[ 1146.321178] env[69297]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=69297) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
[ 1146.321568] env[69297]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=69297) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
[ 1146.321616] env[69297]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=69297) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
[ 1146.322102] env[69297]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
[ 1146.421253] env[69297]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69297) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}}
[ 1146.431421] env[69297]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69297) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}}
[ 1146.474807] env[69297]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative
[ 1147.037997] env[69297]: INFO nova.virt.driver [None req-a5d4778d-a193-445a-ab48-178786d19db0 None None] Loading compute driver 'vmwareapi.VMwareVCDriver'
[ 1147.108574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1147.108731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1147.108822] env[69297]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69297) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}}
[ 1150.037403] env[69297]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-8adbe0a0-34b8-4fae-959a-76e70136c364 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1150.054400] env[69297]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69297) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}}
[ 1150.054558] env[69297]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-324f776e-5dbd-43da-ba04-319625a34b70 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1150.083776] env[69297]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c87a6.
[ 1150.084794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.975s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1150.085855] env[69297]: INFO nova.virt.vmwareapi.driver [None req-a5d4778d-a193-445a-ab48-178786d19db0 None None] VMware vCenter version: 7.0.3
[ 1150.094807] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d420987-7300-49f7-8125-d922f114b88b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1150.122288] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e614d9c-cf19-44b0-b5b7-5cfdfe7236a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1150.128500] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548f9525-f34c-4ecd-83be-446e1ace63f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1150.135109] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad53a74c-b7bd-43a6-b7d6-d3933aa48210 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1150.148677] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e4f4b9-c407-45eb-9bd9-9bea4691f8d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1150.154780] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8991a56-04b9-485f-b4e8-df95bab35de5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1150.187168] env[69297]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-537f47d5-afae-4b1d-833c-fe2f200a89a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1150.192226] env[69297]: DEBUG nova.virt.vmwareapi.driver [None req-a5d4778d-a193-445a-ab48-178786d19db0 None None] Extension org.openstack.compute already exists. {{(pid=69297) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}}
[ 1150.194899] env[69297]: INFO nova.compute.provider_config [None req-a5d4778d-a193-445a-ab48-178786d19db0 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
[ 1150.697987] env[69297]: DEBUG nova.context [None req-a5d4778d-a193-445a-ab48-178786d19db0 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a6908e1f-02d4-481d-96e1-9ba8a87a2fa9(cell1) {{(pid=69297) load_cells /opt/stack/nova/nova/context.py:464}}
[ 1150.700085] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1150.700320] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1150.701029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1150.701472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Acquiring lock "a6908e1f-02d4-481d-96e1-9ba8a87a2fa9" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1150.701663] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Lock "a6908e1f-02d4-481d-96e1-9ba8a87a2fa9" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1150.702689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Lock "a6908e1f-02d4-481d-96e1-9ba8a87a2fa9" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1150.722969] env[69297]: INFO dbcounter [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Registered counter for database nova_cell0
[ 1150.731529] env[69297]: INFO dbcounter [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Registered counter for database nova_cell1
[ 1151.171332] env[69297]: DEBUG oslo_db.sqlalchemy.engines [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69297) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}}
[ 1151.171804] env[69297]: DEBUG oslo_db.sqlalchemy.engines [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69297) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}}
[ 1151.176764] env[69297]: ERROR nova.db.main.api [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] No DB access allowed in nova-compute:   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main
[ 1151.176764] env[69297]:     result = function(*args, **kwargs)
[ 1151.176764] env[69297]:   File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper
[ 1151.176764] env[69297]:     return func(*args, **kwargs)
[ 1151.176764] env[69297]:   File "/opt/stack/nova/nova/context.py", line 422, in gather_result
[ 1151.176764] env[69297]:     result = fn(*args, **kwargs)
[ 1151.176764] env[69297]:   File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper
[ 1151.176764] env[69297]:     return f(*args, **kwargs)
[ 1151.176764] env[69297]:   File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version
[ 1151.176764] env[69297]:     return db.service_get_minimum_version(context, binaries)
[ 1151.176764] env[69297]:   File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper
[ 1151.176764] env[69297]:     _check_db_access()
[ 1151.176764] env[69297]:   File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access
[ 1151.176764] env[69297]:     stacktrace = ''.join(traceback.format_stack())
[ 1151.176764] env[69297]: 
[ 1151.177634] env[69297]: ERROR nova.db.main.api [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] No DB access allowed in nova-compute:   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main
[ 1151.177634] env[69297]:     result = function(*args, **kwargs)
[ 1151.177634] env[69297]:   File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper
[ 1151.177634] env[69297]:     return func(*args, **kwargs)
[ 1151.177634] env[69297]:   File "/opt/stack/nova/nova/context.py", line 422, in gather_result
[ 1151.177634] env[69297]:     result = fn(*args, **kwargs)
[ 1151.177634] env[69297]:   File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper
[ 1151.177634] env[69297]:     return f(*args, **kwargs)
[ 1151.177634] env[69297]:   File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version
[ 1151.177634] env[69297]:     return db.service_get_minimum_version(context, binaries)
[ 1151.177634] env[69297]:   File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper
[ 1151.177634] env[69297]:     _check_db_access()
[ 1151.177634] env[69297]:   File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access
[ 1151.177634] env[69297]:     stacktrace = ''.join(traceback.format_stack())
[ 1151.177634] env[69297]: 
[ 1151.178066] env[69297]: WARNING nova.objects.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000
[ 1151.178191] env[69297]: WARNING nova.objects.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Failed to get minimum service version for cell a6908e1f-02d4-481d-96e1-9ba8a87a2fa9
[ 1151.178642] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Acquiring lock "singleton_lock" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1151.178800] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Acquired lock "singleton_lock" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1151.179053] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Releasing lock "singleton_lock" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1151.179384] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Full set of CONF: {{(pid=69297) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}}
[ 1151.179529] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ******************************************************************************** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}}
[ 1151.179656] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] Configuration options gathered from: {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}}
[ 1151.179789] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}}
[ 1151.179987] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}}
[ 1151.180132] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ================================================================================ {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}}
[ 1151.180345] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] allow_resize_to_same_host      = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.180517] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] arq_binding_timeout            = 300 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.180649] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] backdoor_port                  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.180777] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] backdoor_socket                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.180945] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] block_device_allocate_retries  = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.181129] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] block_device_allocate_retries_interval = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.181308] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cert                           = self.pem {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.181478] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute_driver                 = vmwareapi.VMwareVCDriver {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.181650] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute_monitors               = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.181819] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] config_dir                     = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.182233] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] config_drive_format            = iso9660 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.182384] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] config_file                    = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.182559] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] config_source                  = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.182731] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] console_host                   = devstack {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.182899] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] control_exchange               = nova {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.183094] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cpu_allocation_ratio           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.183306] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] daemon                         = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.183466] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] debug                          = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.183628] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] default_access_ip_network_name = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.183797] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] default_availability_zone      = nova {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.183954] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] default_ephemeral_format       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.184135] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] default_green_pool_size        = 1000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.184379] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.184544] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] default_schedule_zone          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.184702] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] disk_allocation_ratio          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.184864] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] enable_new_services            = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.185054] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] enabled_apis                   = ['osapi_compute'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.185250] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] enabled_ssl_apis               = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.185422] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] flat_injected                  = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.185582] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] force_config_drive             = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.185740] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] force_raw_images               = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.185908] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] graceful_shutdown_timeout      = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.186081] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] heal_instance_info_cache_interval = -1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.186312] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] host                           = cpu-1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.186491] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.186653] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] initial_disk_allocation_ratio  = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.186811] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] initial_ram_allocation_ratio   = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.187032] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.187201] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] instance_build_timeout         = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.187362] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] instance_delete_interval       = 300 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.187526] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] instance_format                = [instance: %(uuid)s]  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.187689] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] instance_name_template         = instance-%08x {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.187846] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] instance_usage_audit           = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.188025] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] instance_usage_audit_period    = month {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.188191] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.188357] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.188522] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] internal_service_availability_zone = internal {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.188678] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] key                            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.188836] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] live_migration_retry_count     = 30 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.189010] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] log_color                      = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.189204] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] log_config_append              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.189382] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.189577] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] log_dir                        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.189776] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] log_file                       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.189910] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] log_options                    = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.190086] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] log_rotate_interval            = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.190263] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] log_rotate_interval_type       = days {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.190431] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] log_rotation_type              = none {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.190562] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.190688] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.190857] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.191033] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.191168] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.191335] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] long_rpc_timeout               = 1800 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.191494] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] max_concurrent_builds          = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.191649] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] max_concurrent_live_migrations = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.191803] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] max_concurrent_snapshots       = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.191957] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] max_local_block_devices        = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.192126] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] max_logfile_count              = 30 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.192283] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] max_logfile_size_mb            = 200 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.192438] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] maximum_instance_delete_attempts = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.192602] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] metadata_listen                = 0.0.0.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.192764] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] metadata_listen_port           = 8775 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.192928] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] metadata_workers               = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.193131] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] migrate_max_retries            = -1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.193321] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] mkisofs_cmd                    = genisoimage {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.193531] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] my_block_storage_ip            = 10.180.1.21 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.193663] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] my_ip                          = 10.180.1.21 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.193862] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] my_shared_fs_storage_ip        = 10.180.1.21 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.194033] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] network_allocate_retries       = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.194217] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.194384] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] osapi_compute_listen           = 0.0.0.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.194545] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] osapi_compute_listen_port      = 8774 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.194707] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] osapi_compute_unique_server_name_scope =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.194874] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] osapi_compute_workers          = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.195042] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] password_length                = 12 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.195234] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] periodic_enable                = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.195397] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] periodic_fuzzy_delay           = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.195565] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] pointer_model                  = usbtablet {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.195730] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] preallocate_images             = none {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.195885] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] publish_errors                 = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.196023] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] pybasedir                      = /opt/stack/nova {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.196181] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ram_allocation_ratio           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.196341] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] rate_limit_burst               = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.196505] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] rate_limit_except_level        = CRITICAL {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.196660] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] rate_limit_interval            = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.196815] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] reboot_timeout                 = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.196970] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] reclaim_instance_interval      = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.197141] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] record                         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.197309] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] reimage_timeout_per_gb         = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.197507] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] report_interval                = 120 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.197671] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] rescue_timeout                 = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.197829] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] reserved_host_cpus             = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.197984] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] reserved_host_disk_mb          = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.198156] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] reserved_host_memory_mb        = 512 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.198315] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] reserved_huge_pages            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.198472] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] resize_confirm_window          = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.198626] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] resize_fs_using_block_device   = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.198780] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] resume_guests_state_on_host_boot = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.198944] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.199115] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] rpc_response_timeout           = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.199273] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] run_external_periodic_tasks    = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.199437] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] running_deleted_instance_action = reap {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.199592] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] running_deleted_instance_poll_interval = 1800 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.199746] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] running_deleted_instance_timeout = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.199901] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] scheduler_instance_sync_interval = 120 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.200077] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] service_down_time              = 720 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.200247] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] servicegroup_driver            = db {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.200403] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] shell_completion               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.200558] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] shelved_offload_time           = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.200713] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] shelved_poll_interval          = 3600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.200877] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] shutdown_timeout               = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.201046] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] source_is_ipv6                 = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.201224] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ssl_only                       = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.201492] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] state_path                     = /opt/stack/data/n-cpu-1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.201664] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] sync_power_state_interval      = 600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.201823] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] sync_power_state_pool_size     = 1000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.201992] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] syslog_log_facility            = LOG_USER {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.202163] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] tempdir                        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.202321] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] timeout_nbd                    = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.202487] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] transport_url                  = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.202645] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] update_resources_interval      = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.202803] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] use_cow_images                 = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.202958] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] use_journal                    = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.203143] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] use_json                       = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.203319] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] use_rootwrap_daemon            = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.203515] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] use_stderr                     = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.203634] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] use_syslog                     = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.203787] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vcpu_pin_set                   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.203957] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plugging_is_fatal          = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.204140] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plugging_timeout           = 300 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.204307] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] virt_mkfs                      = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.204467] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] volume_usage_poll_interval     = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.204626] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] watch_log_file                 = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.204791] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] web                            = /usr/share/spice-html5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}}
[ 1151.204974] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_brick.lock_path             = /opt/stack/data/n-cpu-1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.205177] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.205354] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.205525] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_concurrency.disable_process_locking = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.205819] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_concurrency.lock_path     = /opt/stack/data/n-cpu-1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.205998] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.206182] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.206354] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.206521] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.206685] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.206864] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.auth_strategy              = keystone {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.207036] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.compute_link_prefix        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.207215] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.207386] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.dhcp_domain                = novalocal {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.207553] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.enable_instance_password   = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.207714] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.glance_link_prefix         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.207878] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.208059] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.208223] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.instance_list_per_project_cells = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.208387] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.list_records_by_skipping_down_cells = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.208542] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.local_metadata_per_cell    = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.208702] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.max_limit                  = 1000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.208864] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.metadata_cache_expiration  = 15 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.209047] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.neutron_default_tenant_id  = default {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.209222] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.response_validation        = warn {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.209390] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.use_neutron_default_nets   = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.209556] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.209720] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.209883] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.210070] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.210247] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.vendordata_dynamic_targets = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.210413] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.vendordata_jsonfile_path   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.210593] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.210784] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.backend                  = dogpile.cache.memcached {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.210950] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.backend_argument         = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.211125] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.backend_expiration_time  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.211296] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.config_prefix            = cache.oslo {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.211465] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.dead_timeout             = 60.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.211630] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.debug_cache_backend      = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.211791] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.enable_retry_client      = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.211953] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.enable_socket_keepalive  = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.212139] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.enabled                  = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.212307] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.enforce_fips_mode        = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.212472] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.expiration_time          = 600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.212634] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.hashclient_retry_attempts = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.212796] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.hashclient_retry_delay   = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.212957] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.memcache_dead_retry      = 300 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.213168] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.memcache_password        = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.213350] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.213515] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.213680] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.memcache_pool_maxsize    = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.213839] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.213999] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.memcache_sasl_enabled    = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.214195] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.214370] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.memcache_socket_timeout  = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.214525] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.memcache_username        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.214687] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.proxies                  = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.214848] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.redis_db                 = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.215017] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.redis_password           = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.215221] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.redis_sentinel_service_name = mymaster {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.215410] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.redis_sentinels          = ['localhost:26379'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.215583] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.redis_server             = localhost:6379 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.215746] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.redis_socket_timeout     = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.215904] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.redis_username           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.216077] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.retry_attempts           = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.216246] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.retry_delay              = 0.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.216407] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.socket_keepalive_count   = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.216565] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.socket_keepalive_idle    = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.216725] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.socket_keepalive_interval = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.216880] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.tls_allowed_ciphers      = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.217046] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.tls_cafile               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.217207] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.tls_certfile             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.217368] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.tls_enabled              = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.217524] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cache.tls_keyfile              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.217691] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.auth_section            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.217862] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.auth_type               = password {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.218032] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.cafile                  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.218213] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.catalog_info            = volumev3::publicURL {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.218375] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.certfile                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.218540] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.collect_timing          = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.218703] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.cross_az_attach         = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.218861] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.debug                   = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.219030] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.endpoint_template       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.219199] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.http_retries            = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.219407] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.insecure                = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.219591] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.keyfile                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.219768] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.os_region_name          = RegionOne {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.219932] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.split_loggers           = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.220102] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cinder.timeout                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.220280] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.220443] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.cpu_dedicated_set      = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.220602] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.cpu_shared_set         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.220767] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.image_type_exclude_list = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.220931] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.221104] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.max_concurrent_disk_ops = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.221268] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.max_disk_devices_to_attach = -1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.221429] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.221598] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.221759] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.resource_provider_association_refresh = 300 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.221917] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.222119] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.shutdown_retry_interval = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.222308] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.222485] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] conductor.workers              = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.222660] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] console.allowed_origins        = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.222816] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] console.ssl_ciphers            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.223012] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] console.ssl_minimum_version    = default {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.223222] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] consoleauth.enforce_session_timeout = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.223401] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] consoleauth.token_ttl          = 600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.223614] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.cafile                  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.223781] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.certfile                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.223946] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.collect_timing          = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.224121] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.connect_retries         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.224282] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.connect_retry_delay     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.224441] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.endpoint_override       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.224602] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.insecure                = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.224759] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.keyfile                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.224919] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.max_version             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.225087] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.min_version             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.225278] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.region_name             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.225441] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.retriable_status_codes  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.225599] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.service_name            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.225770] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.service_type            = accelerator {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.225932] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.split_loggers           = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.226109] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.status_code_retries     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.226267] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.status_code_retry_delay = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.226424] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.timeout                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.226605] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.226765] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] cyborg.version                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.226934] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.asyncio_connection    = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.227109] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.asyncio_slave_connection = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.227300] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.backend               = sqlalchemy {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.227519] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.connection            = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.227694] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.connection_debug      = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.227868] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.connection_parameters =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.228044] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.connection_recycle_time = 3600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.228213] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.connection_trace      = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.228376] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.db_inc_retry_interval = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.228538] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.db_max_retries        = 20 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.228701] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.db_max_retry_interval = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.228860] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.db_retry_interval     = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.229029] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.max_overflow          = 50 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.229195] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.max_pool_size         = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.229356] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.max_retries           = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.229526] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.229686] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.mysql_wsrep_sync_wait = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.229842] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.pool_timeout          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.230008] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.retry_interval        = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.230175] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.slave_connection      = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.230336] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.sqlite_synchronous    = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.230498] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] database.use_db_reconnect      = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.230666] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.asyncio_connection = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.230824] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.asyncio_slave_connection = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.230993] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.backend           = sqlalchemy {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.231180] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.connection        = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.231346] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.connection_debug  = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.231516] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.connection_parameters =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.231678] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.connection_recycle_time = 3600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.231841] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.connection_trace  = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.232011] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.db_inc_retry_interval = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.232202] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.db_max_retries    = 20 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.232414] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.db_max_retry_interval = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.232585] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.db_retry_interval = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.232747] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.max_overflow      = 50 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.232909] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.max_pool_size     = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.233081] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.max_retries       = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.233283] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.233450] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.233609] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.pool_timeout      = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.233769] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.retry_interval    = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.233929] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.slave_connection  = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.234101] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] api_database.sqlite_synchronous = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.234279] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] devices.enabled_mdev_types     = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.234456] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.234626] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ephemeral_storage_encryption.default_format = luks {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.234786] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ephemeral_storage_encryption.enabled = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.234947] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.235182] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.api_servers             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.235344] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.cafile                  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.235506] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.certfile                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.235667] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.collect_timing          = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.235820] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.connect_retries         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.235974] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.connect_retry_delay     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.236155] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.debug                   = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.236315] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.default_trusted_certificate_ids = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.236474] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.enable_certificate_validation = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.236632] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.enable_rbd_download     = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.236787] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.endpoint_override       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.236951] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.insecure                = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.237123] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.keyfile                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.237281] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.max_version             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.237456] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.min_version             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.237598] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.num_retries             = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.237766] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.rbd_ceph_conf           =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.237926] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.rbd_connect_timeout     = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.238106] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.rbd_pool                =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.238274] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.rbd_user                =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.238438] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.region_name             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.238594] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.retriable_status_codes  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.238748] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.service_name            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.238915] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.service_type            = image {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.239086] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.split_loggers           = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.239247] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.status_code_retries     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.239398] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.status_code_retry_delay = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.239553] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.timeout                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.239727] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.239888] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.verify_glance_signatures = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.240053] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] glance.version                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.240223] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] guestfs.debug                  = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.240402] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.auth_section            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.240573] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.auth_type               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.240724] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.cafile                  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.240880] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.certfile                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.241055] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.collect_timing          = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.241219] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.connect_retries         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.241378] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.connect_retry_delay     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.241535] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.endpoint_override       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.241697] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.insecure                = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.241854] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.keyfile                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.242017] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.max_version             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.242178] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.min_version             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.242337] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.region_name             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.242508] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.retriable_status_codes  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.242650] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.service_name            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.242818] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.service_type            = shared-file-system {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.242979] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.share_apply_policy_timeout = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.243195] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.split_loggers           = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.243369] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.status_code_retries     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.243536] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.status_code_retry_delay = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.243688] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.timeout                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.243870] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.valid_interfaces        = ['internal', 'public'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.244042] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] manila.version                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.244221] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] mks.enabled                    = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.244577] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.244767] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] image_cache.manager_interval   = 2400 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.244937] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] image_cache.precache_concurrency = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.245146] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] image_cache.remove_unused_base_images = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.245323] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.245496] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.245672] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] image_cache.subdirectory_name  = _base {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.245845] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.api_max_retries         = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.246015] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.api_retry_interval      = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.246191] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.auth_section            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.246348] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.auth_type               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.246505] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.cafile                  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.246662] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.certfile                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.246823] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.collect_timing          = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.246984] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.conductor_group         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.247156] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.connect_retries         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.247325] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.connect_retry_delay     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.247483] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.endpoint_override       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.247644] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.insecure                = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.247799] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.keyfile                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.247954] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.max_version             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.248124] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.min_version             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.248291] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.peer_list               = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.248448] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.region_name             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.248602] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.retriable_status_codes  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.248762] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.serial_console_state_timeout = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.248919] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.service_name            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.249098] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.service_type            = baremetal {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.249260] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.shard                   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.249421] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.split_loggers           = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.249579] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.status_code_retries     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.249735] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.status_code_retry_delay = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.249891] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.timeout                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.250084] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.250247] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ironic.version                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.250441] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.250618] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] key_manager.fixed_key          = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.250801] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.250960] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.barbican_api_version  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.251134] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.barbican_endpoint     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.251307] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.barbican_endpoint_type = public {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.251464] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.barbican_region_name  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.251621] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.cafile                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.251778] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.certfile              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.251935] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.collect_timing        = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.252106] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.insecure              = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.252263] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.keyfile               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.252422] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.number_of_retries     = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.252577] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.retry_delay           = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.252735] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.send_service_user_token = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.252893] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.split_loggers         = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.253057] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.timeout               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.253244] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.verify_ssl            = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.253410] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican.verify_ssl_path       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.253575] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican_service_user.auth_section = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.253737] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican_service_user.auth_type = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.253893] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican_service_user.cafile   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.254079] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican_service_user.certfile = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.254228] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican_service_user.collect_timing = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.254389] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican_service_user.insecure = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.254546] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican_service_user.keyfile  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.254707] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican_service_user.split_loggers = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.254864] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] barbican_service_user.timeout  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.255040] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vault.approle_role_id          = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.255226] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vault.approle_secret_id        = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.255407] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vault.kv_mountpoint            = secret {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.255567] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vault.kv_path                  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.255731] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vault.kv_version               = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.255889] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vault.namespace                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.256057] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vault.root_token_id            = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.256235] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vault.ssl_ca_crt_file          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.256392] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vault.timeout                  = 60.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.256554] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vault.use_ssl                  = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.256723] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.256889] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.cafile                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.257058] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.certfile              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.257222] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.collect_timing        = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.257379] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.connect_retries       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.257536] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.connect_retry_delay   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.257693] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.endpoint_override     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.257849] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.insecure              = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.258017] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.keyfile               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.258174] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.max_version           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.258330] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.min_version           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.258486] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.region_name           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.258647] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.retriable_status_codes = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.258802] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.service_name          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.258969] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.service_type          = identity {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.259144] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.split_loggers         = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.259324] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.status_code_retries   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.259490] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.status_code_retry_delay = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.259647] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.timeout               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.259824] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.259981] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] keystone.version               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.260187] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.ceph_mount_options     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.260581] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.ceph_mount_point_base  = /opt/stack/data/n-cpu-1/mnt {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.260767] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.connection_uri         =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.260932] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.cpu_mode               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.261113] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.cpu_model_extra_flags  = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.261289] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.cpu_models             = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.261463] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.cpu_power_governor_high = performance {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.261635] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.cpu_power_governor_low = powersave {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.261801] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.cpu_power_management   = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.261974] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.262161] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.device_detach_attempts = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.262329] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.device_detach_timeout  = 20 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.262497] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.disk_cachemodes        = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.262657] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.disk_prefix            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.262861] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.enabled_perf_events    = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.263073] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.file_backed_memory     = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.263277] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.gid_maps               = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.263445] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.hw_disk_discard        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.263606] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.hw_machine_type        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.263778] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.images_rbd_ceph_conf   =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.263942] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.264120] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.264294] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.images_rbd_glance_store_name =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.264460] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.images_rbd_pool        = rbd {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.264630] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.images_type            = default {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.264786] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.images_volume_group    = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.264945] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.inject_key             = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.265144] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.inject_partition       = -2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.265305] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.inject_password        = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.265473] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.iscsi_iface            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.265632] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.iser_use_multipath     = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.265796] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_bandwidth = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.265977] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.266129] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_downtime = 500 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.266294] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.266456] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.266615] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_inbound_addr = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.266775] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.266935] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_permit_post_copy = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.267107] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_scheme  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.267282] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_timeout_action = abort {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.267445] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_tunnelled = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.267600] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_uri     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.267758] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.live_migration_with_native_tls = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.267916] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.max_queues             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.268090] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.268318] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.268485] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.nfs_mount_options      = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.268769] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.nfs_mount_point_base   = /opt/stack/data/n-cpu-1/mnt {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.268944] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.269126] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.num_iser_scan_tries    = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.269291] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.num_memory_encrypted_guests = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.269454] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.269615] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.num_pcie_ports         = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.269780] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.num_volume_scan_tries  = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.269945] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.pmem_namespaces        = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.270118] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.quobyte_client_cfg     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.270412] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.270580] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.rbd_connect_timeout    = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.270743] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.270906] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.271081] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.rbd_secret_uuid        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.271243] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.rbd_user               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.271407] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.271576] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.remote_filesystem_transport = ssh {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.271734] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.rescue_image_id        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.271892] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.rescue_kernel_id       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.272063] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.rescue_ramdisk_id      = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.272237] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.272398] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.rx_queue_size          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.272565] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.smbfs_mount_options    =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.272849] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.273033] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.snapshot_compression   = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.273221] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.snapshot_image_format  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.273460] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.273628] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.sparse_logical_volumes = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.273790] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.swtpm_enabled          = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.273961] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.swtpm_group            = tss {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.274146] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.swtpm_user             = tss {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.274319] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.sysinfo_serial         = unique {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.274477] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.tb_cache_size          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.274635] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.tx_queue_size          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.274799] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.uid_maps               = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.274959] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.use_virtio_for_bridges = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.275175] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.virt_type              = kvm {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.275346] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.volume_clear           = zero {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.275510] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.volume_clear_size      = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.275678] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.volume_enforce_multipath = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.275844] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.volume_use_multipath   = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.276012] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.vzstorage_cache_path   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.276203] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.276363] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.vzstorage_mount_group  = qemu {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.276527] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.vzstorage_mount_opts   = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.276694] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.276980] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.277175] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.vzstorage_mount_user   = stack {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.277348] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.277520] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.auth_section           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.277694] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.auth_type              = password {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.277855] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.cafile                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.278024] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.certfile               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.278192] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.collect_timing         = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.278352] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.connect_retries        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.278509] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.connect_retry_delay    = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.278677] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.default_floating_pool  = public {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.278835] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.endpoint_override      = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.278996] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.extension_sync_interval = 600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.279172] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.http_retries           = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.279335] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.insecure               = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.279495] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.keyfile                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.279654] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.max_version            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.279824] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.279983] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.min_version            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.280167] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.ovs_bridge             = br-int {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.280336] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.physnets               = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.280540] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.region_name            = RegionOne {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.280721] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.retriable_status_codes = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.280895] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.service_metadata_proxy = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.281068] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.service_name           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.281243] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.service_type           = network {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.281407] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.split_loggers          = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.281567] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.status_code_retries    = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.281726] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.status_code_retry_delay = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.281882] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.timeout                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.282077] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.282242] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] neutron.version                = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.282414] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] notifications.bdms_in_notifications = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.282591] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] notifications.default_level    = INFO {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.282752] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] notifications.include_share_mapping = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.282925] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] notifications.notification_format = unversioned {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.283100] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] notifications.notify_on_state_change = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.283287] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.283462] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] pci.alias                      = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.283630] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] pci.device_spec                = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.283792] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] pci.report_in_placement        = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.283962] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.auth_section         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.284151] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.auth_type            = password {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.284324] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.auth_url             = http://10.180.1.21/identity {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.284485] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.cafile               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.284640] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.certfile             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.284801] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.collect_timing       = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.284960] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.connect_retries      = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.285147] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.connect_retry_delay  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.285318] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.default_domain_id    = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.285476] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.default_domain_name  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.285634] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.domain_id            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.285792] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.domain_name          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.285947] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.endpoint_override    = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.286142] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.insecure             = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.286311] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.keyfile              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.286470] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.max_version          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.286625] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.min_version          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.286794] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.password             = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.286952] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.project_domain_id    = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.287135] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.project_domain_name  = Default {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.287313] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.project_id           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.287491] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.project_name         = service {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.287659] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.region_name          = RegionOne {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.287817] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.retriable_status_codes = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.287979] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.service_name         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.288162] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.service_type         = placement {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.288326] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.split_loggers        = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.288481] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.status_code_retries  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.288635] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.status_code_retry_delay = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.288790] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.system_scope         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.288943] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.timeout              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.289111] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.trust_id             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.289272] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.user_domain_id       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.289437] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.user_domain_name     = Default {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.289594] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.user_id              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.289764] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.username             = nova {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.289942] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.290115] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] placement.version              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.290302] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.cores                    = 20 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.290465] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.count_usage_from_placement = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.290637] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.290802] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.injected_file_content_bytes = 10240 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.290966] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.injected_file_path_length = 255 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.291145] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.injected_files           = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.291310] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.instances                = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.291471] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.key_pairs                = 100 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.291631] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.metadata_items           = 128 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.291793] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.ram                      = 51200 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.291952] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.recheck_quota            = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.292132] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.server_group_members     = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.292297] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.server_groups            = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.292503] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.292676] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] quota.unified_limits_resource_strategy = require {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.292845] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.293016] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.293185] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] scheduler.image_metadata_prefilter = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.293348] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.293509] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] scheduler.max_attempts         = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.293667] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] scheduler.max_placement_results = 1000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.293837] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.293996] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] scheduler.query_placement_for_image_type_support = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.294172] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.294343] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] scheduler.workers              = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.294532] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.294687] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.294862] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.295041] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.295241] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.295410] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.295576] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.295767] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.295936] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.host_subset_size = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.296134] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.296314] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.296485] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.296650] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.296829] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.296992] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.isolated_hosts = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.297178] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.isolated_images = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.297344] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.297502] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.297662] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.297819] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.pci_in_placement = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.297979] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.298169] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.298333] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.298490] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.298647] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.298806] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.298962] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.track_instance_changes = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.299153] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.299322] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] metrics.required               = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.299481] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] metrics.weight_multiplier      = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.299637] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.299799] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] metrics.weight_setting         = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.300117] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.300294] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] serial_console.enabled         = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.300469] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] serial_console.port_range      = 10000:20000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.300640] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.300805] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.300968] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] serial_console.serialproxy_port = 6083 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.301148] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] service_user.auth_section      = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.301320] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] service_user.auth_type         = password {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.301476] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] service_user.cafile            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.301631] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] service_user.certfile          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.301790] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] service_user.collect_timing    = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.301946] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] service_user.insecure          = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.302114] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] service_user.keyfile           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.302287] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] service_user.send_service_user_token = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.302446] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] service_user.split_loggers     = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.302602] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] service_user.timeout           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.302768] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.agent_enabled            = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.302926] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.enabled                  = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.303262] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.html5proxy_base_url      = http://127.0.0.1:6082/spice_auto.html {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.303474] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.303646] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.html5proxy_port          = 6082 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.303806] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.image_compression        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.303964] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.jpeg_compression         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.304136] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.playback_compression     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.304299] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.require_secure           = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.304466] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.server_listen            = 127.0.0.1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.304641] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.304901] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.305079] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.streaming_mode           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.305266] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] spice.zlib_compression         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.305437] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] upgrade_levels.baseapi         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.305609] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] upgrade_levels.compute         = auto {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.305769] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] upgrade_levels.conductor       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.305928] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] upgrade_levels.scheduler       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.306116] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vendordata_dynamic_auth.auth_section = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.306297] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vendordata_dynamic_auth.auth_type = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.306456] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vendordata_dynamic_auth.cafile = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.306612] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vendordata_dynamic_auth.certfile = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.306772] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.306929] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vendordata_dynamic_auth.insecure = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.307096] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vendordata_dynamic_auth.keyfile = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.307262] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.307421] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vendordata_dynamic_auth.timeout = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.307592] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.api_retry_count         = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.307750] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.ca_file                 = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.307921] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.cache_prefix            = devstack-image-cache {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.308100] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.cluster_name            = testcl1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.308291] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.connection_pool_size    = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.308459] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.console_delay_seconds   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.308627] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.datastore_regex         = ^datastore.* {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.308830] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.host_ip                 = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.309010] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.host_password           = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.309189] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.host_port               = 443 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.309361] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.host_username           = administrator@vsphere.local {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.309533] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.insecure                = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.309695] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.integration_bridge      = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.309855] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.maximum_objects         = 100 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.310024] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.pbm_default_policy      = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.310192] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.pbm_enabled             = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.310351] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.pbm_wsdl_location       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.310520] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.310680] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.serial_port_proxy_uri   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.310836] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.serial_port_service_uri = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.311009] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.task_poll_interval      = 0.5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.311186] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.use_linked_clone        = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.311356] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.vnc_keymap              = en-us {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.311522] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.vnc_port                = 5900 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.311684] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vmware.vnc_port_total          = 10000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.311868] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vnc.auth_schemes               = ['none'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.312048] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vnc.enabled                    = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.312338] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vnc.novncproxy_base_url        = http://127.0.0.1:6080/vnc_auto.html {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.312524] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.312693] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vnc.novncproxy_port            = 6080 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.312890] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vnc.server_listen              = 127.0.0.1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.313085] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.313276] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vnc.vencrypt_ca_certs          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.313441] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vnc.vencrypt_client_cert       = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.313597] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vnc.vencrypt_client_key        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.313773] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.313936] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.disable_deep_image_inspection = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.314110] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.314276] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.314429] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.314588] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.disable_rootwrap   = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.314753] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.enable_numa_live_migration = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.314900] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.315070] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.315259] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.315443] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.libvirt_disable_apic = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.315679] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.315861] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.316190] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.316363] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.316532] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.316696] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.316858] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.317031] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.317198] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.317363] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.317547] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.317717] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] wsgi.client_socket_timeout     = 900 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.317884] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] wsgi.default_pool_size         = 1000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.318062] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] wsgi.keep_alive                = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.318236] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] wsgi.max_header_line           = 16384 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.318401] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] wsgi.secure_proxy_ssl_header   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.318563] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] wsgi.ssl_ca_file               = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.318724] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] wsgi.ssl_cert_file             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.318885] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] wsgi.ssl_key_file              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.319061] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] wsgi.tcp_keepidle              = 600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.319242] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.319409] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] zvm.ca_file                    = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.319569] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] zvm.cloud_connector_url        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.319851] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] zvm.image_tmp_path             = /opt/stack/data/n-cpu-1/images {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.320037] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] zvm.reachable_timeout          = 300 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.320232] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.320428] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.320609] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler.connection_string     = messaging:// {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.320778] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler.enabled               = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.320949] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler.es_doc_type           = notification {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.321131] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler.es_scroll_size        = 10000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.321305] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler.es_scroll_time        = 2m {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.321467] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler.filter_error_trace    = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.321633] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler.hmac_keys             = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.321800] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler.sentinel_service_name = mymaster {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.321965] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler.socket_timeout        = 0.1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.322144] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler.trace_requests        = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.322308] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler.trace_sqlalchemy      = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.322492] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler_jaeger.process_tags   = {} {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.322652] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler_jaeger.service_name_prefix = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.322813] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] profiler_otlp.service_name_prefix = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.322976] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] remote_debug.host              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.323169] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] remote_debug.port              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.323358] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.323522] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.323682] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.323842] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.324008] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.324177] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.324337] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.324497] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.324656] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.324852] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.324978] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.325192] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.325368] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.325536] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.325726] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.325917] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.326135] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.326265] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.326438] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.326601] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.326758] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.326921] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.327095] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.327264] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.327458] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.327592] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.327754] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.327915] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.328090] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.328285] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.328447] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.ssl      = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.328617] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.328784] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.328945] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.329127] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.329299] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.ssl_version =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.329461] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.329644] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.329809] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_notifications.retry = -1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.329988] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.330178] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_messaging_notifications.transport_url = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.330351] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.auth_section        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.330514] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.auth_type           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.330671] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.cafile              = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.330828] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.certfile            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.330988] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.collect_timing      = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.331162] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.connect_retries     = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.331322] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.connect_retry_delay = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.331478] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.endpoint_id         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.331649] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.endpoint_interface  = publicURL {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.331806] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.endpoint_override   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.331959] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.endpoint_region_name = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.332130] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.endpoint_service_name = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.332309] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.endpoint_service_type = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.332479] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.insecure            = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.332636] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.keyfile             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.332791] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.max_version         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.332947] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.min_version         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.333126] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.region_name         = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.333305] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.retriable_status_codes = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.333465] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.service_name        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.333620] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.service_type        = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.333778] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.split_loggers       = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.333934] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.status_code_retries = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.334104] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.status_code_retry_delay = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.334266] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.timeout             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.334424] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.valid_interfaces    = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.334580] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_limit.version             = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.334743] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_reports.file_event_handler = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.334911] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.335077] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] oslo_reports.log_dir           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.335279] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.335447] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.335608] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.335775] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.335939] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.336122] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.336311] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.336471] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_ovs_privileged.group  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.336630] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.336795] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.336955] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.337126] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] vif_plug_ovs_privileged.user   = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.337301] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_linux_bridge.flat_interface = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.337479] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.337654] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.337823] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.337991] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.338179] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.338347] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.338507] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.338687] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.338858] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_ovs.isolate_vif         = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.339037] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.339207] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.339378] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.339548] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_ovs.ovsdb_interface     = native {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.339710] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] os_vif_ovs.per_port_bridge     = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.339877] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] privsep_osbrick.capabilities   = [21] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.340048] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] privsep_osbrick.group          = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.340211] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] privsep_osbrick.helper_command = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.340380] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.340541] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.340698] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] privsep_osbrick.user           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.340870] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.341041] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] nova_sys_admin.group           = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.341205] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] nova_sys_admin.helper_command  = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.341373] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.341532] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.341687] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] nova_sys_admin.user            = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}}
[ 1151.341818] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-4e08d525-6bf7-4e85-bff8-58972c46ac9f None None] ******************************************************************************** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}}
[ 1151.342224] env[69297]: INFO nova.service [-] Starting compute node (version 0.0.1)
[ 1151.846116] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Getting list of instances from cluster (obj){
[ 1151.846116] env[69297]:    value = "domain-c8"
[ 1151.846116] env[69297]:    _type = "ClusterComputeResource"
[ 1151.846116] env[69297]:  } {{(pid=69297) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}}
[ 1151.847246] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903c06e7-99bc-415d-a77c-78097a9e1aba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1151.856910] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Got total of 0 instances {{(pid=69297) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}
[ 1151.857522] env[69297]: WARNING nova.virt.vmwareapi.driver [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list.
[ 1151.858151] env[69297]: INFO nova.virt.node [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Generated node identity 9303ec18-10b6-441c-809f-b9cc7d664453
[ 1151.858286] env[69297]: INFO nova.virt.node [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Wrote node identity 9303ec18-10b6-441c-809f-b9cc7d664453 to /opt/stack/data/n-cpu-1/compute_id
[ 1152.361235] env[69297]: WARNING nova.compute.manager [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Compute nodes ['9303ec18-10b6-441c-809f-b9cc7d664453'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
[ 1153.368113] env[69297]: INFO nova.compute.manager [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
[ 1154.374431] env[69297]: WARNING nova.compute.manager [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found.
[ 1154.374774] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1154.374955] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1154.375144] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1154.375357] env[69297]: DEBUG nova.compute.resource_tracker [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1154.376389] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5a1da1-99c6-40d5-91c1-15735dd4d9de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1154.385344] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a277ab3d-35ad-4523-b382-ba13a589bfb2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1154.401389] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3798649-325e-4c52-b666-15ffd052a142 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1154.408494] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b81a57c-8d62-4c79-9280-9181c1327c31 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1154.437435] env[69297]: DEBUG nova.compute.resource_tracker [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181111MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1154.437614] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1154.437850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1154.940240] env[69297]: WARNING nova.compute.resource_tracker [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] No compute node record for cpu-1:9303ec18-10b6-441c-809f-b9cc7d664453: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9303ec18-10b6-441c-809f-b9cc7d664453 could not be found.
[ 1155.444216] env[69297]: INFO nova.compute.resource_tracker [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9303ec18-10b6-441c-809f-b9cc7d664453
[ 1156.953355] env[69297]: DEBUG nova.compute.resource_tracker [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1156.953730] env[69297]: DEBUG nova.compute.resource_tracker [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1157.113734] env[69297]: INFO nova.scheduler.client.report [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] [req-0cf32071-0a41-4ccd-9cf4-319a40466218] Created resource provider record via placement API for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28.
[ 1157.131583] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e0c199-61d0-476c-b376-66eff734d01b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1157.139322] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec53d82-07ba-4097-9ad1-15bb3464b279 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1157.169490] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41243b58-a811-4152-931c-ba4742ed4149 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1157.176486] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0349d5f3-c9c5-441e-a7a0-19c41cdd7a5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1157.189331] env[69297]: DEBUG nova.compute.provider_tree [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1157.725169] env[69297]: DEBUG nova.scheduler.client.report [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1157.725417] env[69297]: DEBUG nova.compute.provider_tree [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 0 to 1 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1157.725556] env[69297]: DEBUG nova.compute.provider_tree [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1157.773668] env[69297]: DEBUG nova.compute.provider_tree [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 1 to 2 during operation: update_traits {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1158.278113] env[69297]: DEBUG nova.compute.resource_tracker [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1158.278460] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.840s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1158.278460] env[69297]: DEBUG nova.service [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Creating RPC server for service compute {{(pid=69297) start /opt/stack/nova/nova/service.py:186}}
[ 1158.294037] env[69297]: DEBUG nova.service [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] Join ServiceGroup membership for this service compute {{(pid=69297) start /opt/stack/nova/nova/service.py:203}}
[ 1158.294037] env[69297]: DEBUG nova.servicegroup.drivers.db [None req-2ef3a82f-90fd-46d8-8762-fe540f506db8 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = <Service: host=cpu-1, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=69297) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
[ 1196.173933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquiring lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1196.174290] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1196.188059] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1196.188386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1196.679719] env[69297]: DEBUG nova.compute.manager [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1196.691122] env[69297]: DEBUG nova.compute.manager [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1197.231918] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1197.232252] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1197.233833] env[69297]: INFO nova.compute.claims [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1197.237730] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1197.935936] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1197.936191] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1198.315142] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcffaa2-dec3-459d-a8f4-b43042cad2b6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1198.324038] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16730457-1855-4ccf-a390-c8f558c692d7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1198.354487] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a654ed-8fbf-4b01-8f67-83f2389035e7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1198.363029] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53969a1d-7c02-4edb-85b0-d469e917345f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1198.377708] env[69297]: DEBUG nova.compute.provider_tree [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1198.438756] env[69297]: DEBUG nova.compute.manager [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1198.881120] env[69297]: DEBUG nova.scheduler.client.report [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1198.972387] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1199.218819] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquiring lock "81894aff-58d3-4d13-a743-643267fad2bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1199.219081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Lock "81894aff-58d3-4d13-a743-643267fad2bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1199.222603] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquiring lock "40bc1ca1-dcb3-4d03-8e57-290e21f30e93" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1199.222804] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "40bc1ca1-dcb3-4d03-8e57-290e21f30e93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1199.387465] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1199.387465] env[69297]: DEBUG nova.compute.manager [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1199.392385] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.153s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1199.392385] env[69297]: INFO nova.compute.claims [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1199.722742] env[69297]: DEBUG nova.compute.manager [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1199.726890] env[69297]: DEBUG nova.compute.manager [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1199.901773] env[69297]: DEBUG nova.compute.utils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1199.902625] env[69297]: DEBUG nova.compute.manager [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1199.903009] env[69297]: DEBUG nova.network.neutron [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1200.262849] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1200.263094] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1200.409258] env[69297]: DEBUG nova.compute.manager [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1200.524239] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec847a23-c579-4a20-8984-5202bea7f88e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1200.532715] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fab8b95-6d1b-4340-b9d9-274141251782 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1200.568342] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8644f7-434b-41cc-af51-36be93543b83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1200.586355] env[69297]: DEBUG nova.policy [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb0bf50b51754a188a30a5f4ba4f572c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de9ec37757f244e685d9e62e5223f494', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1200.589363] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c9f6d4-f3a3-4b37-ad8e-e7f5aea16de0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1200.606401] env[69297]: DEBUG nova.compute.provider_tree [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1201.108961] env[69297]: DEBUG nova.scheduler.client.report [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1201.424754] env[69297]: DEBUG nova.compute.manager [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1201.477504] env[69297]: DEBUG nova.virt.hardware [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1201.478893] env[69297]: DEBUG nova.virt.hardware [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1201.478893] env[69297]: DEBUG nova.virt.hardware [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1201.478893] env[69297]: DEBUG nova.virt.hardware [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1201.478893] env[69297]: DEBUG nova.virt.hardware [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1201.478893] env[69297]: DEBUG nova.virt.hardware [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1201.479336] env[69297]: DEBUG nova.virt.hardware [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1201.479336] env[69297]: DEBUG nova.virt.hardware [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1201.479336] env[69297]: DEBUG nova.virt.hardware [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1201.479336] env[69297]: DEBUG nova.virt.hardware [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1201.480018] env[69297]: DEBUG nova.virt.hardware [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1201.480641] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba48063-348a-4be6-b974-e4ae8bba1826 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1201.491329] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cafe30-d889-44ab-9fff-50aef5ff42f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1201.511883] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f845cb8-fb59-4172-a85a-870c84354eb7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1201.619149] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1201.619149] env[69297]: DEBUG nova.compute.manager [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1201.623945] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.652s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1201.625230] env[69297]: INFO nova.compute.claims [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1202.132247] env[69297]: DEBUG nova.compute.utils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1202.137521] env[69297]: DEBUG nova.compute.manager [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1202.137763] env[69297]: DEBUG nova.network.neutron [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1202.254288] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d493d82b-8f30-4a57-b285-7d628737e3be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1202.262558] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1bf5a2-6ec4-41cb-a0f1-b4366724c7e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1202.295542] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3f29fd-b4c7-4a03-a713-03fd32d71b0d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1202.301575] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111dae86-554f-4266-99db-a5cefbbe1ab7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1202.315539] env[69297]: DEBUG nova.compute.provider_tree [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1202.383508] env[69297]: DEBUG nova.policy [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd627d4d52b8e4c29b09c4664c1a93c9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ff13bb0ece4a2e80ab72086ddc1cab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1202.629854] env[69297]: DEBUG nova.network.neutron [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Successfully created port: 106ee272-4e69-4b89-8768-855f9c41533c {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1202.639074] env[69297]: DEBUG nova.compute.manager [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1202.819493] env[69297]: DEBUG nova.scheduler.client.report [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1203.328159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.704s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1203.328605] env[69297]: DEBUG nova.compute.manager [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1203.333575] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.071s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1203.335722] env[69297]: INFO nova.compute.claims [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1203.650412] env[69297]: DEBUG nova.compute.manager [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1203.689894] env[69297]: DEBUG nova.virt.hardware [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1203.689894] env[69297]: DEBUG nova.virt.hardware [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1203.689894] env[69297]: DEBUG nova.virt.hardware [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1203.690346] env[69297]: DEBUG nova.virt.hardware [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1203.690683] env[69297]: DEBUG nova.virt.hardware [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1203.691385] env[69297]: DEBUG nova.virt.hardware [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1203.691385] env[69297]: DEBUG nova.virt.hardware [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1203.691385] env[69297]: DEBUG nova.virt.hardware [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1203.691642] env[69297]: DEBUG nova.virt.hardware [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1203.691832] env[69297]: DEBUG nova.virt.hardware [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1203.692240] env[69297]: DEBUG nova.virt.hardware [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1203.693602] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eea642-3036-47bc-847c-32028b5cf16b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1203.702495] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6c44d0-9c54-4cb1-9679-e93453c53605 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1203.727232] env[69297]: DEBUG nova.network.neutron [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Successfully created port: 32c121bd-448d-4898-ba60-184c9674b037 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1203.845388] env[69297]: DEBUG nova.compute.utils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1203.846236] env[69297]: DEBUG nova.compute.manager [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1203.846338] env[69297]: DEBUG nova.network.neutron [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1203.988535] env[69297]: DEBUG nova.policy [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56edfacfb7a94a969440e9502d68f023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccdd08ef4ffe4594a1fe66baaec56f84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1204.355289] env[69297]: DEBUG nova.compute.manager [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1204.466739] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62986a0d-0f4a-44fb-bf3e-f91e794d5036 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1204.480585] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70bad88-88cd-44d2-ab58-d365a0f10a81 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1204.517861] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355e101e-b5a3-4587-a053-b27b4d56251f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1204.525476] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7959cda9-e576-45f3-b463-fec2031c68a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1204.539759] env[69297]: DEBUG nova.compute.provider_tree [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1205.042554] env[69297]: DEBUG nova.scheduler.client.report [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1205.295099] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1205.364149] env[69297]: DEBUG nova.network.neutron [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Successfully created port: 072eacab-2515-4344-9924-4218de74b976 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1205.373807] env[69297]: DEBUG nova.compute.manager [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1205.402637] env[69297]: DEBUG nova.virt.hardware [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1205.402869] env[69297]: DEBUG nova.virt.hardware [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1205.403032] env[69297]: DEBUG nova.virt.hardware [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1205.403218] env[69297]: DEBUG nova.virt.hardware [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1205.403363] env[69297]: DEBUG nova.virt.hardware [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1205.403508] env[69297]: DEBUG nova.virt.hardware [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1205.403702] env[69297]: DEBUG nova.virt.hardware [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1205.403856] env[69297]: DEBUG nova.virt.hardware [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1205.405567] env[69297]: DEBUG nova.virt.hardware [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1205.405860] env[69297]: DEBUG nova.virt.hardware [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1205.406088] env[69297]: DEBUG nova.virt.hardware [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1205.407042] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e45396-c762-4833-8772-7513fa2734fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1205.425189] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9b3683-f131-4902-90e2-8b866c9db651 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1205.549225] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1205.550235] env[69297]: DEBUG nova.compute.manager [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1205.555425] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.290s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1205.555425] env[69297]: INFO nova.compute.claims [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1205.801581] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Getting list of instances from cluster (obj){
[ 1205.801581] env[69297]:    value = "domain-c8"
[ 1205.801581] env[69297]:    _type = "ClusterComputeResource"
[ 1205.801581] env[69297]:  } {{(pid=69297) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}}
[ 1205.802544] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f84a7aa-0573-458c-9331-b1263c461b63 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1205.814190] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Got total of 0 instances {{(pid=69297) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}
[ 1205.814190] env[69297]: WARNING nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] While synchronizing instance power states, found 4 instances in the database and 0 instances on the hypervisor.
[ 1205.814190] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid a4c9aa55-b4db-42e7-ab90-26bb66af6167 {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1205.814190] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid 498fb00b-18b5-457f-92eb-61e5f9b3fc9d {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1205.815056] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid b38c80c7-3686-4e96-853f-24fb8643ce0a {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1205.815630] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid 81894aff-58d3-4d13-a743-643267fad2bf {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1205.816108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1205.816514] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1205.816866] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1205.817426] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "81894aff-58d3-4d13-a743-643267fad2bf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1205.819021] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1205.819021] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Getting list of instances from cluster (obj){
[ 1205.819021] env[69297]:    value = "domain-c8"
[ 1205.819021] env[69297]:    _type = "ClusterComputeResource"
[ 1205.819021] env[69297]:  } {{(pid=69297) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}}
[ 1205.819747] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6381104-9a79-4b92-98ba-6035333be360 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1205.833823] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Got total of 0 instances {{(pid=69297) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}
[ 1206.065955] env[69297]: DEBUG nova.compute.utils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1206.070174] env[69297]: DEBUG nova.compute.manager [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Not allocating networking since 'none' was specified. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1206.492836] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1206.492836] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1206.492983] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1206.493144] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1206.493496] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1206.493551] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1206.493689] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1206.495272] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1206.495272] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1206.570718] env[69297]: DEBUG nova.compute.manager [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1206.657154] env[69297]: DEBUG nova.network.neutron [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Successfully updated port: 106ee272-4e69-4b89-8768-855f9c41533c {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1206.732568] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215b7340-fec1-4790-95f8-d194adc9183b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1206.741627] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d580c6-215a-4aa4-ae5f-d57e445d2712 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1206.778514] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5f8d39-d9c8-497c-930f-4c8269731c98 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1206.786989] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5e2156-5287-49bd-884f-96d802371f04 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1206.805561] env[69297]: DEBUG nova.compute.provider_tree [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1206.807699] env[69297]: DEBUG nova.network.neutron [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Successfully updated port: 32c121bd-448d-4898-ba60-184c9674b037 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1207.003936] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1207.164578] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "refresh_cache-498fb00b-18b5-457f-92eb-61e5f9b3fc9d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1207.164808] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquired lock "refresh_cache-498fb00b-18b5-457f-92eb-61e5f9b3fc9d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1207.164880] env[69297]: DEBUG nova.network.neutron [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1207.265058] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquiring lock "fe49a256-114c-4d15-9647-a89d85ba735f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1207.265308] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "fe49a256-114c-4d15-9647-a89d85ba735f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1207.312169] env[69297]: DEBUG nova.scheduler.client.report [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1207.314452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquiring lock "refresh_cache-a4c9aa55-b4db-42e7-ab90-26bb66af6167" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1207.315896] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquired lock "refresh_cache-a4c9aa55-b4db-42e7-ab90-26bb66af6167" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1207.316250] env[69297]: DEBUG nova.network.neutron [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1207.582711] env[69297]: DEBUG nova.compute.manager [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1207.619171] env[69297]: DEBUG nova.virt.hardware [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1207.619409] env[69297]: DEBUG nova.virt.hardware [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1207.619576] env[69297]: DEBUG nova.virt.hardware [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1207.619758] env[69297]: DEBUG nova.virt.hardware [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1207.620592] env[69297]: DEBUG nova.virt.hardware [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1207.620960] env[69297]: DEBUG nova.virt.hardware [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1207.621947] env[69297]: DEBUG nova.virt.hardware [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1207.622038] env[69297]: DEBUG nova.virt.hardware [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1207.622231] env[69297]: DEBUG nova.virt.hardware [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1207.622445] env[69297]: DEBUG nova.virt.hardware [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1207.623131] env[69297]: DEBUG nova.virt.hardware [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1207.624823] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1242d6-88a6-4443-ae05-b23e2d417f3b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1207.635525] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2754059f-88df-4104-a637-6c6b078c21ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1207.650898] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1207.660733] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1207.661124] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-906c4884-e151-4324-ab89-6a46b19f2961 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1207.673852] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Created folder: OpenStack in parent group-v4.
[ 1207.674076] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Creating folder: Project (02fd83cd32184d54882159a2a5f45200). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1207.674318] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92ff3f0c-89a9-4f89-bce2-3412f3af8266 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1207.684445] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Created folder: Project (02fd83cd32184d54882159a2a5f45200) in parent group-v588392.
[ 1207.684645] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Creating folder: Instances. Parent ref: group-v588393. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1207.684875] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cbb71de-01cf-4aa7-b6f6-ca4accefc9a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1207.697021] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Created folder: Instances in parent group-v588393.
[ 1207.697021] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1207.697021] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1207.697021] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71664f81-d885-464f-8c22-260c1e6f57a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1207.714959] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1207.714959] env[69297]:    value = "task-2930504"
[ 1207.714959] env[69297]:    _type = "Task"
[ 1207.714959] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1207.723381] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930504, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1207.770232] env[69297]: DEBUG nova.compute.manager [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1207.807947] env[69297]: DEBUG nova.network.neutron [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1207.819672] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1207.821755] env[69297]: DEBUG nova.compute.manager [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1207.826807] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.823s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1207.827385] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1207.827511] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1207.828738] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f31c5d-27f7-473a-af04-d7fcf3554e30 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1207.840458] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aae4c77-39f9-416b-90bd-a6cf226445e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1207.865568] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b4aabe-7792-44c1-90d6-4df87fcef86d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1207.873307] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1712dd-6dfa-4a68-923c-ea11efaae511 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1207.907657] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181104MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1207.908654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1207.908654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1208.063060] env[69297]: DEBUG nova.network.neutron [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1208.228143] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930504, 'name': CreateVM_Task, 'duration_secs': 0.280215} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1208.228143] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1208.230075] env[69297]: DEBUG oslo_vmware.service [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738f7c7c-9fcf-4cb6-8700-b798bb1d46e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1208.238022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1208.238022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1208.238022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1208.240536] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb4c834-1b79-4344-abcd-f14ef8910c95 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1208.244606] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1208.244606] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d8aa47-24ac-37b9-70d7-c4037c531ad9"
[ 1208.244606] env[69297]:    _type = "Task"
[ 1208.244606] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1208.255437] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d8aa47-24ac-37b9-70d7-c4037c531ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1208.294673] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1208.331526] env[69297]: DEBUG nova.compute.utils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1208.332933] env[69297]: DEBUG nova.compute.manager [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Not allocating networking since 'none' was specified. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1208.358201] env[69297]: DEBUG nova.compute.manager [req-fee41010-09ee-4dda-b83f-5c1c7195e76c req-292870f1-706c-4f78-b696-ded2adb1ec0c service nova] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Received event network-vif-plugged-106ee272-4e69-4b89-8768-855f9c41533c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1208.358201] env[69297]: DEBUG oslo_concurrency.lockutils [req-fee41010-09ee-4dda-b83f-5c1c7195e76c req-292870f1-706c-4f78-b696-ded2adb1ec0c service nova] Acquiring lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1208.358201] env[69297]: DEBUG oslo_concurrency.lockutils [req-fee41010-09ee-4dda-b83f-5c1c7195e76c req-292870f1-706c-4f78-b696-ded2adb1ec0c service nova] Lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1208.358201] env[69297]: DEBUG oslo_concurrency.lockutils [req-fee41010-09ee-4dda-b83f-5c1c7195e76c req-292870f1-706c-4f78-b696-ded2adb1ec0c service nova] Lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1208.358837] env[69297]: DEBUG nova.compute.manager [req-fee41010-09ee-4dda-b83f-5c1c7195e76c req-292870f1-706c-4f78-b696-ded2adb1ec0c service nova] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] No waiting events found dispatching network-vif-plugged-106ee272-4e69-4b89-8768-855f9c41533c {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1208.359230] env[69297]: WARNING nova.compute.manager [req-fee41010-09ee-4dda-b83f-5c1c7195e76c req-292870f1-706c-4f78-b696-ded2adb1ec0c service nova] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Received unexpected event network-vif-plugged-106ee272-4e69-4b89-8768-855f9c41533c for instance with vm_state building and task_state spawning.
[ 1208.454233] env[69297]: DEBUG nova.compute.manager [req-ef2d4240-d1d1-41b9-a122-d73fbf1bde8a req-c6c9fd58-eb6f-4594-804f-c5ec08fe8951 service nova] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Received event network-vif-plugged-32c121bd-448d-4898-ba60-184c9674b037 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1208.454416] env[69297]: DEBUG oslo_concurrency.lockutils [req-ef2d4240-d1d1-41b9-a122-d73fbf1bde8a req-c6c9fd58-eb6f-4594-804f-c5ec08fe8951 service nova] Acquiring lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1208.454672] env[69297]: DEBUG oslo_concurrency.lockutils [req-ef2d4240-d1d1-41b9-a122-d73fbf1bde8a req-c6c9fd58-eb6f-4594-804f-c5ec08fe8951 service nova] Lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1208.454839] env[69297]: DEBUG oslo_concurrency.lockutils [req-ef2d4240-d1d1-41b9-a122-d73fbf1bde8a req-c6c9fd58-eb6f-4594-804f-c5ec08fe8951 service nova] Lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1208.459192] env[69297]: DEBUG nova.compute.manager [req-ef2d4240-d1d1-41b9-a122-d73fbf1bde8a req-c6c9fd58-eb6f-4594-804f-c5ec08fe8951 service nova] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] No waiting events found dispatching network-vif-plugged-32c121bd-448d-4898-ba60-184c9674b037 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1208.459192] env[69297]: WARNING nova.compute.manager [req-ef2d4240-d1d1-41b9-a122-d73fbf1bde8a req-c6c9fd58-eb6f-4594-804f-c5ec08fe8951 service nova] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Received unexpected event network-vif-plugged-32c121bd-448d-4898-ba60-184c9674b037 for instance with vm_state building and task_state spawning.
[ 1208.578561] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1208.578876] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1208.758477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1208.758782] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1208.759043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1208.759190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1208.762016] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1208.762016] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d55d81-68f6-4882-a806-2459a98a4859 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1208.776463] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1208.776669] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1208.778257] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dfc21f-dced-4040-a15b-bc3bdcb41f03 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1208.785126] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de40206-1a49-489e-a606-75ebed84f75e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1208.790543] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1208.790543] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522e92e8-9dc6-a6cb-b963-37158d98f11b"
[ 1208.790543] env[69297]:    _type = "Task"
[ 1208.790543] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1208.799387] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522e92e8-9dc6-a6cb-b963-37158d98f11b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1208.807243] env[69297]: DEBUG nova.network.neutron [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Updating instance_info_cache with network_info: [{"id": "106ee272-4e69-4b89-8768-855f9c41533c", "address": "fa:16:3e:68:33:fb", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106ee272-4e", "ovs_interfaceid": "106ee272-4e69-4b89-8768-855f9c41533c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1208.834652] env[69297]: DEBUG nova.compute.manager [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1208.890467] env[69297]: DEBUG nova.network.neutron [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Updating instance_info_cache with network_info: [{"id": "32c121bd-448d-4898-ba60-184c9674b037", "address": "fa:16:3e:98:9d:26", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c121bd-44", "ovs_interfaceid": "32c121bd-448d-4898-ba60-184c9674b037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1208.950785] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance a4c9aa55-b4db-42e7-ab90-26bb66af6167 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1208.951121] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 498fb00b-18b5-457f-92eb-61e5f9b3fc9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1208.951367] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance b38c80c7-3686-4e96-853f-24fb8643ce0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1208.951792] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 40bc1ca1-dcb3-4d03-8e57-290e21f30e93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1208.952067] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 81894aff-58d3-4d13-a743-643267fad2bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1209.084340] env[69297]: DEBUG nova.compute.manager [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1209.306251] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Preparing fetch location {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1209.306251] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Creating directory with path [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1209.307529] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a10e90f3-fefe-4af0-b13d-5dae4d5a764c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.310858] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Releasing lock "refresh_cache-498fb00b-18b5-457f-92eb-61e5f9b3fc9d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1209.311018] env[69297]: DEBUG nova.compute.manager [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Instance network_info: |[{"id": "106ee272-4e69-4b89-8768-855f9c41533c", "address": "fa:16:3e:68:33:fb", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106ee272-4e", "ovs_interfaceid": "106ee272-4e69-4b89-8768-855f9c41533c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1209.311412] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:33:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '106ee272-4e69-4b89-8768-855f9c41533c', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1209.323657] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Creating folder: Project (de9ec37757f244e685d9e62e5223f494). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1209.324447] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da012697-6e89-4baa-bb2c-f431157272c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.347117] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Created folder: Project (de9ec37757f244e685d9e62e5223f494) in parent group-v588392.
[ 1209.347117] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Creating folder: Instances. Parent ref: group-v588396. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1209.347117] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d4deb8c-9a4b-4ee5-8523-d34ccc78e2c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.353393] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Created directory with path [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1209.354597] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Fetch image to [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1209.354597] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Downloading image file data d0408a19-3515-4459-96ea-9bb88e8df3b6 to [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69297) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}}
[ 1209.356052] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5ced5a-16c5-4b32-9174-0f40f8ad642b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.359150] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Created folder: Instances in parent group-v588396.
[ 1209.360349] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1209.360349] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1209.360865] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d372d6c5-26c2-47eb-8289-ec112cb447dd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.386682] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84143433-eadd-4e55-be11-333b4377f527 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.396859] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Releasing lock "refresh_cache-a4c9aa55-b4db-42e7-ab90-26bb66af6167" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1209.396859] env[69297]: DEBUG nova.compute.manager [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Instance network_info: |[{"id": "32c121bd-448d-4898-ba60-184c9674b037", "address": "fa:16:3e:98:9d:26", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c121bd-44", "ovs_interfaceid": "32c121bd-448d-4898-ba60-184c9674b037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1209.396859] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1209.396859] env[69297]:    value = "task-2930507"
[ 1209.397801] env[69297]:    _type = "Task"
[ 1209.397801] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1209.397801] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:9d:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c121bd-448d-4898-ba60-184c9674b037', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1209.409101] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Creating folder: Project (77ff13bb0ece4a2e80ab72086ddc1cab). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1209.422468] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baa9e913-5a0e-48aa-be08-5ea371b4a113 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.429213] env[69297]: DEBUG nova.network.neutron [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Successfully updated port: 072eacab-2515-4344-9924-4218de74b976 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1209.435523] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9b4baf-65c8-4afa-835b-aeeacda3f425 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.457393] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance fe49a256-114c-4d15-9647-a89d85ba735f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1209.459901] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930507, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1209.466519] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Created folder: Project (77ff13bb0ece4a2e80ab72086ddc1cab) in parent group-v588392.
[ 1209.466519] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Creating folder: Instances. Parent ref: group-v588399. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1209.466519] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d51db48-2054-4475-95b5-272016b8dfae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.516899] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13258ef4-9a4c-421c-8e18-526a0ec3e256 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.522866] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Created folder: Instances in parent group-v588399.
[ 1209.523337] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1209.523656] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1209.524530] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0adb5907-a667-4ca2-8386-c1fcf353a811 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.543869] env[69297]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-21e035bf-0069-485f-a825-0c92ec00e8a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.552593] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1209.552593] env[69297]:    value = "task-2930510"
[ 1209.552593] env[69297]:    _type = "Task"
[ 1209.552593] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1209.566245] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930510, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1209.630286] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1209.657316] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Downloading image file data d0408a19-3515-4459-96ea-9bb88e8df3b6 to the data store datastore1 {{(pid=69297) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}}
[ 1209.769990] env[69297]: DEBUG oslo_vmware.rw_handles [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69297) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1209.849893] env[69297]: DEBUG nova.compute.manager [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1209.896700] env[69297]: DEBUG nova.virt.hardware [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1209.896700] env[69297]: DEBUG nova.virt.hardware [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1209.896700] env[69297]: DEBUG nova.virt.hardware [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1209.896938] env[69297]: DEBUG nova.virt.hardware [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1209.897560] env[69297]: DEBUG nova.virt.hardware [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1209.897560] env[69297]: DEBUG nova.virt.hardware [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1209.897714] env[69297]: DEBUG nova.virt.hardware [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1209.897932] env[69297]: DEBUG nova.virt.hardware [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1209.898121] env[69297]: DEBUG nova.virt.hardware [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1209.898331] env[69297]: DEBUG nova.virt.hardware [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1209.898680] env[69297]: DEBUG nova.virt.hardware [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1209.899830] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eacef46-5ef8-4c15-ad2e-8cac560ba59b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.916836] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76427fd-ee0e-45ca-a8fc-ce653921df25 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.932687] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930507, 'name': CreateVM_Task, 'duration_secs': 0.371073} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1209.945116] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1209.945116] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1209.952930] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Creating folder: Project (257df50a6f784b74bd1b26975c1ada40). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1209.960126] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1209.960126] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1209.960254] env[69297]: DEBUG nova.network.neutron [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1209.961403] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-027b86da-2e01-4494-9796-006445e50a28 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.967082] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance f29b0f1c-7f85-4c4b-8402-aa7958bebb7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1209.967311] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1209.967382] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1209.980155] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Created folder: Project (257df50a6f784b74bd1b26975c1ada40) in parent group-v588392.
[ 1209.980155] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Creating folder: Instances. Parent ref: group-v588402. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1209.981356] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f4463da-7b85-42f8-8156-4aad610fd8ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1209.998799] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Created folder: Instances in parent group-v588402.
[ 1209.998799] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1209.999311] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1209.999311] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4be21360-6b51-4a4b-97ea-7d93c2a72a9c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1210.018946] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1210.019535] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1210.019740] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1210.021105] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b886bb-0789-4b99-a1ca-32d6aa4bda56 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1210.029407] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1210.029407] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525d8c77-8dc3-a30a-703d-b7e77c08a637"
[ 1210.029407] env[69297]:    _type = "Task"
[ 1210.029407] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1210.034037] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1210.034037] env[69297]:    value = "task-2930513"
[ 1210.034037] env[69297]:    _type = "Task"
[ 1210.034037] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1210.054967] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1210.055263] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1210.055470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1210.055798] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930513, 'name': CreateVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1210.073490] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930510, 'name': CreateVM_Task, 'duration_secs': 0.363011} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1210.075419] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1210.076188] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1210.076387] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1210.076760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1210.077037] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46fe6b1-c23d-46c5-8346-a10d8e05833b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1210.082274] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for the task: (returnval){
[ 1210.082274] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c36129-49b7-89c6-343c-9f3528aa5a52"
[ 1210.082274] env[69297]:    _type = "Task"
[ 1210.082274] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1210.100925] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c36129-49b7-89c6-343c-9f3528aa5a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1210.195018] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6485def-4d9a-4457-819e-d5a29f5d6782 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1210.202651] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc49b4a-5fcc-484e-8cf8-0a0a0bcd7f07 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1210.245248] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f196ec33-d0c2-4535-9521-581d576e0868 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1210.252921] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce4727-c18b-4507-929b-6d9da569bdb1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1210.275295] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1210.555053] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930513, 'name': CreateVM_Task, 'duration_secs': 0.302954} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1210.555423] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1210.555555] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1210.590353] env[69297]: DEBUG oslo_vmware.rw_handles [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Completed reading data from the image iterator. {{(pid=69297) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1210.590353] env[69297]: DEBUG oslo_vmware.rw_handles [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}}
[ 1210.596441] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1210.596696] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1210.596788] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1210.596987] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1210.597323] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1210.597852] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40de07d7-21f5-40e9-98cc-fdbaf7dfeea3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1210.602607] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1210.602607] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5293d228-d180-eb63-a28b-11a0596f0c02"
[ 1210.602607] env[69297]:    _type = "Task"
[ 1210.602607] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1210.612023] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5293d228-d180-eb63-a28b-11a0596f0c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1210.648878] env[69297]: DEBUG nova.network.neutron [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1210.652027] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Downloaded image file data d0408a19-3515-4459-96ea-9bb88e8df3b6 to vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69297) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}}
[ 1210.654205] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Caching image {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1210.655054] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Copying Virtual Disk [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk to [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1210.656284] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e654a824-bbb8-402d-8e2a-bd5a15157f8e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1210.663609] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1210.663609] env[69297]:    value = "task-2930514"
[ 1210.663609] env[69297]:    _type = "Task"
[ 1210.663609] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1210.672256] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1210.788086] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1211.116368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1211.117314] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1211.117439] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1211.175990] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930514, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1211.190831] env[69297]: DEBUG nova.network.neutron [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance_info_cache with network_info: [{"id": "072eacab-2515-4344-9924-4218de74b976", "address": "fa:16:3e:27:ab:4b", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072eacab-25", "ovs_interfaceid": "072eacab-2515-4344-9924-4218de74b976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1211.300245] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1211.301067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.392s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1211.301067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.006s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1211.302452] env[69297]: INFO nova.compute.claims [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1211.675070] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674404} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1211.675338] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Copied Virtual Disk [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk to [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1211.675522] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Deleting the datastore file [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1211.675763] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-795de159-361d-417a-97d3-72a847349d61 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1211.682454] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1211.682454] env[69297]:    value = "task-2930515"
[ 1211.682454] env[69297]:    _type = "Task"
[ 1211.682454] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1211.690653] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1211.696312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1211.696727] env[69297]: DEBUG nova.compute.manager [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Instance network_info: |[{"id": "072eacab-2515-4344-9924-4218de74b976", "address": "fa:16:3e:27:ab:4b", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072eacab-25", "ovs_interfaceid": "072eacab-2515-4344-9924-4218de74b976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1211.697208] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:ab:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '072eacab-2515-4344-9924-4218de74b976', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1211.705841] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Creating folder: Project (ccdd08ef4ffe4594a1fe66baaec56f84). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1211.705975] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b9fe636-0b5b-4aa8-b63d-717f261d2822 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1211.716785] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Created folder: Project (ccdd08ef4ffe4594a1fe66baaec56f84) in parent group-v588392.
[ 1211.716899] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Creating folder: Instances. Parent ref: group-v588405. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1211.717186] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aab5a41a-7029-41ce-88ac-91ee17b48b00 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1211.727276] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Created folder: Instances in parent group-v588405.
[ 1211.727687] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1211.727891] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1211.727891] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a2da981-26aa-4bbb-9442-a06a717d5eec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1211.749619] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1211.749619] env[69297]:    value = "task-2930518"
[ 1211.749619] env[69297]:    _type = "Task"
[ 1211.749619] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1211.758732] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930518, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1212.199640] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025368} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1212.203066] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1212.204286] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Moving file from [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f/d0408a19-3515-4459-96ea-9bb88e8df3b6 to [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6. {{(pid=69297) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}}
[ 1212.204286] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0ccbeaf6-f28f-4ff3-a6f9-3fecb8347740 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1212.213672] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1212.213672] env[69297]:    value = "task-2930519"
[ 1212.213672] env[69297]:    _type = "Task"
[ 1212.213672] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1212.225411] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930519, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1212.260341] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930518, 'name': CreateVM_Task, 'duration_secs': 0.351097} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1212.260341] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1212.260341] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1212.260341] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1212.262123] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1212.265023] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c78c62-1ded-4fa9-8a8d-35415a44459d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1212.269303] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1212.269303] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52afc837-d55a-3749-2d19-89e185aee8db"
[ 1212.269303] env[69297]:    _type = "Task"
[ 1212.269303] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1212.283032] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52afc837-d55a-3749-2d19-89e185aee8db, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1212.283678] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1212.283678] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1212.284109] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1212.502465] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40cfffd-22e5-4459-8cf5-890ad6f560b2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1212.513117] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d56ca8-04af-4807-98ea-7c0a12bf26a9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1212.560039] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6d66e7-fc77-4fba-a3ac-fbd410e7ead6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1212.565840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquiring lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1212.566292] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1212.574598] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0897e6a-3c85-4429-bc6f-c62a66e96423 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1212.590356] env[69297]: DEBUG nova.compute.provider_tree [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1212.735038] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930519, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025036} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1212.735038] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] File moved {{(pid=69297) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}}
[ 1212.735378] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Cleaning up location [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1212.735378] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Deleting the datastore file [datastore1] vmware_temp/d8d8338f-ae23-42a2-8f0b-412a1276143f {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1212.735645] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1143f1b9-d6c3-4824-af73-7d45eda72760 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1212.743831] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1212.743831] env[69297]:    value = "task-2930520"
[ 1212.743831] env[69297]:    _type = "Task"
[ 1212.743831] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1212.755803] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1213.072626] env[69297]: DEBUG nova.compute.manager [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1213.100184] env[69297]: DEBUG nova.scheduler.client.report [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1213.223432] env[69297]: DEBUG nova.compute.manager [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Received event network-changed-106ee272-4e69-4b89-8768-855f9c41533c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1213.223432] env[69297]: DEBUG nova.compute.manager [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Refreshing instance network info cache due to event network-changed-106ee272-4e69-4b89-8768-855f9c41533c. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1213.223594] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] Acquiring lock "refresh_cache-498fb00b-18b5-457f-92eb-61e5f9b3fc9d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1213.223594] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] Acquired lock "refresh_cache-498fb00b-18b5-457f-92eb-61e5f9b3fc9d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1213.223831] env[69297]: DEBUG nova.network.neutron [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Refreshing network info cache for port 106ee272-4e69-4b89-8768-855f9c41533c {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1213.260939] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03089} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1213.261721] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1213.262785] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579dcbc4-7d3e-411e-8173-034713bb53fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1213.270923] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1213.270923] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52490adf-32bf-420c-fddb-d66bfc690cf6"
[ 1213.270923] env[69297]:    _type = "Task"
[ 1213.270923] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1213.279911] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52490adf-32bf-420c-fddb-d66bfc690cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1213.372983] env[69297]: DEBUG nova.compute.manager [req-d567ca56-536c-4be3-b7ac-156a4ba8aa28 req-a5124e87-bf63-49eb-872d-b2c0e95708e0 service nova] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Received event network-changed-32c121bd-448d-4898-ba60-184c9674b037 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1213.375740] env[69297]: DEBUG nova.compute.manager [req-d567ca56-536c-4be3-b7ac-156a4ba8aa28 req-a5124e87-bf63-49eb-872d-b2c0e95708e0 service nova] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Refreshing instance network info cache due to event network-changed-32c121bd-448d-4898-ba60-184c9674b037. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1213.375740] env[69297]: DEBUG oslo_concurrency.lockutils [req-d567ca56-536c-4be3-b7ac-156a4ba8aa28 req-a5124e87-bf63-49eb-872d-b2c0e95708e0 service nova] Acquiring lock "refresh_cache-a4c9aa55-b4db-42e7-ab90-26bb66af6167" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1213.375740] env[69297]: DEBUG oslo_concurrency.lockutils [req-d567ca56-536c-4be3-b7ac-156a4ba8aa28 req-a5124e87-bf63-49eb-872d-b2c0e95708e0 service nova] Acquired lock "refresh_cache-a4c9aa55-b4db-42e7-ab90-26bb66af6167" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1213.375740] env[69297]: DEBUG nova.network.neutron [req-d567ca56-536c-4be3-b7ac-156a4ba8aa28 req-a5124e87-bf63-49eb-872d-b2c0e95708e0 service nova] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Refreshing network info cache for port 32c121bd-448d-4898-ba60-184c9674b037 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1213.608743] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1213.608743] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1213.609302] env[69297]: DEBUG nova.compute.manager [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1213.612648] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.983s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1213.615344] env[69297]: INFO nova.compute.claims [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1213.785711] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52490adf-32bf-420c-fddb-d66bfc690cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.022521} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1213.786446] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1213.786838] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 81894aff-58d3-4d13-a743-643267fad2bf/81894aff-58d3-4d13-a743-643267fad2bf.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1213.787290] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1213.787611] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1213.787967] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8a73768-0b22-4623-827a-35626fba5525 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1213.790739] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-101a8477-bcfd-4506-ba0a-00b292747e26 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1213.802608] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1213.802797] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1213.803833] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1213.803833] env[69297]:    value = "task-2930521"
[ 1213.803833] env[69297]:    _type = "Task"
[ 1213.803833] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1213.803833] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d7faf5-c772-47a4-9f62-56c7b6a9c626 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1213.812461] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1213.812461] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524d377b-7517-3d6b-437a-fe2489db8c5f"
[ 1213.812461] env[69297]:    _type = "Task"
[ 1213.812461] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1213.816326] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1213.830016] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524d377b-7517-3d6b-437a-fe2489db8c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008364} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1213.834504] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48604109-a0c3-4dbc-87c3-7b213506f122 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1213.840128] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1213.840128] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5219a083-eea9-d055-30fb-251f0bf8c1c3"
[ 1213.840128] env[69297]:    _type = "Task"
[ 1213.840128] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1213.848514] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5219a083-eea9-d055-30fb-251f0bf8c1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1214.126024] env[69297]: DEBUG nova.compute.utils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1214.127572] env[69297]: DEBUG nova.compute.manager [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1214.128177] env[69297]: DEBUG nova.network.neutron [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1214.208197] env[69297]: DEBUG nova.policy [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef51d9b6dbf145b7b571430cef89a032', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f55af666a3e41728e50837a019404cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1214.317169] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466904} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1214.317594] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 81894aff-58d3-4d13-a743-643267fad2bf/81894aff-58d3-4d13-a743-643267fad2bf.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1214.317973] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1214.318352] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8077bf80-e4cc-466d-83be-e5424b805231 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.328102] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1214.328102] env[69297]:    value = "task-2930522"
[ 1214.328102] env[69297]:    _type = "Task"
[ 1214.328102] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1214.336317] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1214.351135] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5219a083-eea9-d055-30fb-251f0bf8c1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.007592} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1214.351135] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1214.351135] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 498fb00b-18b5-457f-92eb-61e5f9b3fc9d/498fb00b-18b5-457f-92eb-61e5f9b3fc9d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1214.351135] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1214.352145] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1214.352920] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0e8c395-c267-48e7-b78b-b281b3691785 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.361336] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-244ed7ff-c566-449b-bd62-3b9d87cf4738 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.365104] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1214.365104] env[69297]:    value = "task-2930523"
[ 1214.365104] env[69297]:    _type = "Task"
[ 1214.365104] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1214.372684] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1214.373026] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1214.374049] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b13751c-9e34-4d4d-be70-4ee5fac5ba91 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.381849] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1214.385028] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for the task: (returnval){
[ 1214.385028] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525bef46-7301-fbdf-e8fc-eba9aa798c0a"
[ 1214.385028] env[69297]:    _type = "Task"
[ 1214.385028] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1214.394031] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525bef46-7301-fbdf-e8fc-eba9aa798c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1214.550235] env[69297]: DEBUG nova.network.neutron [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Successfully created port: aeb1e13c-9be5-45e6-9e81-2bc5f481359e {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1214.628222] env[69297]: DEBUG nova.compute.manager [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1214.805924] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d34b79-2bd6-45f3-b105-c56aeda3d211 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.817830] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff3e813-cce7-4883-a07a-7ed4491ae455 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.862978] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a7e250-fd0a-4fb2-b5f9-2dbe22a3d1ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.875127] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074993} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1214.877917] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1214.878889] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8b7f61-e4df-4f37-b419-d630ad1bc053 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.882926] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e45fa4-f5a9-43c3-96f4-9b8302dec7e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.894920] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511016} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1214.901027] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 498fb00b-18b5-457f-92eb-61e5f9b3fc9d/498fb00b-18b5-457f-92eb-61e5f9b3fc9d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1214.901027] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1214.912897] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-940add2d-afd9-4d96-b5e8-1b98e1bbb3ff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.933025] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 81894aff-58d3-4d13-a743-643267fad2bf/81894aff-58d3-4d13-a743-643267fad2bf.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1214.949275] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cbbe48c-2a62-4e28-b26b-4e71ada6b23c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.971803] env[69297]: DEBUG nova.compute.provider_tree [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1214.977688] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525bef46-7301-fbdf-e8fc-eba9aa798c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1214.978826] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcfc8393-ff00-4e5a-9668-619a6a861fb4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1214.982469] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1214.982469] env[69297]:    value = "task-2930524"
[ 1214.982469] env[69297]:    _type = "Task"
[ 1214.982469] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1214.984110] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1214.984110] env[69297]:    value = "task-2930525"
[ 1214.984110] env[69297]:    _type = "Task"
[ 1214.984110] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1214.994359] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for the task: (returnval){
[ 1214.994359] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52be4cd8-3288-59ac-e878-fea3cf2d9b9d"
[ 1214.994359] env[69297]:    _type = "Task"
[ 1214.994359] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1215.004202] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1215.004558] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1215.009933] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52be4cd8-3288-59ac-e878-fea3cf2d9b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1215.010589] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1215.010856] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] a4c9aa55-b4db-42e7-ab90-26bb66af6167/a4c9aa55-b4db-42e7-ab90-26bb66af6167.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1215.011143] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1215.011328] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1215.011534] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94a857d2-12aa-41a0-a050-0dfcd7a769b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1215.013839] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f1b972f-729a-4396-aadb-023433ed1a7e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1215.020428] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for the task: (returnval){
[ 1215.020428] env[69297]:    value = "task-2930526"
[ 1215.020428] env[69297]:    _type = "Task"
[ 1215.020428] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1215.024954] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1215.024954] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1215.025813] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a054a444-5d84-4920-83df-4ce26bd7fa5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1215.031755] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1215.034936] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1215.034936] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b1e684-9f5c-4832-443d-58a38ffadd6a"
[ 1215.034936] env[69297]:    _type = "Task"
[ 1215.034936] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1215.042648] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b1e684-9f5c-4832-443d-58a38ffadd6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1215.071115] env[69297]: DEBUG nova.network.neutron [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Updated VIF entry in instance network info cache for port 106ee272-4e69-4b89-8768-855f9c41533c. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1215.071493] env[69297]: DEBUG nova.network.neutron [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Updating instance_info_cache with network_info: [{"id": "106ee272-4e69-4b89-8768-855f9c41533c", "address": "fa:16:3e:68:33:fb", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106ee272-4e", "ovs_interfaceid": "106ee272-4e69-4b89-8768-855f9c41533c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1215.279311] env[69297]: DEBUG nova.network.neutron [req-d567ca56-536c-4be3-b7ac-156a4ba8aa28 req-a5124e87-bf63-49eb-872d-b2c0e95708e0 service nova] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Updated VIF entry in instance network info cache for port 32c121bd-448d-4898-ba60-184c9674b037. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1215.279769] env[69297]: DEBUG nova.network.neutron [req-d567ca56-536c-4be3-b7ac-156a4ba8aa28 req-a5124e87-bf63-49eb-872d-b2c0e95708e0 service nova] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Updating instance_info_cache with network_info: [{"id": "32c121bd-448d-4898-ba60-184c9674b037", "address": "fa:16:3e:98:9d:26", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c121bd-44", "ovs_interfaceid": "32c121bd-448d-4898-ba60-184c9674b037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1215.478023] env[69297]: DEBUG nova.scheduler.client.report [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1215.502262] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1215.508013] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1215.531561] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1215.545539] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b1e684-9f5c-4832-443d-58a38ffadd6a, 'name': SearchDatastore_Task, 'duration_secs': 0.007816} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1215.546628] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0abe0e8-c3d2-4305-80d4-4ac045361760 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1215.553623] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1215.553623] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52fe4373-3101-0b79-a663-d731a3bbf12d"
[ 1215.553623] env[69297]:    _type = "Task"
[ 1215.553623] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1215.563568] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52fe4373-3101-0b79-a663-d731a3bbf12d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1215.577024] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] Releasing lock "refresh_cache-498fb00b-18b5-457f-92eb-61e5f9b3fc9d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1215.577024] env[69297]: DEBUG nova.compute.manager [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Received event network-vif-plugged-072eacab-2515-4344-9924-4218de74b976 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1215.577024] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] Acquiring lock "b38c80c7-3686-4e96-853f-24fb8643ce0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1215.577024] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1215.577024] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1215.577618] env[69297]: DEBUG nova.compute.manager [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] No waiting events found dispatching network-vif-plugged-072eacab-2515-4344-9924-4218de74b976 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1215.577618] env[69297]: WARNING nova.compute.manager [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Received unexpected event network-vif-plugged-072eacab-2515-4344-9924-4218de74b976 for instance with vm_state building and task_state spawning.
[ 1215.577618] env[69297]: DEBUG nova.compute.manager [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Received event network-changed-072eacab-2515-4344-9924-4218de74b976 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1215.577618] env[69297]: DEBUG nova.compute.manager [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Refreshing instance network info cache due to event network-changed-072eacab-2515-4344-9924-4218de74b976. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1215.577618] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] Acquiring lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1215.577774] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] Acquired lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1215.577774] env[69297]: DEBUG nova.network.neutron [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Refreshing network info cache for port 072eacab-2515-4344-9924-4218de74b976 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1215.640225] env[69297]: DEBUG nova.compute.manager [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1215.673531] env[69297]: DEBUG nova.virt.hardware [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1215.673531] env[69297]: DEBUG nova.virt.hardware [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1215.673531] env[69297]: DEBUG nova.virt.hardware [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1215.673684] env[69297]: DEBUG nova.virt.hardware [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1215.673684] env[69297]: DEBUG nova.virt.hardware [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1215.673684] env[69297]: DEBUG nova.virt.hardware [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1215.673684] env[69297]: DEBUG nova.virt.hardware [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1215.673803] env[69297]: DEBUG nova.virt.hardware [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1215.674039] env[69297]: DEBUG nova.virt.hardware [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1215.675205] env[69297]: DEBUG nova.virt.hardware [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1215.675810] env[69297]: DEBUG nova.virt.hardware [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1215.676371] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaba581-6da0-4cae-891f-1d4e2741c48e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1215.687610] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb84fd95-7242-46bd-a0bb-33be0a756aa4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1215.783796] env[69297]: DEBUG oslo_concurrency.lockutils [req-d567ca56-536c-4be3-b7ac-156a4ba8aa28 req-a5124e87-bf63-49eb-872d-b2c0e95708e0 service nova] Releasing lock "refresh_cache-a4c9aa55-b4db-42e7-ab90-26bb66af6167" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1215.988500] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1215.988500] env[69297]: DEBUG nova.compute.manager [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1215.994752] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.386s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1216.000680] env[69297]: INFO nova.compute.claims [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1216.026277] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.989606} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1216.034620] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1216.034620] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1216.035521] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ebe117-46c6-4398-a938-affe9d1deb7c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1216.043425] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930526, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1216.068692] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 498fb00b-18b5-457f-92eb-61e5f9b3fc9d/498fb00b-18b5-457f-92eb-61e5f9b3fc9d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1216.075786] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a3e6f4a-8455-4a5d-a3c9-722c3a65046b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1216.100833] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52fe4373-3101-0b79-a663-d731a3bbf12d, 'name': SearchDatastore_Task, 'duration_secs': 0.01522} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1216.103733] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1216.104045] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1216.104343] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1216.104343] env[69297]:    value = "task-2930527"
[ 1216.104343] env[69297]:    _type = "Task"
[ 1216.104343] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1216.104577] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1216.104771] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1216.104988] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3840fda5-073b-49e0-98e3-30203a77d52c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1216.109408] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46733544-2d67-4ba4-ac70-6ff03bf24530 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1216.120241] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1216.120241] env[69297]:    value = "task-2930528"
[ 1216.120241] env[69297]:    _type = "Task"
[ 1216.120241] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1216.129186] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1216.131337] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1216.131612] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1216.136587] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4206b6-32d3-497b-aa85-dd3081829cd1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1216.140535] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1216.149385] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1216.149385] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5234ae72-aa78-bab2-68cb-b02f85a8a36f"
[ 1216.149385] env[69297]:    _type = "Task"
[ 1216.149385] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1216.157099] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5234ae72-aa78-bab2-68cb-b02f85a8a36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1216.250635] env[69297]: DEBUG nova.network.neutron [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Successfully updated port: aeb1e13c-9be5-45e6-9e81-2bc5f481359e {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1216.517912] env[69297]: DEBUG nova.compute.utils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1216.521305] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930525, 'name': ReconfigVM_Task, 'duration_secs': 1.502677} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1216.522986] env[69297]: DEBUG nova.compute.manager [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1216.522986] env[69297]: DEBUG nova.network.neutron [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1216.524123] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 81894aff-58d3-4d13-a743-643267fad2bf/81894aff-58d3-4d13-a743-643267fad2bf.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1216.525468] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d49a4c60-cf9a-40e6-aa33-54061fb6cc5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1216.541040] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930526, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.331947} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1216.544405] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] a4c9aa55-b4db-42e7-ab90-26bb66af6167/a4c9aa55-b4db-42e7-ab90-26bb66af6167.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1216.544588] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1216.545024] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1216.545024] env[69297]:    value = "task-2930529"
[ 1216.545024] env[69297]:    _type = "Task"
[ 1216.545024] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1216.545545] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fa0615c-5c36-4993-8f95-c6349e7c8f54 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1216.574533] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930529, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1216.577021] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for the task: (returnval){
[ 1216.577021] env[69297]:    value = "task-2930530"
[ 1216.577021] env[69297]:    _type = "Task"
[ 1216.577021] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1216.588599] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1216.619749] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquiring lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1216.619984] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1216.631240] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930527, 'name': ReconfigVM_Task, 'duration_secs': 0.365593} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1216.632144] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 498fb00b-18b5-457f-92eb-61e5f9b3fc9d/498fb00b-18b5-457f-92eb-61e5f9b3fc9d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1216.632834] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c633ef47-67f8-45cf-be9e-68bea59cfc99 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1216.639455] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930528, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1216.648735] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1216.648735] env[69297]:    value = "task-2930531"
[ 1216.648735] env[69297]:    _type = "Task"
[ 1216.648735] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1216.676515] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5234ae72-aa78-bab2-68cb-b02f85a8a36f, 'name': SearchDatastore_Task, 'duration_secs': 0.059861} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1216.677194] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930531, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1216.681713] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-965ed712-d425-4225-97be-9ad6145f06e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1216.690474] env[69297]: DEBUG nova.policy [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e65b9f668c740ae9529a66933ceaebf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '584ee20500a2400c9b400c850941e875', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1216.694242] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1216.694242] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ee1550-9628-c025-bcee-8ff6dc2ed7d6"
[ 1216.694242] env[69297]:    _type = "Task"
[ 1216.694242] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1216.702995] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ee1550-9628-c025-bcee-8ff6dc2ed7d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1216.751805] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquiring lock "refresh_cache-fe49a256-114c-4d15-9647-a89d85ba735f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1216.751996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquired lock "refresh_cache-fe49a256-114c-4d15-9647-a89d85ba735f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1216.752801] env[69297]: DEBUG nova.network.neutron [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1216.948617] env[69297]: DEBUG nova.network.neutron [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updated VIF entry in instance network info cache for port 072eacab-2515-4344-9924-4218de74b976. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1216.948617] env[69297]: DEBUG nova.network.neutron [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance_info_cache with network_info: [{"id": "072eacab-2515-4344-9924-4218de74b976", "address": "fa:16:3e:27:ab:4b", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072eacab-25", "ovs_interfaceid": "072eacab-2515-4344-9924-4218de74b976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1217.024964] env[69297]: DEBUG nova.compute.manager [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1217.065237] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930529, 'name': Rename_Task, 'duration_secs': 0.343996} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1217.065237] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1217.065237] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7475264b-d3d2-45c2-a663-098d1f436579 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.071316] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1217.071316] env[69297]:    value = "task-2930532"
[ 1217.071316] env[69297]:    _type = "Task"
[ 1217.071316] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1217.094909] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166988} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1217.095532] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930532, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1217.098339] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1217.104227] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebc2a1b-ab8d-48a2-b0e3-e0422ee7c983 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.139529] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] a4c9aa55-b4db-42e7-ab90-26bb66af6167/a4c9aa55-b4db-42e7-ab90-26bb66af6167.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1217.139529] env[69297]: DEBUG nova.compute.manager [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1217.147219] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2462a260-af71-4417-b89a-67d51d30e7ab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.173089] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689278} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1217.174174] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1217.174174] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1217.175326] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81af1155-a9d3-473b-8bc7-d3a6669c0daa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.178119] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for the task: (returnval){
[ 1217.178119] env[69297]:    value = "task-2930533"
[ 1217.178119] env[69297]:    _type = "Task"
[ 1217.178119] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1217.184024] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930531, 'name': Rename_Task, 'duration_secs': 0.186708} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1217.187685] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1217.187944] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bce3796e-7f5b-471e-8fde-491d22923a54 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.191216] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1217.191216] env[69297]:    value = "task-2930534"
[ 1217.191216] env[69297]:    _type = "Task"
[ 1217.191216] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1217.204953] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1217.205233] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1217.205233] env[69297]:    value = "task-2930535"
[ 1217.205233] env[69297]:    _type = "Task"
[ 1217.205233] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1217.222378] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1217.228150] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ee1550-9628-c025-bcee-8ff6dc2ed7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.058164} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1217.231739] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1217.232054] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] b38c80c7-3686-4e96-853f-24fb8643ce0a/b38c80c7-3686-4e96-853f-24fb8643ce0a.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1217.233192] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1217.233315] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e87e6953-31e5-4347-a6e7-8daaf74fbd3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.241115] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1217.241115] env[69297]:    value = "task-2930536"
[ 1217.241115] env[69297]:    _type = "Task"
[ 1217.241115] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1217.253206] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1217.288016] env[69297]: DEBUG nova.network.neutron [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1217.378475] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bd5ffc-55fd-4a95-8367-5bfec55e6e60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.388490] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e36760-4220-47c3-a8ba-ed609bdad2fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.424386] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130a277e-a238-4946-86a3-fcd5c72cb844 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.436691] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3f69d7-f65b-4d38-9a28-dec2276c8064 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.457591] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ac8e710-b029-4a9d-a366-8d561b7589f2 req-ced641d7-3514-4f43-b3d7-7b7459ca3d85 service nova] Releasing lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1217.458079] env[69297]: DEBUG nova.compute.provider_tree [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1217.585217] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930532, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1217.703266] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1217.712501] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquiring lock "8bb97c0a-e052-4844-937c-f26c2bd28b33" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1217.712794] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "8bb97c0a-e052-4844-937c-f26c2bd28b33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1217.714720] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1217.730900] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930535, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1217.732839] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100118} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1217.733483] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1217.734397] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c163a5-ffdf-412e-a68e-cdbc487e24a5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.763258] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1217.764337] env[69297]: DEBUG nova.network.neutron [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Updating instance_info_cache with network_info: [{"id": "aeb1e13c-9be5-45e6-9e81-2bc5f481359e", "address": "fa:16:3e:3d:86:1d", "network": {"id": "583a1093-d145-4032-a61b-7eb745c79a4a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1632984133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f55af666a3e41728e50837a019404cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb1e13c-9b", "ovs_interfaceid": "aeb1e13c-9be5-45e6-9e81-2bc5f481359e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1217.767292] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c51db0c7-3b97-4fb4-a380-148fd4a64b78 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1217.787621] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930536, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1217.796701] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1217.796701] env[69297]:    value = "task-2930537"
[ 1217.796701] env[69297]:    _type = "Task"
[ 1217.796701] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1217.806481] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1217.962337] env[69297]: DEBUG nova.scheduler.client.report [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1218.034855] env[69297]: DEBUG nova.compute.manager [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1218.072461] env[69297]: DEBUG nova.virt.hardware [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1218.074957] env[69297]: DEBUG nova.virt.hardware [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1218.074957] env[69297]: DEBUG nova.virt.hardware [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1218.074957] env[69297]: DEBUG nova.virt.hardware [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1218.074957] env[69297]: DEBUG nova.virt.hardware [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1218.074957] env[69297]: DEBUG nova.virt.hardware [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1218.075209] env[69297]: DEBUG nova.virt.hardware [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1218.075209] env[69297]: DEBUG nova.virt.hardware [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1218.075209] env[69297]: DEBUG nova.virt.hardware [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1218.075209] env[69297]: DEBUG nova.virt.hardware [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1218.075209] env[69297]: DEBUG nova.virt.hardware [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1218.075669] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efc6d4e-0220-4617-8650-6a1ec2f2c441 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.094594] env[69297]: DEBUG oslo_vmware.api [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930532, 'name': PowerOnVM_Task, 'duration_secs': 0.861944} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1218.096020] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4daf902-5238-4cc4-8c9a-34296f621c39 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.102239] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1218.102689] env[69297]: INFO nova.compute.manager [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Took 10.52 seconds to spawn the instance on the hypervisor.
[ 1218.103019] env[69297]: DEBUG nova.compute.manager [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1218.103792] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55717a78-723f-4585-9b32-c60e3d772bb2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.194835] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930533, 'name': ReconfigVM_Task, 'duration_secs': 0.57837} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1218.195183] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Reconfigured VM instance instance-00000001 to attach disk [datastore1] a4c9aa55-b4db-42e7-ab90-26bb66af6167/a4c9aa55-b4db-42e7-ab90-26bb66af6167.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1218.195811] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ccb9c69-36ea-4c78-b6f3-31d032f41c14 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.201811] env[69297]: DEBUG nova.network.neutron [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Successfully created port: 450eefd7-941c-4963-89ed-1b3a98168e7b {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1218.205124] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for the task: (returnval){
[ 1218.205124] env[69297]:    value = "task-2930538"
[ 1218.205124] env[69297]:    _type = "Task"
[ 1218.205124] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1218.219262] env[69297]: DEBUG nova.compute.manager [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1218.223425] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930538, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1218.233056] env[69297]: DEBUG oslo_vmware.api [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930535, 'name': PowerOnVM_Task, 'duration_secs': 0.725655} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1218.233369] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1218.236027] env[69297]: INFO nova.compute.manager [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Took 16.81 seconds to spawn the instance on the hypervisor.
[ 1218.236027] env[69297]: DEBUG nova.compute.manager [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1218.236027] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de5184-4367-42ce-afe1-58c39a5979fa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.255604] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619904} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1218.255879] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] b38c80c7-3686-4e96-853f-24fb8643ce0a/b38c80c7-3686-4e96-853f-24fb8643ce0a.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1218.256103] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1218.256551] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12eb1db1-c3ad-4eac-8ecc-04c3b97d9f17 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.263291] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1218.263291] env[69297]:    value = "task-2930539"
[ 1218.263291] env[69297]:    _type = "Task"
[ 1218.263291] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1218.266670] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Releasing lock "refresh_cache-fe49a256-114c-4d15-9647-a89d85ba735f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1218.266850] env[69297]: DEBUG nova.compute.manager [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Instance network_info: |[{"id": "aeb1e13c-9be5-45e6-9e81-2bc5f481359e", "address": "fa:16:3e:3d:86:1d", "network": {"id": "583a1093-d145-4032-a61b-7eb745c79a4a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1632984133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f55af666a3e41728e50837a019404cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb1e13c-9b", "ovs_interfaceid": "aeb1e13c-9be5-45e6-9e81-2bc5f481359e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1218.268791] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:86:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeb1e13c-9be5-45e6-9e81-2bc5f481359e', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1218.277404] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Creating folder: Project (1f55af666a3e41728e50837a019404cb). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1218.280987] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da342a1b-8bea-4a44-b6c9-1889e907cdf9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.282824] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1218.289362] env[69297]: DEBUG nova.compute.manager [req-628afd73-9a9f-44c0-807a-b396a33fe017 req-e9f5d7be-2171-4a5f-a811-143b76a44bd3 service nova] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Received event network-vif-plugged-aeb1e13c-9be5-45e6-9e81-2bc5f481359e {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1218.289576] env[69297]: DEBUG oslo_concurrency.lockutils [req-628afd73-9a9f-44c0-807a-b396a33fe017 req-e9f5d7be-2171-4a5f-a811-143b76a44bd3 service nova] Acquiring lock "fe49a256-114c-4d15-9647-a89d85ba735f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1218.289773] env[69297]: DEBUG oslo_concurrency.lockutils [req-628afd73-9a9f-44c0-807a-b396a33fe017 req-e9f5d7be-2171-4a5f-a811-143b76a44bd3 service nova] Lock "fe49a256-114c-4d15-9647-a89d85ba735f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1218.289931] env[69297]: DEBUG oslo_concurrency.lockutils [req-628afd73-9a9f-44c0-807a-b396a33fe017 req-e9f5d7be-2171-4a5f-a811-143b76a44bd3 service nova] Lock "fe49a256-114c-4d15-9647-a89d85ba735f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1218.290128] env[69297]: DEBUG nova.compute.manager [req-628afd73-9a9f-44c0-807a-b396a33fe017 req-e9f5d7be-2171-4a5f-a811-143b76a44bd3 service nova] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] No waiting events found dispatching network-vif-plugged-aeb1e13c-9be5-45e6-9e81-2bc5f481359e {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1218.290256] env[69297]: WARNING nova.compute.manager [req-628afd73-9a9f-44c0-807a-b396a33fe017 req-e9f5d7be-2171-4a5f-a811-143b76a44bd3 service nova] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Received unexpected event network-vif-plugged-aeb1e13c-9be5-45e6-9e81-2bc5f481359e for instance with vm_state building and task_state spawning.
[ 1218.292846] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Created folder: Project (1f55af666a3e41728e50837a019404cb) in parent group-v588392.
[ 1218.292846] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Creating folder: Instances. Parent ref: group-v588408. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1218.293764] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ffd6311-8a3b-426b-8de6-985ff74eec67 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.308628] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930537, 'name': ReconfigVM_Task, 'duration_secs': 0.297205} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1218.308628] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Created folder: Instances in parent group-v588408.
[ 1218.308628] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1218.308628] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1218.309288] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1218.309288] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84dcf0ee-e964-41d9-87a9-2fe1e712fb43 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.312344] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-956edd7e-e962-443e-aff7-4ab5e888823d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.336695] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1218.336695] env[69297]:    value = "task-2930542"
[ 1218.336695] env[69297]:    _type = "Task"
[ 1218.336695] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1218.342415] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1218.342415] env[69297]:    value = "task-2930543"
[ 1218.342415] env[69297]:    _type = "Task"
[ 1218.342415] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1218.349388] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930542, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1218.361938] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930543, 'name': CreateVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1218.468075] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1218.468708] env[69297]: DEBUG nova.compute.manager [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1218.472983] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.769s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1218.474829] env[69297]: INFO nova.compute.claims [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1218.642694] env[69297]: INFO nova.compute.manager [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Took 18.41 seconds to build instance.
[ 1218.716851] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930538, 'name': Rename_Task, 'duration_secs': 0.154914} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1218.717280] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1218.717479] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e6b8f56-9b0e-4f3f-adf5-454b81db8822 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.727301] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for the task: (returnval){
[ 1218.727301] env[69297]:    value = "task-2930544"
[ 1218.727301] env[69297]:    _type = "Task"
[ 1218.727301] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1218.743576] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1218.760467] env[69297]: INFO nova.compute.manager [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Took 21.56 seconds to build instance.
[ 1218.761971] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1218.773346] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079831} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1218.773630] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1218.774467] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa5db74-b760-441f-a897-757ad3e6a4ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.811098] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] b38c80c7-3686-4e96-853f-24fb8643ce0a/b38c80c7-3686-4e96-853f-24fb8643ce0a.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1218.811363] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-477f1c7d-076e-4fdf-b74d-d5709a86f814 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.836696] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "48799466-77de-45c4-8786-a5ce333e9fa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1218.836696] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "48799466-77de-45c4-8786-a5ce333e9fa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1218.843049] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1218.843049] env[69297]:    value = "task-2930545"
[ 1218.843049] env[69297]:    _type = "Task"
[ 1218.843049] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1218.847544] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930542, 'name': Rename_Task, 'duration_secs': 0.144559} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1218.854261] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1218.854586] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac0e7914-fb9c-49b6-8497-402c2d34c439 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1218.867106] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1218.867474] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930543, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1218.868802] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1218.868802] env[69297]:    value = "task-2930546"
[ 1218.868802] env[69297]:    _type = "Task"
[ 1218.868802] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1218.878847] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1218.981016] env[69297]: DEBUG nova.compute.utils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1218.983302] env[69297]: DEBUG nova.compute.manager [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1218.983474] env[69297]: DEBUG nova.network.neutron [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1219.145478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-05e77784-7d9c-4104-af1c-51e706459748 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Lock "81894aff-58d3-4d13-a743-643267fad2bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.926s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1219.153035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "81894aff-58d3-4d13-a743-643267fad2bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 13.335s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1219.153144] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1035c5e4-7b3d-4c18-9135-4854231f8b52 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.164825] env[69297]: DEBUG nova.policy [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd336939943b84480bf40f7f8e02f9060', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad45cf4c96c34775a9f9fa8ace2bb702', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1219.243370] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1219.263542] env[69297]: DEBUG oslo_concurrency.lockutils [None req-19d441c8-d648-4113-a2fd-16d53e8d08dc tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.075s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1219.263853] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 13.447s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1219.263940] env[69297]: INFO nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] During sync_power_state the instance has a pending task (spawning). Skip.
[ 1219.266507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1219.366623] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930543, 'name': CreateVM_Task, 'duration_secs': 0.629219} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1219.370023] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930545, 'name': ReconfigVM_Task, 'duration_secs': 0.499836} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1219.370023] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1219.370023] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Reconfigured VM instance instance-00000003 to attach disk [datastore1] b38c80c7-3686-4e96-853f-24fb8643ce0a/b38c80c7-3686-4e96-853f-24fb8643ce0a.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1219.370023] env[69297]: DEBUG oslo_vmware.service [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ca208-803a-4b3e-8b48-165ce495d2e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.371789] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7749784c-d6d1-41a3-b5a6-81f237b81d7c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.380859] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1219.380859] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1219.381029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1219.381211] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827231ad-78a4-4131-9e37-f1e400467854 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.389099] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930546, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1219.389499] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1219.389499] env[69297]:    value = "task-2930547"
[ 1219.389499] env[69297]:    _type = "Task"
[ 1219.389499] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1219.395235] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1219.395235] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a754ff-14df-07e3-2057-7c1f79d23f2e"
[ 1219.395235] env[69297]:    _type = "Task"
[ 1219.395235] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1219.410960] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930547, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1219.414699] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1219.415425] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1219.415425] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1219.417834] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1219.417834] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1219.417834] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb0d8862-e8ce-43ac-8f0d-1fc828d57de0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.437434] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1219.438133] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1219.439526] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed97808-0d5a-4ff3-b665-0a7507e3eb1d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.445747] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303fa423-505a-436d-8888-b1f7f1e9994d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.451211] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1219.451211] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f941a7-115e-d5ae-eb59-12f425f74927"
[ 1219.451211] env[69297]:    _type = "Task"
[ 1219.451211] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1219.460911] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f941a7-115e-d5ae-eb59-12f425f74927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1219.491235] env[69297]: DEBUG nova.compute.manager [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1219.659535] env[69297]: DEBUG nova.compute.manager [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1219.668087] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "81894aff-58d3-4d13-a743-643267fad2bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.516s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1219.739701] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a43fcb-b6e5-4fb7-81af-ba362edbda48 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.749141] env[69297]: DEBUG oslo_vmware.api [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930544, 'name': PowerOnVM_Task, 'duration_secs': 0.583804} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1219.751231] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1219.751585] env[69297]: INFO nova.compute.manager [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Took 16.10 seconds to spawn the instance on the hypervisor.
[ 1219.751990] env[69297]: DEBUG nova.compute.manager [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1219.753224] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c61bcb5-c151-4d9f-b3f5-1a28fe28684c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.757426] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6984afb5-0fe4-42ae-9622-8a9a36b0cf35 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.799473] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b8176-5922-4a60-bd35-d267d80d251a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.807898] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97244f8-c5cf-459f-89d2-f767090e7b9d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.826405] env[69297]: DEBUG nova.compute.provider_tree [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1219.890252] env[69297]: DEBUG oslo_vmware.api [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930546, 'name': PowerOnVM_Task, 'duration_secs': 0.564799} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1219.890671] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1219.890917] env[69297]: INFO nova.compute.manager [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Took 10.04 seconds to spawn the instance on the hypervisor.
[ 1219.891163] env[69297]: DEBUG nova.compute.manager [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1219.894854] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf274ef-d893-4140-8de4-2d1ea68b4aaa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.902824] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930547, 'name': Rename_Task, 'duration_secs': 0.189678} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1219.904738] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1219.909794] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba83ab9e-6646-47f2-8143-54f64aa8643d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.915945] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1219.915945] env[69297]:    value = "task-2930548"
[ 1219.915945] env[69297]:    _type = "Task"
[ 1219.915945] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1219.934993] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1219.963566] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Preparing fetch location {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1219.963836] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Creating directory with path [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1219.964182] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06c85965-a187-49bb-85cb-24a1465d7e53 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1219.988299] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Created directory with path [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1219.988299] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Fetch image to [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1219.988532] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Downloading image file data d0408a19-3515-4459-96ea-9bb88e8df3b6 to [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69297) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}}
[ 1219.990338] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c716596d-d904-4a08-bac9-ecfb6923e0a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1220.002631] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5acf091-fa25-473a-88e7-6ee72d64441c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1220.013553] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f73bc0-6666-444a-85b6-b28079048670 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1220.050916] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd03d6ff-262f-4a52-9c6d-134f567b8411 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1220.055665] env[69297]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2b230133-816e-49b5-87b8-55725582d88c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1220.088272] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Downloading image file data d0408a19-3515-4459-96ea-9bb88e8df3b6 to the data store datastore2 {{(pid=69297) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}}
[ 1220.156904] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69297) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1220.256064] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1220.309722] env[69297]: INFO nova.compute.manager [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Took 23.12 seconds to build instance.
[ 1220.330608] env[69297]: DEBUG nova.scheduler.client.report [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1220.432292] env[69297]: INFO nova.compute.manager [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Took 20.19 seconds to build instance.
[ 1220.440642] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1220.471642] env[69297]: DEBUG nova.network.neutron [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Successfully created port: 19410065-3e71-411a-8df0-7a06b01b3f95 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1220.507470] env[69297]: DEBUG nova.compute.manager [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1220.558481] env[69297]: DEBUG nova.virt.hardware [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1220.560490] env[69297]: DEBUG nova.virt.hardware [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1220.560788] env[69297]: DEBUG nova.virt.hardware [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1220.561952] env[69297]: DEBUG nova.virt.hardware [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1220.561952] env[69297]: DEBUG nova.virt.hardware [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1220.562383] env[69297]: DEBUG nova.virt.hardware [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1220.562383] env[69297]: DEBUG nova.virt.hardware [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1220.562587] env[69297]: DEBUG nova.virt.hardware [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1220.562777] env[69297]: DEBUG nova.virt.hardware [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1220.563315] env[69297]: DEBUG nova.virt.hardware [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1220.563315] env[69297]: DEBUG nova.virt.hardware [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1220.564273] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3b3f29-327c-4229-8e9a-6538d05df82c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1220.573960] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e25ddf-6dfe-44c9-87ae-43516327af10 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1220.816039] env[69297]: DEBUG oslo_concurrency.lockutils [None req-768deaef-397d-46d1-8e7b-130b80183c4d tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.638s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1220.816534] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 15.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1220.816787] env[69297]: INFO nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] During sync_power_state the instance has a pending task (spawning). Skip.
[ 1220.817094] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1220.836412] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1220.836688] env[69297]: DEBUG nova.compute.manager [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1220.841753] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.080s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1220.843397] env[69297]: INFO nova.compute.claims [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1220.935573] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8d7d65e3-faf2-4f6c-ac17-ea0454b67c76 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "40bc1ca1-dcb3-4d03-8e57-290e21f30e93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.712s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1220.936809] env[69297]: DEBUG oslo_vmware.api [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930548, 'name': PowerOnVM_Task, 'duration_secs': 0.762685} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1220.936927] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1220.938354] env[69297]: INFO nova.compute.manager [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Took 15.56 seconds to spawn the instance on the hypervisor.
[ 1220.938539] env[69297]: DEBUG nova.compute.manager [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1220.939823] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11038b25-4ac8-49e5-8e0a-6e2d7a7d4c15 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1220.983729] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Completed reading data from the image iterator. {{(pid=69297) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1220.983948] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}}
[ 1221.041388] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Downloaded image file data d0408a19-3515-4459-96ea-9bb88e8df3b6 to vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69297) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}}
[ 1221.042377] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Caching image {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1221.042674] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Copying Virtual Disk [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk to [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1221.042965] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eda98aa-9b94-4025-97aa-2f0e99d78722 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1221.056103] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1221.056103] env[69297]:    value = "task-2930549"
[ 1221.056103] env[69297]:    _type = "Task"
[ 1221.056103] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1221.062845] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1221.067341] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1221.068551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1221.246709] env[69297]: DEBUG nova.network.neutron [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Successfully updated port: 450eefd7-941c-4963-89ed-1b3a98168e7b {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1221.348492] env[69297]: DEBUG nova.compute.utils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1221.353176] env[69297]: DEBUG nova.compute.manager [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1221.353377] env[69297]: DEBUG nova.network.neutron [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1221.429934] env[69297]: DEBUG nova.policy [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e1561a3e1444a49322b89130abee9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22f30765988647558c92319272220804', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1221.474909] env[69297]: INFO nova.compute.manager [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Took 22.53 seconds to build instance.
[ 1221.570931] env[69297]: DEBUG nova.compute.manager [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1221.573492] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1221.751462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "refresh_cache-f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1221.751640] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquired lock "refresh_cache-f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1221.751801] env[69297]: DEBUG nova.network.neutron [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1221.841278] env[69297]: DEBUG nova.network.neutron [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Successfully created port: 12b2b322-8e2e-41b5-9ded-4e81bdca010a {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1221.862026] env[69297]: DEBUG nova.compute.manager [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1221.977366] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3ba529a2-b33e-4d77-9bbf-b4b1cea13496 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.041s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1221.977780] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 16.161s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1221.977968] env[69297]: INFO nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] During sync_power_state the instance has a pending task (spawning). Skip.
[ 1221.978191] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1222.080697] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930549, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1222.116474] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1222.160507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquiring lock "9e33aaee-64fa-4dff-aec3-774768adffa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1222.160739] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Lock "9e33aaee-64fa-4dff-aec3-774768adffa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1222.163289] env[69297]: DEBUG nova.compute.manager [req-438acb23-860d-4d73-ba73-86d556bf47f5 req-20fe2851-66eb-4514-9303-5d94a61f8824 service nova] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Received event network-changed-aeb1e13c-9be5-45e6-9e81-2bc5f481359e {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1222.163413] env[69297]: DEBUG nova.compute.manager [req-438acb23-860d-4d73-ba73-86d556bf47f5 req-20fe2851-66eb-4514-9303-5d94a61f8824 service nova] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Refreshing instance network info cache due to event network-changed-aeb1e13c-9be5-45e6-9e81-2bc5f481359e. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1222.163617] env[69297]: DEBUG oslo_concurrency.lockutils [req-438acb23-860d-4d73-ba73-86d556bf47f5 req-20fe2851-66eb-4514-9303-5d94a61f8824 service nova] Acquiring lock "refresh_cache-fe49a256-114c-4d15-9647-a89d85ba735f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1222.163750] env[69297]: DEBUG oslo_concurrency.lockutils [req-438acb23-860d-4d73-ba73-86d556bf47f5 req-20fe2851-66eb-4514-9303-5d94a61f8824 service nova] Acquired lock "refresh_cache-fe49a256-114c-4d15-9647-a89d85ba735f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1222.164096] env[69297]: DEBUG nova.network.neutron [req-438acb23-860d-4d73-ba73-86d556bf47f5 req-20fe2851-66eb-4514-9303-5d94a61f8824 service nova] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Refreshing network info cache for port aeb1e13c-9be5-45e6-9e81-2bc5f481359e {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1222.172498] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a954fd0e-9fd0-4229-bc98-4f4ef1a36a59 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1222.185552] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc447e6b-d978-44c1-b926-455559f4a40e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1222.223094] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084b711b-c137-463b-96f5-8a87feb5f252 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1222.232053] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2944d2-a68e-4c8c-bf76-17d3048f5a9f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1222.248585] env[69297]: DEBUG nova.compute.provider_tree [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1222.311157] env[69297]: DEBUG nova.network.neutron [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1222.570496] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930549, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.252018} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1222.571191] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Copied Virtual Disk [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk to [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1222.571191] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Deleting the datastore file [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6/tmp-sparse.vmdk {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1222.571363] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dea1bbc-463e-4707-84a9-daf1c5267704 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1222.579291] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1222.579291] env[69297]:    value = "task-2930550"
[ 1222.579291] env[69297]:    _type = "Task"
[ 1222.579291] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1222.587370] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1222.666235] env[69297]: DEBUG nova.compute.manager [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1222.699024] env[69297]: DEBUG nova.network.neutron [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Updating instance_info_cache with network_info: [{"id": "450eefd7-941c-4963-89ed-1b3a98168e7b", "address": "fa:16:3e:81:49:5d", "network": {"id": "66222a61-4710-4401-a492-c4695415c489", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1384947003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584ee20500a2400c9b400c850941e875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450eefd7-94", "ovs_interfaceid": "450eefd7-941c-4963-89ed-1b3a98168e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1222.754320] env[69297]: DEBUG nova.scheduler.client.report [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1222.771572] env[69297]: DEBUG nova.network.neutron [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Successfully updated port: 19410065-3e71-411a-8df0-7a06b01b3f95 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1222.878637] env[69297]: DEBUG nova.compute.manager [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1222.910429] env[69297]: DEBUG nova.virt.hardware [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1222.910429] env[69297]: DEBUG nova.virt.hardware [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1222.910429] env[69297]: DEBUG nova.virt.hardware [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1222.910580] env[69297]: DEBUG nova.virt.hardware [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1222.910580] env[69297]: DEBUG nova.virt.hardware [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1222.910580] env[69297]: DEBUG nova.virt.hardware [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1222.910580] env[69297]: DEBUG nova.virt.hardware [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1222.910580] env[69297]: DEBUG nova.virt.hardware [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1222.910767] env[69297]: DEBUG nova.virt.hardware [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1222.910767] env[69297]: DEBUG nova.virt.hardware [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1222.910767] env[69297]: DEBUG nova.virt.hardware [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1222.911500] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7abea6-28ef-44fc-965b-341399767dc1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1222.926352] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126a740d-86d2-4cbc-af15-150a3749c0af {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1223.036875] env[69297]: DEBUG nova.network.neutron [req-438acb23-860d-4d73-ba73-86d556bf47f5 req-20fe2851-66eb-4514-9303-5d94a61f8824 service nova] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Updated VIF entry in instance network info cache for port aeb1e13c-9be5-45e6-9e81-2bc5f481359e. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1223.036966] env[69297]: DEBUG nova.network.neutron [req-438acb23-860d-4d73-ba73-86d556bf47f5 req-20fe2851-66eb-4514-9303-5d94a61f8824 service nova] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Updating instance_info_cache with network_info: [{"id": "aeb1e13c-9be5-45e6-9e81-2bc5f481359e", "address": "fa:16:3e:3d:86:1d", "network": {"id": "583a1093-d145-4032-a61b-7eb745c79a4a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1632984133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f55af666a3e41728e50837a019404cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb1e13c-9b", "ovs_interfaceid": "aeb1e13c-9be5-45e6-9e81-2bc5f481359e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1223.090359] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097404} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1223.090652] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1223.090870] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Moving file from [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655/d0408a19-3515-4459-96ea-9bb88e8df3b6 to [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6. {{(pid=69297) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}}
[ 1223.091154] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-532a151d-e106-4f22-8358-7bd258a09938 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1223.099064] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1223.099064] env[69297]:    value = "task-2930551"
[ 1223.099064] env[69297]:    _type = "Task"
[ 1223.099064] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1223.107811] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930551, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1223.189329] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1223.202270] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Releasing lock "refresh_cache-f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1223.202270] env[69297]: DEBUG nova.compute.manager [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Instance network_info: |[{"id": "450eefd7-941c-4963-89ed-1b3a98168e7b", "address": "fa:16:3e:81:49:5d", "network": {"id": "66222a61-4710-4401-a492-c4695415c489", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1384947003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584ee20500a2400c9b400c850941e875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450eefd7-94", "ovs_interfaceid": "450eefd7-941c-4963-89ed-1b3a98168e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1223.202479] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:49:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '450eefd7-941c-4963-89ed-1b3a98168e7b', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1223.210747] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Creating folder: Project (584ee20500a2400c9b400c850941e875). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1223.211328] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8e48e56-3869-466f-a8f7-113125d3b611 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1223.221689] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Created folder: Project (584ee20500a2400c9b400c850941e875) in parent group-v588392.
[ 1223.221906] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Creating folder: Instances. Parent ref: group-v588411. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1223.222227] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9daeacb8-e6d7-4cc7-9dae-b724c8934a9a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1223.231260] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Created folder: Instances in parent group-v588411.
[ 1223.231511] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1223.231709] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1223.231905] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90fcfe8b-e89c-4b04-bb3c-91d8f59416e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1223.254737] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1223.254737] env[69297]:    value = "task-2930554"
[ 1223.254737] env[69297]:    _type = "Task"
[ 1223.254737] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1223.263164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1223.263759] env[69297]: DEBUG nova.compute.manager [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1223.266096] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930554, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1223.266621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.010s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1223.267833] env[69297]: INFO nova.compute.claims [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1223.275918] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquiring lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1223.276061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquired lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1223.276213] env[69297]: DEBUG nova.network.neutron [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1223.366168] env[69297]: DEBUG nova.compute.manager [None req-e810c505-3c8a-400f-b195-38dd90fa0c8b tempest-ServerDiagnosticsV248Test-1377688328 tempest-ServerDiagnosticsV248Test-1377688328-project-admin] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1223.367489] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13847f73-2d8b-435f-99fd-9e45776ee7ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1223.376091] env[69297]: INFO nova.compute.manager [None req-e810c505-3c8a-400f-b195-38dd90fa0c8b tempest-ServerDiagnosticsV248Test-1377688328 tempest-ServerDiagnosticsV248Test-1377688328-project-admin] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Retrieving diagnostics
[ 1223.377027] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6117ea-c9eb-49d6-b9d8-da57cbaf8591 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1223.449825] env[69297]: DEBUG nova.network.neutron [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Successfully updated port: 12b2b322-8e2e-41b5-9ded-4e81bdca010a {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1223.540065] env[69297]: DEBUG oslo_concurrency.lockutils [req-438acb23-860d-4d73-ba73-86d556bf47f5 req-20fe2851-66eb-4514-9303-5d94a61f8824 service nova] Releasing lock "refresh_cache-fe49a256-114c-4d15-9647-a89d85ba735f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1223.564827] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquiring lock "0d31a377-7c63-47e9-85b8-85c6f702db66" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1223.565088] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1223.608807] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930551, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.052758} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1223.609118] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] File moved {{(pid=69297) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}}
[ 1223.609321] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Cleaning up location [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1223.609483] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Deleting the datastore file [datastore2] vmware_temp/497170cc-eb27-40fd-a445-503515439655 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1223.609725] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dedb0baf-2162-4edc-806f-ff8676cb1fef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1223.616793] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1223.616793] env[69297]:    value = "task-2930555"
[ 1223.616793] env[69297]:    _type = "Task"
[ 1223.616793] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1223.625174] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1223.671137] env[69297]: INFO nova.compute.manager [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Rebuilding instance
[ 1223.717189] env[69297]: DEBUG nova.compute.manager [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1223.718227] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38e450a-6c6e-4d35-8603-4a03c896ff24 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1223.766918] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930554, 'name': CreateVM_Task, 'duration_secs': 0.406049} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1223.767087] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1223.768323] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1223.768323] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1223.768644] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1223.768940] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98672cad-d23c-4473-8b6b-dbb0b1680a65 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1223.772262] env[69297]: DEBUG nova.compute.utils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1223.779111] env[69297]: DEBUG nova.compute.manager [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1223.779335] env[69297]: DEBUG nova.network.neutron [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1223.787135] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1223.787135] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52af17b9-7020-96ac-9cf1-cac88f822247"
[ 1223.787135] env[69297]:    _type = "Task"
[ 1223.787135] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1223.795157] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52af17b9-7020-96ac-9cf1-cac88f822247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1223.855888] env[69297]: DEBUG nova.policy [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72929d0821a74f20ab1afc88a4d730ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29857247d10b42bab57f78a7f5830a8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1223.861377] env[69297]: DEBUG nova.network.neutron [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1223.912240] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1223.912612] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1223.954647] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquiring lock "refresh_cache-25cbcb64-eef2-42e9-b5d4-30121ca2be4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1223.956396] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquired lock "refresh_cache-25cbcb64-eef2-42e9-b5d4-30121ca2be4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1223.956396] env[69297]: DEBUG nova.network.neutron [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1224.070722] env[69297]: DEBUG nova.compute.manager [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1224.093117] env[69297]: DEBUG nova.network.neutron [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Updating instance_info_cache with network_info: [{"id": "19410065-3e71-411a-8df0-7a06b01b3f95", "address": "fa:16:3e:fd:56:96", "network": {"id": "255a01aa-b7dd-4911-9a55-5cf133193345", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1422652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad45cf4c96c34775a9f9fa8ace2bb702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19410065-3e", "ovs_interfaceid": "19410065-3e71-411a-8df0-7a06b01b3f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1224.129395] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03359} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1224.129857] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1224.131132] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78595006-8edd-4771-a392-de7c85b22e70 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.138170] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1224.138170] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529b4cf2-f51f-a5a3-38f8-ccec7f62bd61"
[ 1224.138170] env[69297]:    _type = "Task"
[ 1224.138170] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1224.148698] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529b4cf2-f51f-a5a3-38f8-ccec7f62bd61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1224.250781] env[69297]: DEBUG nova.network.neutron [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Successfully created port: 492506fb-4ade-4530-9a90-359ccdabbb3b {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1224.280202] env[69297]: DEBUG nova.compute.manager [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1224.301319] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52af17b9-7020-96ac-9cf1-cac88f822247, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1224.301728] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1224.302021] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1224.302237] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1224.421891] env[69297]: DEBUG nova.compute.manager [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1224.428316] env[69297]: DEBUG nova.compute.manager [req-76dcc965-4b34-4346-a534-c1f890fd3c2f req-4412d05e-00e1-4292-8d2c-9242976cb2c5 service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Received event network-vif-plugged-19410065-3e71-411a-8df0-7a06b01b3f95 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1224.429031] env[69297]: DEBUG oslo_concurrency.lockutils [req-76dcc965-4b34-4346-a534-c1f890fd3c2f req-4412d05e-00e1-4292-8d2c-9242976cb2c5 service nova] Acquiring lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1224.429031] env[69297]: DEBUG oslo_concurrency.lockutils [req-76dcc965-4b34-4346-a534-c1f890fd3c2f req-4412d05e-00e1-4292-8d2c-9242976cb2c5 service nova] Lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1224.429551] env[69297]: DEBUG oslo_concurrency.lockutils [req-76dcc965-4b34-4346-a534-c1f890fd3c2f req-4412d05e-00e1-4292-8d2c-9242976cb2c5 service nova] Lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1224.429551] env[69297]: DEBUG nova.compute.manager [req-76dcc965-4b34-4346-a534-c1f890fd3c2f req-4412d05e-00e1-4292-8d2c-9242976cb2c5 service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] No waiting events found dispatching network-vif-plugged-19410065-3e71-411a-8df0-7a06b01b3f95 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1224.429864] env[69297]: WARNING nova.compute.manager [req-76dcc965-4b34-4346-a534-c1f890fd3c2f req-4412d05e-00e1-4292-8d2c-9242976cb2c5 service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Received unexpected event network-vif-plugged-19410065-3e71-411a-8df0-7a06b01b3f95 for instance with vm_state building and task_state spawning.
[ 1224.487109] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "d876a739-03b5-46c5-a072-af020ce202ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1224.487109] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "d876a739-03b5-46c5-a072-af020ce202ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1224.509390] env[69297]: DEBUG nova.network.neutron [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1224.566548] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0862549a-bf3e-4600-b97a-07e241f0ecb9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.591081] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d84e541-4bcc-41a1-8c91-37be943b2fd1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.619996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Releasing lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1224.620266] env[69297]: DEBUG nova.compute.manager [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Instance network_info: |[{"id": "19410065-3e71-411a-8df0-7a06b01b3f95", "address": "fa:16:3e:fd:56:96", "network": {"id": "255a01aa-b7dd-4911-9a55-5cf133193345", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1422652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad45cf4c96c34775a9f9fa8ace2bb702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19410065-3e", "ovs_interfaceid": "19410065-3e71-411a-8df0-7a06b01b3f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1224.622067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1224.624777] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:56:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19410065-3e71-411a-8df0-7a06b01b3f95', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1224.631996] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Creating folder: Project (ad45cf4c96c34775a9f9fa8ace2bb702). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1224.632733] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f197b1-7407-4f9b-aaa9-3895fe953e81 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.635351] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49f234d7-4e1a-4fbe-ac4a-1ac87b18197c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.645422] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67ecbc8-50af-48b9-aca3-a83b399dd883 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.656423] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529b4cf2-f51f-a5a3-38f8-ccec7f62bd61, 'name': SearchDatastore_Task, 'duration_secs': 0.023414} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1224.656681] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Created folder: Project (ad45cf4c96c34775a9f9fa8ace2bb702) in parent group-v588392.
[ 1224.656865] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Creating folder: Instances. Parent ref: group-v588414. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1224.657566] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1224.657820] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] fe49a256-114c-4d15-9647-a89d85ba735f/fe49a256-114c-4d15-9647-a89d85ba735f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1224.658055] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30f25fea-6d45-4cab-8d36-75ec3ace09ef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.666909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1224.667135] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1224.668101] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48018d18-9f11-420c-8681-d2c65d3b8435 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.669649] env[69297]: DEBUG nova.compute.provider_tree [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1224.671012] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99283018-0d43-43fb-b029-e3b40e880f1f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.681136] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1224.681136] env[69297]:    value = "task-2930558"
[ 1224.681136] env[69297]:    _type = "Task"
[ 1224.681136] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1224.686667] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1224.686667] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1224.687709] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Created folder: Instances in parent group-v588414.
[ 1224.687709] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1224.691019] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ff9743-7a47-40c1-a0b0-58648376b028 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.691019] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1224.696029] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc349a44-2629-4ff0-aa8c-71117f82c3c7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.710546] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1224.715602] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1224.715602] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5246f000-88eb-a9a6-3197-97bc5fc4c2ea"
[ 1224.715602] env[69297]:    _type = "Task"
[ 1224.715602] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1224.716991] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1224.716991] env[69297]:    value = "task-2930559"
[ 1224.716991] env[69297]:    _type = "Task"
[ 1224.716991] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1224.730126] env[69297]: DEBUG nova.network.neutron [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Updating instance_info_cache with network_info: [{"id": "12b2b322-8e2e-41b5-9ded-4e81bdca010a", "address": "fa:16:3e:7a:27:cd", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b2b322-8e", "ovs_interfaceid": "12b2b322-8e2e-41b5-9ded-4e81bdca010a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1224.739775] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1224.739775] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5246f000-88eb-a9a6-3197-97bc5fc4c2ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1224.739775] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930559, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1224.739775] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8624dc5d-5cae-418a-8c9f-fb83ae5b0bbf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.742070] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2ae2e5-dc81-46ce-9262-66f923e1e9b0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.748861] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1224.748861] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52222ac9-9efb-77f1-2da2-2c9b25c13279"
[ 1224.748861] env[69297]:    _type = "Task"
[ 1224.748861] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1224.751512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Acquiring lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1224.751782] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1224.751992] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Acquiring lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1224.752221] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1224.752457] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1224.754301] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1224.754301] env[69297]:    value = "task-2930560"
[ 1224.754301] env[69297]:    _type = "Task"
[ 1224.754301] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1224.754813] env[69297]: INFO nova.compute.manager [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Terminating instance
[ 1224.772298] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52222ac9-9efb-77f1-2da2-2c9b25c13279, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1224.776646] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1224.777068] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] f29b0f1c-7f85-4c4b-8402-aa7958bebb7c/f29b0f1c-7f85-4c4b-8402-aa7958bebb7c.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1224.777725] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1224.777974] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d535b5-be7b-438b-857b-dea80a3499ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1224.791194] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1224.791194] env[69297]:    value = "task-2930561"
[ 1224.791194] env[69297]:    _type = "Task"
[ 1224.791194] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1224.801381] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2930561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1224.963249] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1225.175378] env[69297]: DEBUG nova.scheduler.client.report [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1225.192871] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930558, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1225.231198] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930559, 'name': CreateVM_Task, 'duration_secs': 0.453742} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1225.231343] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1225.232361] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1225.232583] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1225.232948] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1225.233298] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924ad8bb-20f0-480f-bfb0-f877c008deab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.238117] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for the task: (returnval){
[ 1225.238117] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529eba30-42b9-5f46-6223-4d47bb95b96b"
[ 1225.238117] env[69297]:    _type = "Task"
[ 1225.238117] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1225.241678] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Releasing lock "refresh_cache-25cbcb64-eef2-42e9-b5d4-30121ca2be4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1225.242256] env[69297]: DEBUG nova.compute.manager [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Instance network_info: |[{"id": "12b2b322-8e2e-41b5-9ded-4e81bdca010a", "address": "fa:16:3e:7a:27:cd", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b2b322-8e", "ovs_interfaceid": "12b2b322-8e2e-41b5-9ded-4e81bdca010a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1225.242512] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:27:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12b2b322-8e2e-41b5-9ded-4e81bdca010a', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1225.252821] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Creating folder: Project (22f30765988647558c92319272220804). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1225.253663] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b96a6067-c992-4447-81ef-c252406e5da3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.264557] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529eba30-42b9-5f46-6223-4d47bb95b96b, 'name': SearchDatastore_Task, 'duration_secs': 0.01447} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1225.268830] env[69297]: DEBUG nova.compute.manager [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1225.269199] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1225.269415] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1225.269633] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1225.269924] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1225.270265] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1225.270410] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1225.271315] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3184c3e1-0bc0-438e-b258-106ccabb2ac3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.275162] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-634bdff4-f983-45ac-8490-552ac36ca0a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.279598] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Created folder: Project (22f30765988647558c92319272220804) in parent group-v588392.
[ 1225.279598] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Creating folder: Instances. Parent ref: group-v588417. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1225.281268] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7746547c-310d-42c2-b5eb-089732a19e2f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.289311] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930560, 'name': PowerOffVM_Task, 'duration_secs': 0.231009} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1225.292550] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1225.296182] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1225.296182] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1225.296956] env[69297]: DEBUG nova.compute.manager [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1225.298401] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a0383c3-6f7f-49d2-a1ec-7e86225f2e19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.302497] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae31b358-bc0c-45ea-9864-f66cc6ebc1fb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.312340] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1225.312577] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1225.314169] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Created folder: Instances in parent group-v588417.
[ 1225.314169] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1225.315335] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034ea925-c4c7-475b-bf01-650c13227f41 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.319196] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1225.322655] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-369acab7-51bf-4610-a362-ed17192ee2b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.338917] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1225.339592] env[69297]: DEBUG oslo_vmware.api [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Waiting for the task: (returnval){
[ 1225.339592] env[69297]:    value = "task-2930564"
[ 1225.339592] env[69297]:    _type = "Task"
[ 1225.339592] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1225.344980] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0340fc0-05a0-4cdc-986f-a6ab87a76d84 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.355330] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for the task: (returnval){
[ 1225.355330] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]528a20fc-05c4-5a42-090d-73c214cb8c55"
[ 1225.355330] env[69297]:    _type = "Task"
[ 1225.355330] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1225.361285] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1225.361285] env[69297]:    value = "task-2930565"
[ 1225.361285] env[69297]:    _type = "Task"
[ 1225.361285] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1225.361285] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2930561, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1225.363995] env[69297]: DEBUG nova.virt.hardware [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1225.364268] env[69297]: DEBUG nova.virt.hardware [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1225.364394] env[69297]: DEBUG nova.virt.hardware [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1225.364613] env[69297]: DEBUG nova.virt.hardware [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1225.364903] env[69297]: DEBUG nova.virt.hardware [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1225.364903] env[69297]: DEBUG nova.virt.hardware [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1225.365215] env[69297]: DEBUG nova.virt.hardware [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1225.365298] env[69297]: DEBUG nova.virt.hardware [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1225.365515] env[69297]: DEBUG nova.virt.hardware [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1225.365683] env[69297]: DEBUG nova.virt.hardware [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1225.365844] env[69297]: DEBUG nova.virt.hardware [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1225.370653] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10ce435-cbb8-4e2e-8306-097b92d88738 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.381944] env[69297]: DEBUG oslo_vmware.api [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Task: {'id': task-2930564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1225.385261] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1225.385963] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1225.385963] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Deleting the datastore file [datastore1] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1225.392232] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb32736-08d3-4b91-a632-2e89768f179e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.394831] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930565, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1225.399868] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e213a39d-bb51-4e12-b88f-b5b6a9aa503e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.404642] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528a20fc-05c4-5a42-090d-73c214cb8c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1225.418773] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1225.418773] env[69297]:    value = "task-2930567"
[ 1225.418773] env[69297]:    _type = "Task"
[ 1225.418773] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1225.427512] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1225.640111] env[69297]: DEBUG nova.compute.manager [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Received event network-vif-plugged-450eefd7-941c-4963-89ed-1b3a98168e7b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1225.640111] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Acquiring lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1225.640239] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1225.640680] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1225.640680] env[69297]: DEBUG nova.compute.manager [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] No waiting events found dispatching network-vif-plugged-450eefd7-941c-4963-89ed-1b3a98168e7b {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1225.640760] env[69297]: WARNING nova.compute.manager [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Received unexpected event network-vif-plugged-450eefd7-941c-4963-89ed-1b3a98168e7b for instance with vm_state building and task_state spawning.
[ 1225.640947] env[69297]: DEBUG nova.compute.manager [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Received event network-changed-450eefd7-941c-4963-89ed-1b3a98168e7b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1225.641074] env[69297]: DEBUG nova.compute.manager [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Refreshing instance network info cache due to event network-changed-450eefd7-941c-4963-89ed-1b3a98168e7b. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1225.641288] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Acquiring lock "refresh_cache-f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1225.641399] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Acquired lock "refresh_cache-f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1225.641550] env[69297]: DEBUG nova.network.neutron [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Refreshing network info cache for port 450eefd7-941c-4963-89ed-1b3a98168e7b {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1225.682029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1225.682632] env[69297]: DEBUG nova.compute.manager [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1225.688026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.570s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1225.688420] env[69297]: INFO nova.compute.claims [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1225.711363] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543935} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1225.711363] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] fe49a256-114c-4d15-9647-a89d85ba735f/fe49a256-114c-4d15-9647-a89d85ba735f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1225.711363] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1225.711363] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9e38e13-25c3-4149-9201-e7a6cc99788f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.719491] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1225.719491] env[69297]:    value = "task-2930568"
[ 1225.719491] env[69297]:    _type = "Task"
[ 1225.719491] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1225.729966] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1225.809011] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2930561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786353} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1225.809469] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] f29b0f1c-7f85-4c4b-8402-aa7958bebb7c/f29b0f1c-7f85-4c4b-8402-aa7958bebb7c.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1225.809858] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1225.810328] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b6f2c42-0fce-4e5f-81b8-35bc7863fea7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.822044] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1225.822044] env[69297]:    value = "task-2930569"
[ 1225.822044] env[69297]:    _type = "Task"
[ 1225.822044] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1225.839605] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2930569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1225.864656] env[69297]: DEBUG oslo_vmware.api [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Task: {'id': task-2930564, 'name': PowerOffVM_Task, 'duration_secs': 0.235566} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1225.867688] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1225.867877] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1225.868161] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f492dfb-6f0d-4fa7-8678-89d62d8f946a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.876618] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528a20fc-05c4-5a42-090d-73c214cb8c55, 'name': SearchDatastore_Task, 'duration_secs': 0.055573} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1225.877970] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857d25df-f4e0-472f-9a18-203307e676c1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.884167] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930565, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1225.887967] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for the task: (returnval){
[ 1225.887967] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f49956-aaea-06c0-c2ea-93fadf912642"
[ 1225.887967] env[69297]:    _type = "Task"
[ 1225.887967] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1225.898799] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f49956-aaea-06c0-c2ea-93fadf912642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1225.928299] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228852} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1225.928575] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1225.929212] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1225.929212] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1225.965091] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1225.965091] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1225.965091] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Deleting the datastore file [datastore1] 498fb00b-18b5-457f-92eb-61e5f9b3fc9d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1225.965091] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-962b2659-432a-4c85-830c-2f6830d61e9b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1225.972727] env[69297]: DEBUG oslo_vmware.api [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Waiting for the task: (returnval){
[ 1225.972727] env[69297]:    value = "task-2930571"
[ 1225.972727] env[69297]:    _type = "Task"
[ 1225.972727] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1225.988879] env[69297]: DEBUG oslo_vmware.api [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Task: {'id': task-2930571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1226.026237] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "ade366c6-e13e-4247-9dad-1035ef640406" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1226.026507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "ade366c6-e13e-4247-9dad-1035ef640406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1226.069232] env[69297]: DEBUG nova.network.neutron [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Successfully updated port: 492506fb-4ade-4530-9a90-359ccdabbb3b {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1226.198337] env[69297]: DEBUG nova.compute.utils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1226.202039] env[69297]: DEBUG nova.compute.manager [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1226.202039] env[69297]: DEBUG nova.network.neutron [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1226.207896] env[69297]: DEBUG nova.compute.manager [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Stashing vm_state: active {{(pid=69297) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1226.229917] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077756} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1226.230029] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1226.230760] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d663aab-0964-4e44-a198-1845c04f5dd0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.258217] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] fe49a256-114c-4d15-9647-a89d85ba735f/fe49a256-114c-4d15-9647-a89d85ba735f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1226.262154] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39731cef-de21-4193-bc0a-528d69241275 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.278343] env[69297]: DEBUG nova.policy [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32998671241e442ab09975465012193d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ab49c7f79b84fa18455933e561c0145', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1226.284438] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1226.284438] env[69297]:    value = "task-2930572"
[ 1226.284438] env[69297]:    _type = "Task"
[ 1226.284438] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1226.295201] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1226.334627] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2930569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073129} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1226.337379] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1226.338670] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b871a125-c26b-454d-a0c0-559db26ac311 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.366087] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] f29b0f1c-7f85-4c4b-8402-aa7958bebb7c/f29b0f1c-7f85-4c4b-8402-aa7958bebb7c.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1226.367309] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dbbfe8d-d753-409c-88c3-0427143d1c6c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.391291] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930565, 'name': CreateVM_Task, 'duration_secs': 0.597849} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1226.395211] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1226.395520] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1226.395520] env[69297]:    value = "task-2930573"
[ 1226.395520] env[69297]:    _type = "Task"
[ 1226.395520] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1226.396198] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1226.396291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1226.396660] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1226.397271] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02f09e1-a334-47b3-9497-c876d11429b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.405365] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f49956-aaea-06c0-c2ea-93fadf912642, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1226.406364] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1226.406507] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 3cc3caaa-7bab-4839-9ff0-804abf2ab595/3cc3caaa-7bab-4839-9ff0-804abf2ab595.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1226.406757] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-120784e7-3f0d-4fb9-b9c5-b4dfd242408a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.413623] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for the task: (returnval){
[ 1226.413623] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5276dae3-ef1f-d840-42dd-aee5ede4bc23"
[ 1226.413623] env[69297]:    _type = "Task"
[ 1226.413623] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1226.413623] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2930573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1226.418667] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for the task: (returnval){
[ 1226.418667] env[69297]:    value = "task-2930574"
[ 1226.418667] env[69297]:    _type = "Task"
[ 1226.418667] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1226.426497] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5276dae3-ef1f-d840-42dd-aee5ede4bc23, 'name': SearchDatastore_Task, 'duration_secs': 0.012777} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1226.427142] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1226.427486] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1226.427654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1226.427654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1226.427860] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1226.428077] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e05f930-11e6-43bc-b02f-a77817a8b466 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.436401] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1226.445366] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquiring lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1226.445679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1226.445810] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquiring lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1226.445985] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1226.446221] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1226.448331] env[69297]: INFO nova.compute.manager [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Terminating instance
[ 1226.453949] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1226.454145] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1226.456243] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7b32c1-e660-4c58-a563-665422c50984 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.461077] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for the task: (returnval){
[ 1226.461077] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d0c956-f4eb-5131-6ba9-33e84cbd7104"
[ 1226.461077] env[69297]:    _type = "Task"
[ 1226.461077] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1226.470914] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d0c956-f4eb-5131-6ba9-33e84cbd7104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1226.482281] env[69297]: DEBUG oslo_vmware.api [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Task: {'id': task-2930571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140931} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1226.483037] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1226.483037] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1226.483037] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1226.483037] env[69297]: INFO nova.compute.manager [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Took 1.21 seconds to destroy the instance on the hypervisor.
[ 1226.483303] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1226.485509] env[69297]: DEBUG nova.compute.manager [-] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1226.485509] env[69297]: DEBUG nova.network.neutron [-] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1226.534514] env[69297]: DEBUG nova.network.neutron [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Updated VIF entry in instance network info cache for port 450eefd7-941c-4963-89ed-1b3a98168e7b. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1226.534899] env[69297]: DEBUG nova.network.neutron [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Updating instance_info_cache with network_info: [{"id": "450eefd7-941c-4963-89ed-1b3a98168e7b", "address": "fa:16:3e:81:49:5d", "network": {"id": "66222a61-4710-4401-a492-c4695415c489", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1384947003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584ee20500a2400c9b400c850941e875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450eefd7-94", "ovs_interfaceid": "450eefd7-941c-4963-89ed-1b3a98168e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1226.574694] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquiring lock "refresh_cache-8bb97c0a-e052-4844-937c-f26c2bd28b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1226.574865] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquired lock "refresh_cache-8bb97c0a-e052-4844-937c-f26c2bd28b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1226.575027] env[69297]: DEBUG nova.network.neutron [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1226.709929] env[69297]: DEBUG nova.compute.manager [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1226.735426] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1226.737180] env[69297]: DEBUG nova.network.neutron [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Successfully created port: ba2cd21f-4d3e-4423-b9f9-20703eee7aed {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1226.800875] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930572, 'name': ReconfigVM_Task, 'duration_secs': 0.320492} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1226.805527] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Reconfigured VM instance instance-00000006 to attach disk [datastore2] fe49a256-114c-4d15-9647-a89d85ba735f/fe49a256-114c-4d15-9647-a89d85ba735f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1226.807152] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10d57f06-b7b2-4990-995c-2d4d9b0cf820 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.815949] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1226.815949] env[69297]:    value = "task-2930575"
[ 1226.815949] env[69297]:    _type = "Task"
[ 1226.815949] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1226.828867] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930575, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1226.908990] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2930573, 'name': ReconfigVM_Task, 'duration_secs': 0.312515} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1226.909585] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Reconfigured VM instance instance-00000007 to attach disk [datastore2] f29b0f1c-7f85-4c4b-8402-aa7958bebb7c/f29b0f1c-7f85-4c4b-8402-aa7958bebb7c.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1226.910329] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b6b83bd-df5e-43e2-be36-8510c66a0678 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.922216] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1226.922216] env[69297]:    value = "task-2930576"
[ 1226.922216] env[69297]:    _type = "Task"
[ 1226.922216] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1226.942233] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930574, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1226.947089] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2930576, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1226.956109] env[69297]: DEBUG nova.compute.manager [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1226.956393] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1226.959814] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc8b0cb-17e1-4290-aaaa-12550515b25e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.972654] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1226.973230] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf14057e-b6b9-46a4-88da-5b2fad10bb80 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.984813] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d0c956-f4eb-5131-6ba9-33e84cbd7104, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1226.987544] env[69297]: DEBUG nova.virt.hardware [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1226.988016] env[69297]: DEBUG nova.virt.hardware [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1226.988455] env[69297]: DEBUG nova.virt.hardware [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1226.988542] env[69297]: DEBUG nova.virt.hardware [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1226.988802] env[69297]: DEBUG nova.virt.hardware [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1226.989031] env[69297]: DEBUG nova.virt.hardware [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1226.989372] env[69297]: DEBUG nova.virt.hardware [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1226.989605] env[69297]: DEBUG nova.virt.hardware [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1226.989861] env[69297]: DEBUG nova.virt.hardware [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1226.990160] env[69297]: DEBUG nova.virt.hardware [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1226.990475] env[69297]: DEBUG nova.virt.hardware [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1226.993708] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83052f54-7350-4310-befa-e8e987842a86 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1226.997512] env[69297]: DEBUG oslo_vmware.api [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for the task: (returnval){
[ 1226.997512] env[69297]:    value = "task-2930577"
[ 1226.997512] env[69297]:    _type = "Task"
[ 1226.997512] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1227.000644] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334c7276-42fc-4214-b3a8-69ab2659da1c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.010691] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896efab2-0672-496a-9ce3-6de8b65485ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.019224] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for the task: (returnval){
[ 1227.019224] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529146cc-1805-ad36-8655-04c789e19e59"
[ 1227.019224] env[69297]:    _type = "Task"
[ 1227.019224] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1227.019446] env[69297]: DEBUG oslo_vmware.api [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1227.034082] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1227.039745] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1227.043982] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Releasing lock "refresh_cache-f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1227.043982] env[69297]: DEBUG nova.compute.manager [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Received event network-vif-plugged-12b2b322-8e2e-41b5-9ded-4e81bdca010a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1227.043982] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Acquiring lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1227.044174] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1227.044325] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1227.044475] env[69297]: DEBUG nova.compute.manager [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] No waiting events found dispatching network-vif-plugged-12b2b322-8e2e-41b5-9ded-4e81bdca010a {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1227.044656] env[69297]: WARNING nova.compute.manager [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Received unexpected event network-vif-plugged-12b2b322-8e2e-41b5-9ded-4e81bdca010a for instance with vm_state building and task_state spawning.
[ 1227.044784] env[69297]: DEBUG nova.compute.manager [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Received event network-changed-12b2b322-8e2e-41b5-9ded-4e81bdca010a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1227.044936] env[69297]: DEBUG nova.compute.manager [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Refreshing instance network info cache due to event network-changed-12b2b322-8e2e-41b5-9ded-4e81bdca010a. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1227.045126] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Acquiring lock "refresh_cache-25cbcb64-eef2-42e9-b5d4-30121ca2be4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1227.045292] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Acquired lock "refresh_cache-25cbcb64-eef2-42e9-b5d4-30121ca2be4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1227.045416] env[69297]: DEBUG nova.network.neutron [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Refreshing network info cache for port 12b2b322-8e2e-41b5-9ded-4e81bdca010a {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1227.046498] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1227.050347] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ab759e7-3eba-404d-8500-73a20a6aa995 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.062898] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529146cc-1805-ad36-8655-04c789e19e59, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1227.067056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1227.067246] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 25cbcb64-eef2-42e9-b5d4-30121ca2be4c/25cbcb64-eef2-42e9-b5d4-30121ca2be4c.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1227.068082] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681ebdcb-ae8b-4b93-bcdc-95ea173afe8b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.071205] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb9c8a5-f4b2-45e7-964a-434e28bfed01 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.077171] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1227.077171] env[69297]:    value = "task-2930578"
[ 1227.077171] env[69297]:    _type = "Task"
[ 1227.077171] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1227.086183] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449dbf5b-a1b1-46a3-b960-a598ff6be9b3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.089879] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for the task: (returnval){
[ 1227.089879] env[69297]:    value = "task-2930579"
[ 1227.089879] env[69297]:    _type = "Task"
[ 1227.089879] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1227.123011] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930578, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1227.126627] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0e9099-e949-44b2-a039-72b4903b4091 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.132548] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1227.137632] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd09617f-04d5-4378-bd1c-aa80e2311b1f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.152032] env[69297]: DEBUG nova.compute.provider_tree [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1227.180387] env[69297]: DEBUG nova.network.neutron [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1227.328031] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930575, 'name': Rename_Task, 'duration_secs': 0.218341} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1227.328382] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1227.328662] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d559c536-5e7a-47b7-8e8c-251a37555e23 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.337863] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1227.337863] env[69297]:    value = "task-2930580"
[ 1227.337863] env[69297]:    _type = "Task"
[ 1227.337863] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1227.352225] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1227.357113] env[69297]: DEBUG nova.network.neutron [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Updated VIF entry in instance network info cache for port 12b2b322-8e2e-41b5-9ded-4e81bdca010a. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1227.357588] env[69297]: DEBUG nova.network.neutron [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Updating instance_info_cache with network_info: [{"id": "12b2b322-8e2e-41b5-9ded-4e81bdca010a", "address": "fa:16:3e:7a:27:cd", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b2b322-8e", "ovs_interfaceid": "12b2b322-8e2e-41b5-9ded-4e81bdca010a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1227.448680] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524688} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1227.452488] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 3cc3caaa-7bab-4839-9ff0-804abf2ab595/3cc3caaa-7bab-4839-9ff0-804abf2ab595.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1227.452819] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1227.453161] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2930576, 'name': Rename_Task, 'duration_secs': 0.149981} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1227.454470] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a133843a-05e8-4840-976e-44488a701590 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.456422] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1227.456922] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e00f5b91-c8bd-4bb9-8e54-5da3cc97c76e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.467168] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for the task: (returnval){
[ 1227.467168] env[69297]:    value = "task-2930581"
[ 1227.467168] env[69297]:    _type = "Task"
[ 1227.467168] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1227.468856] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1227.468856] env[69297]:    value = "task-2930582"
[ 1227.468856] env[69297]:    _type = "Task"
[ 1227.468856] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1227.484089] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2930582, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1227.487499] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1227.500941] env[69297]: DEBUG nova.network.neutron [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Updating instance_info_cache with network_info: [{"id": "492506fb-4ade-4530-9a90-359ccdabbb3b", "address": "fa:16:3e:0b:35:28", "network": {"id": "988bef85-6dc6-4ee8-8b81-a34cda039bd7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1279624374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29857247d10b42bab57f78a7f5830a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492506fb-4a", "ovs_interfaceid": "492506fb-4ade-4530-9a90-359ccdabbb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1227.526468] env[69297]: DEBUG oslo_vmware.api [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930577, 'name': PowerOffVM_Task, 'duration_secs': 0.29598} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1227.527670] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1227.527859] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1227.528112] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccc33cda-787d-4fb0-8581-295835e60dc6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.586225] env[69297]: DEBUG nova.compute.manager [req-91963b83-da67-4618-903f-b181d2280938 req-f905d104-9aa1-48f0-8a6d-46a931f38ec0 service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Received event network-changed-19410065-3e71-411a-8df0-7a06b01b3f95 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1227.587263] env[69297]: DEBUG nova.compute.manager [req-91963b83-da67-4618-903f-b181d2280938 req-f905d104-9aa1-48f0-8a6d-46a931f38ec0 service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Refreshing instance network info cache due to event network-changed-19410065-3e71-411a-8df0-7a06b01b3f95. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1227.587263] env[69297]: DEBUG oslo_concurrency.lockutils [req-91963b83-da67-4618-903f-b181d2280938 req-f905d104-9aa1-48f0-8a6d-46a931f38ec0 service nova] Acquiring lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1227.587263] env[69297]: DEBUG oslo_concurrency.lockutils [req-91963b83-da67-4618-903f-b181d2280938 req-f905d104-9aa1-48f0-8a6d-46a931f38ec0 service nova] Acquired lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1227.587515] env[69297]: DEBUG nova.network.neutron [req-91963b83-da67-4618-903f-b181d2280938 req-f905d104-9aa1-48f0-8a6d-46a931f38ec0 service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Refreshing network info cache for port 19410065-3e71-411a-8df0-7a06b01b3f95 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1227.599251] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930578, 'name': CreateVM_Task, 'duration_secs': 0.370877} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1227.600266] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1227.601576] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1227.601929] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1227.602522] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1227.606885] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c4f3c3-11fa-4ff4-855d-09d59b255946 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.610721] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930579, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1227.614272] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1227.616367] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1227.616367] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Deleting the datastore file [datastore1] a4c9aa55-b4db-42e7-ab90-26bb66af6167 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1227.617896] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a637198-c256-4bd9-9790-d6c8d657112b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.619998] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1227.619998] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]527eef48-a183-4315-7b59-3d78236d10e6"
[ 1227.619998] env[69297]:    _type = "Task"
[ 1227.619998] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1227.626072] env[69297]: DEBUG oslo_vmware.api [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for the task: (returnval){
[ 1227.626072] env[69297]:    value = "task-2930584"
[ 1227.626072] env[69297]:    _type = "Task"
[ 1227.626072] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1227.635151] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527eef48-a183-4315-7b59-3d78236d10e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013683} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1227.635151] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1227.635592] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1227.635670] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1227.636072] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1227.636307] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1227.640189] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4318f5b-4bc2-4fc7-ad03-98ffdf83ec7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.642295] env[69297]: DEBUG oslo_vmware.api [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1227.649608] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1227.650172] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1227.650802] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07578db0-15b8-4225-9df2-8ad03d697493 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.659892] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1227.659892] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]527f30e9-e800-38d4-6c32-ad46e7532d65"
[ 1227.659892] env[69297]:    _type = "Task"
[ 1227.659892] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1227.668859] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527f30e9-e800-38d4-6c32-ad46e7532d65, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1227.669530] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf936fca-eca0-48eb-8b8e-b64826ef11f8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.674700] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1227.674700] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52dc9401-55c3-4fcb-3040-384c324d632c"
[ 1227.674700] env[69297]:    _type = "Task"
[ 1227.674700] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1227.679593] env[69297]: ERROR nova.scheduler.client.report [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [req-383f67c0-7daf-4b26-a31c-c3ea8dee557d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-383f67c0-7daf-4b26-a31c-c3ea8dee557d"}]}
[ 1227.687065] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dc9401-55c3-4fcb-3040-384c324d632c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1227.700416] env[69297]: DEBUG nova.scheduler.client.report [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 1227.725707] env[69297]: DEBUG nova.scheduler.client.report [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 1227.726502] env[69297]: DEBUG nova.compute.provider_tree [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1227.730061] env[69297]: DEBUG nova.compute.manager [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1227.754128] env[69297]: DEBUG nova.scheduler.client.report [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 1227.762531] env[69297]: DEBUG nova.virt.hardware [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1227.762766] env[69297]: DEBUG nova.virt.hardware [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1227.762948] env[69297]: DEBUG nova.virt.hardware [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1227.763158] env[69297]: DEBUG nova.virt.hardware [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1227.763339] env[69297]: DEBUG nova.virt.hardware [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1227.763466] env[69297]: DEBUG nova.virt.hardware [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1227.763717] env[69297]: DEBUG nova.virt.hardware [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1227.763848] env[69297]: DEBUG nova.virt.hardware [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1227.764040] env[69297]: DEBUG nova.virt.hardware [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1227.764222] env[69297]: DEBUG nova.virt.hardware [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1227.764393] env[69297]: DEBUG nova.virt.hardware [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1227.765297] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11578b6-8018-4a5e-9971-e5a71509020f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.773695] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf11bb-549e-4dac-b1d8-68d8d1e5b685 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.780358] env[69297]: DEBUG nova.scheduler.client.report [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 1227.844532] env[69297]: DEBUG nova.network.neutron [-] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1227.851886] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1227.861627] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4553ace-c8f9-4304-85b7-2624d65d1318 req-d70163bf-03e2-40f2-955e-c3a026fb6295 service nova] Releasing lock "refresh_cache-25cbcb64-eef2-42e9-b5d4-30121ca2be4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1227.986653] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186387} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1227.989734] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1227.990081] env[69297]: DEBUG oslo_vmware.api [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2930582, 'name': PowerOnVM_Task, 'duration_secs': 0.514156} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1227.993189] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448cf3fe-1c89-4058-807a-eb4bbbc0d9a5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1227.995897] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1227.996356] env[69297]: INFO nova.compute.manager [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Took 9.96 seconds to spawn the instance on the hypervisor.
[ 1227.996659] env[69297]: DEBUG nova.compute.manager [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1227.998144] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0d6af8-63fb-4429-965f-70b0812a9155 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.014104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Releasing lock "refresh_cache-8bb97c0a-e052-4844-937c-f26c2bd28b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1228.014412] env[69297]: DEBUG nova.compute.manager [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Instance network_info: |[{"id": "492506fb-4ade-4530-9a90-359ccdabbb3b", "address": "fa:16:3e:0b:35:28", "network": {"id": "988bef85-6dc6-4ee8-8b81-a34cda039bd7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1279624374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29857247d10b42bab57f78a7f5830a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492506fb-4a", "ovs_interfaceid": "492506fb-4ade-4530-9a90-359ccdabbb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1228.023717] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 3cc3caaa-7bab-4839-9ff0-804abf2ab595/3cc3caaa-7bab-4839-9ff0-804abf2ab595.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1228.029922] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:35:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '492506fb-4ade-4530-9a90-359ccdabbb3b', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1228.040146] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Creating folder: Project (29857247d10b42bab57f78a7f5830a8b). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1228.040475] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e31014-a4a7-4ce6-81b3-1e505f9be79b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.059789] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79d05785-f3cd-453e-9a8a-21cde85625ef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.066515] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for the task: (returnval){
[ 1228.066515] env[69297]:    value = "task-2930586"
[ 1228.066515] env[69297]:    _type = "Task"
[ 1228.066515] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1228.081701] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Created folder: Project (29857247d10b42bab57f78a7f5830a8b) in parent group-v588392.
[ 1228.081912] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Creating folder: Instances. Parent ref: group-v588421. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1228.086220] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e66e6d1e-7eab-4eba-af6f-6f0cec548578 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.089317] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930586, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1228.106838] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530779} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1228.107750] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 25cbcb64-eef2-42e9-b5d4-30121ca2be4c/25cbcb64-eef2-42e9-b5d4-30121ca2be4c.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1228.108014] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1228.108808] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Created folder: Instances in parent group-v588421.
[ 1228.109486] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1228.109486] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95129317-4e54-41b6-8891-c4410770974a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.111724] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1228.114494] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e25e5c8f-4035-470a-8e0e-dcd931eca5f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.137344] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for the task: (returnval){
[ 1228.137344] env[69297]:    value = "task-2930588"
[ 1228.137344] env[69297]:    _type = "Task"
[ 1228.137344] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1228.144165] env[69297]: DEBUG oslo_vmware.api [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Task: {'id': task-2930584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262229} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1228.148358] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1228.148582] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1228.148770] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1228.148950] env[69297]: INFO nova.compute.manager [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Took 1.19 seconds to destroy the instance on the hypervisor.
[ 1228.149214] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1228.149406] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1228.149406] env[69297]:    value = "task-2930589"
[ 1228.149406] env[69297]:    _type = "Task"
[ 1228.149406] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1228.150605] env[69297]: DEBUG nova.compute.manager [-] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1228.150605] env[69297]: DEBUG nova.network.neutron [-] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1228.158757] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1228.164017] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930589, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1228.181699] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530f41af-02d4-4c20-853d-26973589c05a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.193897] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3c84db-619e-49bf-aae7-c9474c6ef6df {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.197668] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dc9401-55c3-4fcb-3040-384c324d632c, 'name': SearchDatastore_Task, 'duration_secs': 0.014029} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1228.198093] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1228.198318] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1228.199058] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67e0d3d4-b638-4bfa-9f4d-648b50b34f3e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.231365] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50e5a90-26f1-44af-a56a-8601454946ef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.234385] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1228.234385] env[69297]:    value = "task-2930590"
[ 1228.234385] env[69297]:    _type = "Task"
[ 1228.234385] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1228.242268] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590a6e88-85ec-4793-8e8c-463dba758e72 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.250076] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1228.261536] env[69297]: DEBUG nova.compute.provider_tree [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1228.346924] env[69297]: INFO nova.compute.manager [-] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Took 1.86 seconds to deallocate network for instance.
[ 1228.351661] env[69297]: DEBUG oslo_vmware.api [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930580, 'name': PowerOnVM_Task, 'duration_secs': 0.747759} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1228.354881] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1228.355090] env[69297]: INFO nova.compute.manager [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Took 12.71 seconds to spawn the instance on the hypervisor.
[ 1228.355269] env[69297]: DEBUG nova.compute.manager [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1228.356333] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9b16db-1c71-42fa-967b-c727248c72ff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.576322] env[69297]: INFO nova.compute.manager [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Took 18.98 seconds to build instance.
[ 1228.585464] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1228.620518] env[69297]: DEBUG nova.network.neutron [req-91963b83-da67-4618-903f-b181d2280938 req-f905d104-9aa1-48f0-8a6d-46a931f38ec0 service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Updated VIF entry in instance network info cache for port 19410065-3e71-411a-8df0-7a06b01b3f95. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1228.621980] env[69297]: DEBUG nova.network.neutron [req-91963b83-da67-4618-903f-b181d2280938 req-f905d104-9aa1-48f0-8a6d-46a931f38ec0 service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Updating instance_info_cache with network_info: [{"id": "19410065-3e71-411a-8df0-7a06b01b3f95", "address": "fa:16:3e:fd:56:96", "network": {"id": "255a01aa-b7dd-4911-9a55-5cf133193345", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1422652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad45cf4c96c34775a9f9fa8ace2bb702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19410065-3e", "ovs_interfaceid": "19410065-3e71-411a-8df0-7a06b01b3f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1228.651115] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078106} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1228.651615] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1228.655857] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d580af2-e3b4-481d-8981-f8cf4a91eda2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.661637] env[69297]: DEBUG nova.compute.manager [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Received event network-vif-plugged-492506fb-4ade-4530-9a90-359ccdabbb3b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1228.661809] env[69297]: DEBUG oslo_concurrency.lockutils [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] Acquiring lock "8bb97c0a-e052-4844-937c-f26c2bd28b33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1228.662099] env[69297]: DEBUG oslo_concurrency.lockutils [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] Lock "8bb97c0a-e052-4844-937c-f26c2bd28b33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1228.662223] env[69297]: DEBUG oslo_concurrency.lockutils [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] Lock "8bb97c0a-e052-4844-937c-f26c2bd28b33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1228.662413] env[69297]: DEBUG nova.compute.manager [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] No waiting events found dispatching network-vif-plugged-492506fb-4ade-4530-9a90-359ccdabbb3b {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1228.662623] env[69297]: WARNING nova.compute.manager [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Received unexpected event network-vif-plugged-492506fb-4ade-4530-9a90-359ccdabbb3b for instance with vm_state building and task_state spawning.
[ 1228.662829] env[69297]: DEBUG nova.compute.manager [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Received event network-changed-492506fb-4ade-4530-9a90-359ccdabbb3b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1228.664323] env[69297]: DEBUG nova.compute.manager [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Refreshing instance network info cache due to event network-changed-492506fb-4ade-4530-9a90-359ccdabbb3b. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1228.664323] env[69297]: DEBUG oslo_concurrency.lockutils [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] Acquiring lock "refresh_cache-8bb97c0a-e052-4844-937c-f26c2bd28b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1228.664323] env[69297]: DEBUG oslo_concurrency.lockutils [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] Acquired lock "refresh_cache-8bb97c0a-e052-4844-937c-f26c2bd28b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1228.664323] env[69297]: DEBUG nova.network.neutron [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Refreshing network info cache for port 492506fb-4ade-4530-9a90-359ccdabbb3b {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1228.673268] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930589, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1228.696985] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 25cbcb64-eef2-42e9-b5d4-30121ca2be4c/25cbcb64-eef2-42e9-b5d4-30121ca2be4c.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1228.698319] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa89d94f-143b-4863-86fa-d90db5d6f545 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1228.733580] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for the task: (returnval){
[ 1228.733580] env[69297]:    value = "task-2930591"
[ 1228.733580] env[69297]:    _type = "Task"
[ 1228.733580] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1228.749931] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930590, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1228.755913] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1228.821834] env[69297]: DEBUG nova.scheduler.client.report [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1228.822384] env[69297]: DEBUG nova.compute.provider_tree [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 23 to 24 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1228.822755] env[69297]: DEBUG nova.compute.provider_tree [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1228.857849] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1228.877761] env[69297]: INFO nova.compute.manager [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Took 20.60 seconds to build instance.
[ 1229.036610] env[69297]: DEBUG nova.network.neutron [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Successfully updated port: ba2cd21f-4d3e-4423-b9f9-20703eee7aed {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1229.080497] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be697256-9489-4ddd-9dc5-d5230ac85238 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.501s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1229.080778] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930586, 'name': ReconfigVM_Task, 'duration_secs': 0.861269} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1229.083588] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 3cc3caaa-7bab-4839-9ff0-804abf2ab595/3cc3caaa-7bab-4839-9ff0-804abf2ab595.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1229.084391] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb571af3-def8-4d49-a3b2-2f94d31a7809 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1229.096718] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for the task: (returnval){
[ 1229.096718] env[69297]:    value = "task-2930592"
[ 1229.096718] env[69297]:    _type = "Task"
[ 1229.096718] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1229.113661] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930592, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1229.125558] env[69297]: DEBUG oslo_concurrency.lockutils [req-91963b83-da67-4618-903f-b181d2280938 req-f905d104-9aa1-48f0-8a6d-46a931f38ec0 service nova] Releasing lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1229.165143] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930589, 'name': CreateVM_Task, 'duration_secs': 0.773065} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1229.167733] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1229.168812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1229.169168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1229.169685] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1229.170490] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226edd9f-6ce9-49e8-9782-6527e5448b39 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1229.178403] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for the task: (returnval){
[ 1229.178403] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e20a4b-2f69-41f0-7f63-00131a94e0bf"
[ 1229.178403] env[69297]:    _type = "Task"
[ 1229.178403] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1229.189103] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e20a4b-2f69-41f0-7f63-00131a94e0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1229.248941] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1229.253016] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89674} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1229.253284] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1229.253562] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1229.253838] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c619def-f8bf-4e47-ba41-b7c26e3beb33 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1229.262891] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1229.262891] env[69297]:    value = "task-2930593"
[ 1229.262891] env[69297]:    _type = "Task"
[ 1229.262891] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1229.279326] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1229.332322] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.646s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1229.332845] env[69297]: DEBUG nova.compute.manager [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1229.336597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.147s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1229.338399] env[69297]: INFO nova.compute.claims [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1229.382582] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d97eb87d-02d6-4168-8bbd-f037b475f045 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "fe49a256-114c-4d15-9647-a89d85ba735f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.117s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1229.478328] env[69297]: DEBUG nova.network.neutron [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Updated VIF entry in instance network info cache for port 492506fb-4ade-4530-9a90-359ccdabbb3b. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1229.478660] env[69297]: DEBUG nova.network.neutron [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Updating instance_info_cache with network_info: [{"id": "492506fb-4ade-4530-9a90-359ccdabbb3b", "address": "fa:16:3e:0b:35:28", "network": {"id": "988bef85-6dc6-4ee8-8b81-a34cda039bd7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1279624374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29857247d10b42bab57f78a7f5830a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492506fb-4a", "ovs_interfaceid": "492506fb-4ade-4530-9a90-359ccdabbb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1229.540141] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "refresh_cache-48799466-77de-45c4-8786-a5ce333e9fa3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1229.540303] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "refresh_cache-48799466-77de-45c4-8786-a5ce333e9fa3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1229.540456] env[69297]: DEBUG nova.network.neutron [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1229.555947] env[69297]: DEBUG nova.network.neutron [-] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1229.584037] env[69297]: DEBUG nova.compute.manager [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1229.611472] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930592, 'name': Rename_Task, 'duration_secs': 0.420094} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1229.611735] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1229.611970] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-258d531f-9aa5-4284-b67c-5c504cf139f6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1229.620846] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for the task: (returnval){
[ 1229.620846] env[69297]:    value = "task-2930594"
[ 1229.620846] env[69297]:    _type = "Task"
[ 1229.620846] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1229.631028] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1229.692492] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e20a4b-2f69-41f0-7f63-00131a94e0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.036928} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1229.693951] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1229.694515] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1229.694515] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1229.694669] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1229.694836] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1229.695144] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bb3d088-0f99-4ffe-9a3f-e36ede80aaee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1229.713028] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1229.713028] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1229.713028] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2ae3ce-e514-4a51-81df-2d72e3ee513d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1229.721262] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for the task: (returnval){
[ 1229.721262] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52becc20-0f58-a80c-e173-e6da6feb1214"
[ 1229.721262] env[69297]:    _type = "Task"
[ 1229.721262] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1229.736785] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52becc20-0f58-a80c-e173-e6da6feb1214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1229.748119] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930591, 'name': ReconfigVM_Task, 'duration_secs': 0.805392} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1229.748650] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 25cbcb64-eef2-42e9-b5d4-30121ca2be4c/25cbcb64-eef2-42e9-b5d4-30121ca2be4c.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1229.749588] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e3bc011-bcf6-49fc-9580-aebcafa3bf25 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1229.760035] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for the task: (returnval){
[ 1229.760035] env[69297]:    value = "task-2930595"
[ 1229.760035] env[69297]:    _type = "Task"
[ 1229.760035] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1229.771767] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930595, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1229.779383] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073088} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1229.779874] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1229.781524] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91c671b-61a2-4a5a-929a-24638af7d618 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1229.812024] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1229.812024] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee0ade22-e6e3-4cf1-88da-146a324b08ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1229.831983] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1229.831983] env[69297]:    value = "task-2930596"
[ 1229.831983] env[69297]:    _type = "Task"
[ 1229.831983] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1229.837928] env[69297]: DEBUG nova.compute.utils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1229.847693] env[69297]: DEBUG nova.compute.manager [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1229.848216] env[69297]: DEBUG nova.network.neutron [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1229.854296] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1229.889427] env[69297]: DEBUG nova.compute.manager [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1229.957208] env[69297]: DEBUG nova.policy [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32998671241e442ab09975465012193d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ab49c7f79b84fa18455933e561c0145', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1229.981806] env[69297]: DEBUG oslo_concurrency.lockutils [req-ffa7d0be-96d8-4631-83af-7c7e5b0d774a req-104dfd99-3ed5-41b8-b940-9667ce37af68 service nova] Releasing lock "refresh_cache-8bb97c0a-e052-4844-937c-f26c2bd28b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1230.059957] env[69297]: INFO nova.compute.manager [-] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Took 1.91 seconds to deallocate network for instance.
[ 1230.117009] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1230.136785] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930594, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1230.145614] env[69297]: DEBUG nova.network.neutron [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1230.238562] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52becc20-0f58-a80c-e173-e6da6feb1214, 'name': SearchDatastore_Task, 'duration_secs': 0.030605} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1230.239502] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9024b9e9-76ac-4046-84ff-e6f8cebd46cf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1230.248032] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for the task: (returnval){
[ 1230.248032] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5230dc53-4afc-6fd8-f6ce-6ebea09f91a9"
[ 1230.248032] env[69297]:    _type = "Task"
[ 1230.248032] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1230.257309] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5230dc53-4afc-6fd8-f6ce-6ebea09f91a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1230.266664] env[69297]: DEBUG nova.compute.manager [req-5ee99d04-03b9-4bb9-bf11-9fc9adb3b7b3 req-9b82ce22-dbed-4858-be08-991014473af8 service nova] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Received event network-vif-deleted-106ee272-4e69-4b89-8768-855f9c41533c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1230.273036] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930595, 'name': Rename_Task, 'duration_secs': 0.423052} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1230.276269] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1230.276629] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98a6d881-07c5-4589-9d2d-5161edc6d313 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1230.288793] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for the task: (returnval){
[ 1230.288793] env[69297]:    value = "task-2930597"
[ 1230.288793] env[69297]:    _type = "Task"
[ 1230.288793] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1230.298580] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1230.343632] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1230.360314] env[69297]: DEBUG nova.compute.manager [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1230.415051] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1230.572504] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1230.577978] env[69297]: DEBUG nova.network.neutron [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Updating instance_info_cache with network_info: [{"id": "ba2cd21f-4d3e-4423-b9f9-20703eee7aed", "address": "fa:16:3e:93:13:e4", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2cd21f-4d", "ovs_interfaceid": "ba2cd21f-4d3e-4423-b9f9-20703eee7aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1230.637194] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930594, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1230.741812] env[69297]: DEBUG nova.network.neutron [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Successfully created port: 4785b604-102d-432d-af79-6bba560f50bf {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1230.774928] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5230dc53-4afc-6fd8-f6ce-6ebea09f91a9, 'name': SearchDatastore_Task, 'duration_secs': 0.042203} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1230.776755] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1230.778074] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 8bb97c0a-e052-4844-937c-f26c2bd28b33/8bb97c0a-e052-4844-937c-f26c2bd28b33.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1230.779163] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3759cfe4-3cd1-4845-915e-678344ee28dc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1230.784724] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900f12c6-ab93-4b5e-a09a-fa146f14507f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1230.791751] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for the task: (returnval){
[ 1230.791751] env[69297]:    value = "task-2930598"
[ 1230.791751] env[69297]:    _type = "Task"
[ 1230.791751] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1230.804811] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb7e45c-7c42-44e3-a8a4-cab98161c9fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1230.814107] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930597, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1230.820325] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1230.856176] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59832353-13ec-46a1-b458-110cc21d72c6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1230.876171] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930596, 'name': ReconfigVM_Task, 'duration_secs': 0.814482} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1230.881026] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1985e7b9-95c1-4e34-a64e-e785b61485ec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1230.882922] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1230.883944] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2727999e-12b5-4504-b6d7-04540224a1a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1230.899721] env[69297]: DEBUG nova.compute.provider_tree [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1230.902662] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1230.902662] env[69297]:    value = "task-2930599"
[ 1230.902662] env[69297]:    _type = "Task"
[ 1230.902662] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1230.912783] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930599, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1231.017067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquiring lock "fe49a256-114c-4d15-9647-a89d85ba735f" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1231.017272] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "fe49a256-114c-4d15-9647-a89d85ba735f" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1231.017514] env[69297]: INFO nova.compute.manager [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Rebooting instance
[ 1231.084857] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "refresh_cache-48799466-77de-45c4-8786-a5ce333e9fa3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1231.085249] env[69297]: DEBUG nova.compute.manager [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Instance network_info: |[{"id": "ba2cd21f-4d3e-4423-b9f9-20703eee7aed", "address": "fa:16:3e:93:13:e4", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2cd21f-4d", "ovs_interfaceid": "ba2cd21f-4d3e-4423-b9f9-20703eee7aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1231.085797] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:13:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba2cd21f-4d3e-4423-b9f9-20703eee7aed', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1231.101094] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Creating folder: Project (3ab49c7f79b84fa18455933e561c0145). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1231.101537] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1cbd51a-2942-4689-aa75-6734e2079733 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1231.115335] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Created folder: Project (3ab49c7f79b84fa18455933e561c0145) in parent group-v588392.
[ 1231.115586] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Creating folder: Instances. Parent ref: group-v588424. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1231.115973] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a34404b3-19fe-4b0c-bfa2-6c9dee152ad9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1231.133249] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Created folder: Instances in parent group-v588424.
[ 1231.133506] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1231.133846] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1231.138569] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13288e72-2202-4069-a85a-4cb1897789e0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1231.155561] env[69297]: DEBUG oslo_vmware.api [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930594, 'name': PowerOnVM_Task, 'duration_secs': 1.026693} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1231.155864] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1231.156076] env[69297]: INFO nova.compute.manager [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Took 10.65 seconds to spawn the instance on the hypervisor.
[ 1231.156256] env[69297]: DEBUG nova.compute.manager [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1231.157667] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b8480-68fc-4a33-b1a0-32168b21f993 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1231.167644] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1231.167644] env[69297]:    value = "task-2930602"
[ 1231.167644] env[69297]:    _type = "Task"
[ 1231.167644] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1231.193666] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930602, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1231.314240] env[69297]: DEBUG oslo_vmware.api [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930597, 'name': PowerOnVM_Task, 'duration_secs': 0.669225} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1231.314240] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1231.314240] env[69297]: INFO nova.compute.manager [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Took 8.43 seconds to spawn the instance on the hypervisor.
[ 1231.314240] env[69297]: DEBUG nova.compute.manager [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1231.314701] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075e3a5b-f256-4b91-99d2-c0c1475cb024 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1231.323212] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930598, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1231.388264] env[69297]: DEBUG nova.compute.manager [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1231.409570] env[69297]: DEBUG nova.scheduler.client.report [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1231.434135] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930599, 'name': Rename_Task, 'duration_secs': 0.206363} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1231.435991] env[69297]: DEBUG nova.virt.hardware [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1231.438965] env[69297]: DEBUG nova.virt.hardware [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1231.438965] env[69297]: DEBUG nova.virt.hardware [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1231.438965] env[69297]: DEBUG nova.virt.hardware [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1231.440082] env[69297]: DEBUG nova.virt.hardware [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1231.441080] env[69297]: DEBUG nova.virt.hardware [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1231.441080] env[69297]: DEBUG nova.virt.hardware [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1231.441080] env[69297]: DEBUG nova.virt.hardware [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1231.441080] env[69297]: DEBUG nova.virt.hardware [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1231.441515] env[69297]: DEBUG nova.virt.hardware [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1231.441515] env[69297]: DEBUG nova.virt.hardware [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1231.442636] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1231.443600] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a135256b-5027-4ccb-8514-5ecd305a0296 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1231.447468] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4800a5d2-8058-4e78-8073-5f839355f091 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1231.460833] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30eceff-9cc2-4e58-a404-a694de5b8d26 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1231.471236] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1231.471236] env[69297]:    value = "task-2930603"
[ 1231.471236] env[69297]:    _type = "Task"
[ 1231.471236] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1231.496231] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930603, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1231.568557] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquiring lock "refresh_cache-fe49a256-114c-4d15-9647-a89d85ba735f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1231.568786] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquired lock "refresh_cache-fe49a256-114c-4d15-9647-a89d85ba735f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1231.569030] env[69297]: DEBUG nova.network.neutron [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1231.683708] env[69297]: INFO nova.compute.manager [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Took 18.10 seconds to build instance.
[ 1231.689342] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930602, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1231.811660] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701114} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1231.812086] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 8bb97c0a-e052-4844-937c-f26c2bd28b33/8bb97c0a-e052-4844-937c-f26c2bd28b33.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1231.812727] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1231.813146] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28f0a307-86dc-4e8f-a1c0-fe0ba2ae1b48 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1231.824876] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for the task: (returnval){
[ 1231.824876] env[69297]:    value = "task-2930604"
[ 1231.824876] env[69297]:    _type = "Task"
[ 1231.824876] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1231.840880] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1231.844526] env[69297]: INFO nova.compute.manager [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Took 14.18 seconds to build instance.
[ 1231.919171] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1231.920198] env[69297]: DEBUG nova.compute.manager [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1231.922829] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.301s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1231.924642] env[69297]: INFO nova.compute.claims [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1231.984080] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1232.105644] env[69297]: DEBUG nova.compute.manager [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Received event network-vif-plugged-ba2cd21f-4d3e-4423-b9f9-20703eee7aed {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1232.105871] env[69297]: DEBUG oslo_concurrency.lockutils [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] Acquiring lock "48799466-77de-45c4-8786-a5ce333e9fa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1232.106087] env[69297]: DEBUG oslo_concurrency.lockutils [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] Lock "48799466-77de-45c4-8786-a5ce333e9fa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1232.106252] env[69297]: DEBUG oslo_concurrency.lockutils [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] Lock "48799466-77de-45c4-8786-a5ce333e9fa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1232.106416] env[69297]: DEBUG nova.compute.manager [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] No waiting events found dispatching network-vif-plugged-ba2cd21f-4d3e-4423-b9f9-20703eee7aed {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1232.106593] env[69297]: WARNING nova.compute.manager [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Received unexpected event network-vif-plugged-ba2cd21f-4d3e-4423-b9f9-20703eee7aed for instance with vm_state building and task_state spawning.
[ 1232.106804] env[69297]: DEBUG nova.compute.manager [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Received event network-changed-ba2cd21f-4d3e-4423-b9f9-20703eee7aed {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1232.106967] env[69297]: DEBUG nova.compute.manager [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Refreshing instance network info cache due to event network-changed-ba2cd21f-4d3e-4423-b9f9-20703eee7aed. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1232.107170] env[69297]: DEBUG oslo_concurrency.lockutils [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] Acquiring lock "refresh_cache-48799466-77de-45c4-8786-a5ce333e9fa3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1232.107369] env[69297]: DEBUG oslo_concurrency.lockutils [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] Acquired lock "refresh_cache-48799466-77de-45c4-8786-a5ce333e9fa3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1232.107461] env[69297]: DEBUG nova.network.neutron [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Refreshing network info cache for port ba2cd21f-4d3e-4423-b9f9-20703eee7aed {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1232.187256] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930602, 'name': CreateVM_Task, 'duration_secs': 0.591421} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1232.187571] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1232.188263] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1232.188461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1232.189033] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1232.189144] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e41572-54f8-4ffb-808e-ff2ede53f2bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1232.192633] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b56348f8-fcea-41fb-87a6-9f21723ae5fc tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.626s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1232.202022] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1232.202022] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c234c9-0230-19c6-e535-e1c2db18dca0"
[ 1232.202022] env[69297]:    _type = "Task"
[ 1232.202022] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1232.216306] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c234c9-0230-19c6-e535-e1c2db18dca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1232.337787] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111576} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1232.341155] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1232.342105] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211b1b25-ba9d-44b5-b2bb-8b9f44c04736 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1232.361176] env[69297]: DEBUG oslo_concurrency.lockutils [None req-06d5fc78-0237-481b-99c4-f94b1b9fe281 tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.738s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1232.372018] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 8bb97c0a-e052-4844-937c-f26c2bd28b33/8bb97c0a-e052-4844-937c-f26c2bd28b33.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1232.372151] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5905aeea-f91b-4136-8b58-2f2296969127 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1232.396358] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for the task: (returnval){
[ 1232.396358] env[69297]:    value = "task-2930605"
[ 1232.396358] env[69297]:    _type = "Task"
[ 1232.396358] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1232.408261] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1232.429238] env[69297]: DEBUG nova.compute.utils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1232.435916] env[69297]: DEBUG nova.compute.manager [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1232.436269] env[69297]: DEBUG nova.network.neutron [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1232.483137] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930603, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1232.621569] env[69297]: DEBUG nova.policy [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad8589c371d841b5b7802a35f1b2b1bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c3c64e4c644060ab59c57e2ecd063f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1232.712798] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c234c9-0230-19c6-e535-e1c2db18dca0, 'name': SearchDatastore_Task, 'duration_secs': 0.06549} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1232.718439] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1232.718693] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1232.718944] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1232.719102] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1232.719278] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1232.719895] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f82ba6f-f016-4bd1-9580-de8a471bdc2f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1232.733366] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1232.733458] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1232.734173] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1b43b9f-610e-42e8-abaf-1c6d5cff04d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1232.741300] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1232.741300] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]527d791f-ece8-13a0-91b2-712978312fb4"
[ 1232.741300] env[69297]:    _type = "Task"
[ 1232.741300] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1232.750180] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527d791f-ece8-13a0-91b2-712978312fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1232.751228] env[69297]: DEBUG nova.network.neutron [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Updating instance_info_cache with network_info: [{"id": "aeb1e13c-9be5-45e6-9e81-2bc5f481359e", "address": "fa:16:3e:3d:86:1d", "network": {"id": "583a1093-d145-4032-a61b-7eb745c79a4a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1632984133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f55af666a3e41728e50837a019404cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb1e13c-9b", "ovs_interfaceid": "aeb1e13c-9be5-45e6-9e81-2bc5f481359e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1232.911799] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1232.943025] env[69297]: DEBUG nova.compute.manager [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1232.998075] env[69297]: DEBUG oslo_vmware.api [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930603, 'name': PowerOnVM_Task, 'duration_secs': 1.14621} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1232.998756] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1232.998756] env[69297]: DEBUG nova.compute.manager [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1232.999847] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a123b7-48d7-4fcc-95c0-dd0854239a67 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1233.094899] env[69297]: DEBUG nova.network.neutron [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Successfully updated port: 4785b604-102d-432d-af79-6bba560f50bf {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1233.256889] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Releasing lock "refresh_cache-fe49a256-114c-4d15-9647-a89d85ba735f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1233.259673] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527d791f-ece8-13a0-91b2-712978312fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.012845} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1233.270956] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325dcba0-3076-46e9-aaa9-70756af11ec3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1233.283882] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1233.283882] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52211f98-2196-73e7-2826-e58cfd49fbf7"
[ 1233.283882] env[69297]:    _type = "Task"
[ 1233.283882] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1233.302028] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52211f98-2196-73e7-2826-e58cfd49fbf7, 'name': SearchDatastore_Task, 'duration_secs': 0.014159} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1233.302423] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1233.302579] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1233.302863] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-254ef02c-4abc-4c9c-a8b1-241165494cbd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1233.312620] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1233.312620] env[69297]:    value = "task-2930606"
[ 1233.312620] env[69297]:    _type = "Task"
[ 1233.312620] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1233.331432] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1233.346809] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270651fe-a5d5-4f6b-b106-5aad5f22e3d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1233.356053] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d0b71-4df1-44d0-b38d-2641717cd089 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1233.390396] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d24a923-1268-4fcc-9b1b-303e1b8a4d58 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1233.404550] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba14ad1-a941-44a2-9980-ff794f5fd0be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1233.423034] env[69297]: DEBUG nova.compute.provider_tree [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1233.427015] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930605, 'name': ReconfigVM_Task, 'duration_secs': 0.621592} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1233.427591] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 8bb97c0a-e052-4844-937c-f26c2bd28b33/8bb97c0a-e052-4844-937c-f26c2bd28b33.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1233.428594] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f341ae7d-d26e-4ea2-9c07-5069b030e816 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1233.438446] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for the task: (returnval){
[ 1233.438446] env[69297]:    value = "task-2930607"
[ 1233.438446] env[69297]:    _type = "Task"
[ 1233.438446] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1233.452978] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930607, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1233.490161] env[69297]: DEBUG nova.network.neutron [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Updated VIF entry in instance network info cache for port ba2cd21f-4d3e-4423-b9f9-20703eee7aed. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1233.491067] env[69297]: DEBUG nova.network.neutron [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Updating instance_info_cache with network_info: [{"id": "ba2cd21f-4d3e-4423-b9f9-20703eee7aed", "address": "fa:16:3e:93:13:e4", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2cd21f-4d", "ovs_interfaceid": "ba2cd21f-4d3e-4423-b9f9-20703eee7aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1233.534960] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1233.600507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "refresh_cache-a1c42ba5-a656-4d2f-8da4-f8558790f7fb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1233.600507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "refresh_cache-a1c42ba5-a656-4d2f-8da4-f8558790f7fb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1233.600507] env[69297]: DEBUG nova.network.neutron [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1233.767233] env[69297]: DEBUG nova.compute.manager [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1233.771989] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc17952-48e1-4199-8595-47657a332392 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1233.781219] env[69297]: DEBUG nova.network.neutron [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Successfully created port: 623a58b3-de01-4db8-816c-764dc2eda9b3 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1233.832101] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930606, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1233.932510] env[69297]: DEBUG nova.scheduler.client.report [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1233.953346] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930607, 'name': Rename_Task, 'duration_secs': 0.220552} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1233.954947] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1233.956175] env[69297]: DEBUG nova.compute.manager [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1233.959361] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46a7db8e-5772-4cdb-8f09-9cd8c6bb1d46 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1233.968326] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for the task: (returnval){
[ 1233.968326] env[69297]:    value = "task-2930608"
[ 1233.968326] env[69297]:    _type = "Task"
[ 1233.968326] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1233.979526] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1233.992723] env[69297]: DEBUG nova.virt.hardware [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1233.993015] env[69297]: DEBUG nova.virt.hardware [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1233.993185] env[69297]: DEBUG nova.virt.hardware [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1233.993373] env[69297]: DEBUG nova.virt.hardware [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1233.993518] env[69297]: DEBUG nova.virt.hardware [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1233.993664] env[69297]: DEBUG nova.virt.hardware [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1233.994269] env[69297]: DEBUG nova.virt.hardware [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1233.994574] env[69297]: DEBUG nova.virt.hardware [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1233.994777] env[69297]: DEBUG nova.virt.hardware [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1233.994954] env[69297]: DEBUG nova.virt.hardware [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1233.995152] env[69297]: DEBUG nova.virt.hardware [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1233.995825] env[69297]: DEBUG oslo_concurrency.lockutils [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] Releasing lock "refresh_cache-48799466-77de-45c4-8786-a5ce333e9fa3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1233.996079] env[69297]: DEBUG nova.compute.manager [req-7203f36c-7065-40ca-b94d-57b376349578 req-82b30a65-e58e-4d4a-ac94-d22b89e5390f service nova] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Received event network-vif-deleted-32c121bd-448d-4898-ba60-184c9674b037 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1233.997742] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03efe5f-e28a-42c1-9548-f627368b39db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1234.007410] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c340f-08c6-4db6-bd38-10161d6690a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1234.049033] env[69297]: DEBUG nova.compute.manager [req-7e832a67-f571-4c1d-81f6-ac36804277d4 req-bea4e06d-1628-42c2-b1be-dd5fcdae7ac5 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Received event network-changed-450eefd7-941c-4963-89ed-1b3a98168e7b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1234.049238] env[69297]: DEBUG nova.compute.manager [req-7e832a67-f571-4c1d-81f6-ac36804277d4 req-bea4e06d-1628-42c2-b1be-dd5fcdae7ac5 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Refreshing instance network info cache due to event network-changed-450eefd7-941c-4963-89ed-1b3a98168e7b. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1234.049533] env[69297]: DEBUG oslo_concurrency.lockutils [req-7e832a67-f571-4c1d-81f6-ac36804277d4 req-bea4e06d-1628-42c2-b1be-dd5fcdae7ac5 service nova] Acquiring lock "refresh_cache-f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1234.049626] env[69297]: DEBUG oslo_concurrency.lockutils [req-7e832a67-f571-4c1d-81f6-ac36804277d4 req-bea4e06d-1628-42c2-b1be-dd5fcdae7ac5 service nova] Acquired lock "refresh_cache-f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1234.049764] env[69297]: DEBUG nova.network.neutron [req-7e832a67-f571-4c1d-81f6-ac36804277d4 req-bea4e06d-1628-42c2-b1be-dd5fcdae7ac5 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Refreshing network info cache for port 450eefd7-941c-4963-89ed-1b3a98168e7b {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1234.231376] env[69297]: DEBUG nova.network.neutron [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1234.327350] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560888} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1234.327350] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1234.327350] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1234.327522] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-531a08c1-dd35-4ed3-8554-3b0635c9c9a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1234.337820] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1234.337820] env[69297]:    value = "task-2930609"
[ 1234.337820] env[69297]:    _type = "Task"
[ 1234.337820] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1234.355394] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1234.389079] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquiring lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1234.389337] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1234.435567] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1234.436283] env[69297]: DEBUG nova.compute.manager [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1234.439540] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.476s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1234.440974] env[69297]: INFO nova.compute.claims [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1234.482867] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1234.801717] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267f863a-9cfe-4239-b5cb-5dc078d52d3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1234.814052] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Doing hard reboot of VM {{(pid=69297) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}}
[ 1234.814052] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-850afca3-365c-4d5d-b7ec-6f83a050fabc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1234.824153] env[69297]: DEBUG oslo_vmware.api [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1234.824153] env[69297]:    value = "task-2930610"
[ 1234.824153] env[69297]:    _type = "Task"
[ 1234.824153] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1234.838781] env[69297]: DEBUG oslo_vmware.api [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930610, 'name': ResetVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1234.847971] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07377} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1234.849455] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1234.850446] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45082282-1ea7-4c46-8788-4c022f718e54 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1234.879521] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1234.879908] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4564406b-42a7-49bd-9143-4933286fde9e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1234.894222] env[69297]: DEBUG nova.compute.manager [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1234.898599] env[69297]: DEBUG nova.network.neutron [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Updating instance_info_cache with network_info: [{"id": "4785b604-102d-432d-af79-6bba560f50bf", "address": "fa:16:3e:21:b0:c6", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4785b604-10", "ovs_interfaceid": "4785b604-102d-432d-af79-6bba560f50bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1234.904258] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1234.904258] env[69297]:    value = "task-2930611"
[ 1234.904258] env[69297]:    _type = "Task"
[ 1234.904258] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1234.914112] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1234.946792] env[69297]: DEBUG nova.compute.utils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1234.951042] env[69297]: DEBUG nova.compute.manager [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1234.953391] env[69297]: DEBUG nova.network.neutron [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1234.984248] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1235.100800] env[69297]: DEBUG nova.policy [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4872e1f2ac154e818948ef9b3e8fe915', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b56eea4adad14a269c30551f124527c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1235.144394] env[69297]: DEBUG nova.network.neutron [req-7e832a67-f571-4c1d-81f6-ac36804277d4 req-bea4e06d-1628-42c2-b1be-dd5fcdae7ac5 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Updated VIF entry in instance network info cache for port 450eefd7-941c-4963-89ed-1b3a98168e7b. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1235.146402] env[69297]: DEBUG nova.network.neutron [req-7e832a67-f571-4c1d-81f6-ac36804277d4 req-bea4e06d-1628-42c2-b1be-dd5fcdae7ac5 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Updating instance_info_cache with network_info: [{"id": "450eefd7-941c-4963-89ed-1b3a98168e7b", "address": "fa:16:3e:81:49:5d", "network": {"id": "66222a61-4710-4401-a492-c4695415c489", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1384947003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584ee20500a2400c9b400c850941e875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450eefd7-94", "ovs_interfaceid": "450eefd7-941c-4963-89ed-1b3a98168e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1235.342954] env[69297]: DEBUG oslo_vmware.api [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930610, 'name': ResetVM_Task, 'duration_secs': 0.105722} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1235.346168] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Did hard reboot of VM {{(pid=69297) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}}
[ 1235.346168] env[69297]: DEBUG nova.compute.manager [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1235.346168] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08d9067-343f-4651-a87a-13df1fc233e5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1235.400478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "refresh_cache-a1c42ba5-a656-4d2f-8da4-f8558790f7fb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1235.400777] env[69297]: DEBUG nova.compute.manager [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Instance network_info: |[{"id": "4785b604-102d-432d-af79-6bba560f50bf", "address": "fa:16:3e:21:b0:c6", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4785b604-10", "ovs_interfaceid": "4785b604-102d-432d-af79-6bba560f50bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1235.408780] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:b0:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4785b604-102d-432d-af79-6bba560f50bf', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1235.414699] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1235.417473] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1235.421285] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e059b94-5b84-4440-9a42-7fce04eab6e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1235.441773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1235.450500] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1235.452408] env[69297]: DEBUG nova.compute.manager [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1235.460597] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1235.460597] env[69297]:    value = "task-2930612"
[ 1235.460597] env[69297]:    _type = "Task"
[ 1235.460597] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1235.483276] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930612, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1235.498251] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1235.516604] env[69297]: DEBUG nova.compute.manager [None req-1ca10620-2673-4277-aee2-db9d23049e09 tempest-ServerExternalEventsTest-1552754490 tempest-ServerExternalEventsTest-1552754490-project] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Received event network-changed {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1235.518888] env[69297]: DEBUG nova.compute.manager [None req-1ca10620-2673-4277-aee2-db9d23049e09 tempest-ServerExternalEventsTest-1552754490 tempest-ServerExternalEventsTest-1552754490-project] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Refreshing instance network info cache due to event network-changed. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1235.518888] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca10620-2673-4277-aee2-db9d23049e09 tempest-ServerExternalEventsTest-1552754490 tempest-ServerExternalEventsTest-1552754490-project] Acquiring lock "refresh_cache-25cbcb64-eef2-42e9-b5d4-30121ca2be4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1235.518888] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca10620-2673-4277-aee2-db9d23049e09 tempest-ServerExternalEventsTest-1552754490 tempest-ServerExternalEventsTest-1552754490-project] Acquired lock "refresh_cache-25cbcb64-eef2-42e9-b5d4-30121ca2be4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1235.518888] env[69297]: DEBUG nova.network.neutron [None req-1ca10620-2673-4277-aee2-db9d23049e09 tempest-ServerExternalEventsTest-1552754490 tempest-ServerExternalEventsTest-1552754490-project] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1235.654581] env[69297]: DEBUG oslo_concurrency.lockutils [req-7e832a67-f571-4c1d-81f6-ac36804277d4 req-bea4e06d-1628-42c2-b1be-dd5fcdae7ac5 service nova] Releasing lock "refresh_cache-f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1235.840157] env[69297]: DEBUG nova.compute.manager [None req-9f4c66b0-8a80-47b0-8970-374d54dd83ab tempest-ServerDiagnosticsV248Test-1377688328 tempest-ServerDiagnosticsV248Test-1377688328-project-admin] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1235.844280] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed32662-9bc5-4530-bed4-8aa5ba799d75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1235.871564] env[69297]: INFO nova.compute.manager [None req-9f4c66b0-8a80-47b0-8970-374d54dd83ab tempest-ServerDiagnosticsV248Test-1377688328 tempest-ServerDiagnosticsV248Test-1377688328-project-admin] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Retrieving diagnostics
[ 1235.872485] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2458064-c7ca-4082-8d47-83ce105097c5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1235.875862] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2f66e997-8b3a-41a9-9e15-d7d296613769 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "fe49a256-114c-4d15-9647-a89d85ba735f" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 4.859s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1235.877580] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc4ff3-94ba-463d-b270-fc072447c8a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1235.917832] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8983fc2-863e-4465-b00d-b8dc23ddc6c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1235.935986] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930611, 'name': ReconfigVM_Task, 'duration_secs': 0.708405} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1235.962503] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1235.964119] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-593649d9-b682-4bb8-92e9-93cbce119e46 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1235.966511] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dc6e2f-35e9-4b9e-b611-b0d8f5776b06 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1235.993573] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2095f76b-bb88-4d8d-9248-bbfbc4efc087 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1235.998985] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930612, 'name': CreateVM_Task, 'duration_secs': 0.458911} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1235.999691] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1235.999691] env[69297]:    value = "task-2930613"
[ 1235.999691] env[69297]:    _type = "Task"
[ 1235.999691] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1236.001508] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1236.003374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1236.003374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1236.003374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1236.020854] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1644df3a-8266-4072-885d-822ccba1d35f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1236.020854] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930608, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1236.021307] env[69297]: DEBUG nova.compute.provider_tree [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1236.031835] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930613, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1236.032181] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1236.032181] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520e8fcf-b5d5-e5f0-0060-40a333d17120"
[ 1236.032181] env[69297]:    _type = "Task"
[ 1236.032181] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1236.047050] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520e8fcf-b5d5-e5f0-0060-40a333d17120, 'name': SearchDatastore_Task, 'duration_secs': 0.014508} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1236.047050] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1236.047050] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1236.047343] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1236.047529] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1236.047727] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1236.048682] env[69297]: DEBUG nova.network.neutron [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Successfully created port: 4477b311-5184-43e0-a537-cb9791c2145f {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1236.051637] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2c4f34e-f664-4ec2-bb9f-b43a9bdec506 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1236.071635] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1236.071635] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1236.071635] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246dfc53-57a8-4499-9b77-ccfd27e08768 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1236.083754] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1236.083754] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ff40a9-45b4-0a38-4bef-c156ede51c55"
[ 1236.083754] env[69297]:    _type = "Task"
[ 1236.083754] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1236.097375] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ff40a9-45b4-0a38-4bef-c156ede51c55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1236.149744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquiring lock "d31edcc0-475f-4f82-98bd-6070655bb7b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1236.150131] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "d31edcc0-475f-4f82-98bd-6070655bb7b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1236.380023] env[69297]: DEBUG nova.compute.manager [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Received event network-vif-plugged-4785b604-102d-432d-af79-6bba560f50bf {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1236.380023] env[69297]: DEBUG oslo_concurrency.lockutils [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] Acquiring lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1236.384224] env[69297]: DEBUG oslo_concurrency.lockutils [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] Lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1236.384618] env[69297]: DEBUG oslo_concurrency.lockutils [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] Lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.007s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1236.384829] env[69297]: DEBUG nova.compute.manager [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] No waiting events found dispatching network-vif-plugged-4785b604-102d-432d-af79-6bba560f50bf {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1236.388019] env[69297]: WARNING nova.compute.manager [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Received unexpected event network-vif-plugged-4785b604-102d-432d-af79-6bba560f50bf for instance with vm_state building and task_state spawning.
[ 1236.388019] env[69297]: DEBUG nova.compute.manager [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Received event network-changed-4785b604-102d-432d-af79-6bba560f50bf {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1236.388019] env[69297]: DEBUG nova.compute.manager [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Refreshing instance network info cache due to event network-changed-4785b604-102d-432d-af79-6bba560f50bf. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1236.388019] env[69297]: DEBUG oslo_concurrency.lockutils [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] Acquiring lock "refresh_cache-a1c42ba5-a656-4d2f-8da4-f8558790f7fb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1236.388019] env[69297]: DEBUG oslo_concurrency.lockutils [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] Acquired lock "refresh_cache-a1c42ba5-a656-4d2f-8da4-f8558790f7fb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1236.388376] env[69297]: DEBUG nova.network.neutron [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Refreshing network info cache for port 4785b604-102d-432d-af79-6bba560f50bf {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1236.411145] env[69297]: DEBUG nova.network.neutron [None req-1ca10620-2673-4277-aee2-db9d23049e09 tempest-ServerExternalEventsTest-1552754490 tempest-ServerExternalEventsTest-1552754490-project] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Updating instance_info_cache with network_info: [{"id": "12b2b322-8e2e-41b5-9ded-4e81bdca010a", "address": "fa:16:3e:7a:27:cd", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b2b322-8e", "ovs_interfaceid": "12b2b322-8e2e-41b5-9ded-4e81bdca010a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1236.481074] env[69297]: DEBUG nova.compute.manager [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1236.495273] env[69297]: DEBUG oslo_vmware.api [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930608, 'name': PowerOnVM_Task, 'duration_secs': 2.203325} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1236.495480] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1236.495655] env[69297]: INFO nova.compute.manager [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Took 11.20 seconds to spawn the instance on the hypervisor.
[ 1236.496315] env[69297]: DEBUG nova.compute.manager [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1236.496700] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dc7c9d-3228-42f4-b5a3-54d786679cb9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1236.519093] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930613, 'name': Rename_Task, 'duration_secs': 0.228629} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1236.521274] env[69297]: DEBUG nova.virt.hardware [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1236.521501] env[69297]: DEBUG nova.virt.hardware [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1236.521653] env[69297]: DEBUG nova.virt.hardware [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1236.521831] env[69297]: DEBUG nova.virt.hardware [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1236.521972] env[69297]: DEBUG nova.virt.hardware [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1236.522128] env[69297]: DEBUG nova.virt.hardware [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1236.522327] env[69297]: DEBUG nova.virt.hardware [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1236.522478] env[69297]: DEBUG nova.virt.hardware [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1236.522786] env[69297]: DEBUG nova.virt.hardware [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1236.522786] env[69297]: DEBUG nova.virt.hardware [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1236.522953] env[69297]: DEBUG nova.virt.hardware [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1236.523258] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1236.523994] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2eef36-cb05-45e2-997f-f529d9079532 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1236.526601] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-175260db-49aa-44fc-895c-4067e5e6e305 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1236.528716] env[69297]: DEBUG nova.scheduler.client.report [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1236.540427] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2623481e-98f9-48cb-bde5-d08eb01d7316 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1236.546299] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1236.546299] env[69297]:    value = "task-2930614"
[ 1236.546299] env[69297]:    _type = "Task"
[ 1236.546299] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1236.566497] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930614, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1236.595130] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ff40a9-45b4-0a38-4bef-c156ede51c55, 'name': SearchDatastore_Task, 'duration_secs': 0.01704} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1236.595948] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da80067f-b1da-4a24-88eb-227b291d7197 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1236.602462] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1236.602462] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529c4f34-e42a-b0fe-8019-f3cb2fe13191"
[ 1236.602462] env[69297]:    _type = "Task"
[ 1236.602462] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1236.611639] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529c4f34-e42a-b0fe-8019-f3cb2fe13191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1236.653637] env[69297]: DEBUG nova.compute.manager [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1236.913783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca10620-2673-4277-aee2-db9d23049e09 tempest-ServerExternalEventsTest-1552754490 tempest-ServerExternalEventsTest-1552754490-project] Releasing lock "refresh_cache-25cbcb64-eef2-42e9-b5d4-30121ca2be4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1237.025130] env[69297]: INFO nova.compute.manager [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Took 18.30 seconds to build instance.
[ 1237.036735] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1237.037358] env[69297]: DEBUG nova.compute.manager [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1237.041952] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.307s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1237.059370] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930614, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1237.120442] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529c4f34-e42a-b0fe-8019-f3cb2fe13191, 'name': SearchDatastore_Task, 'duration_secs': 0.015567} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1237.121011] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1237.122105] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] a1c42ba5-a656-4d2f-8da4-f8558790f7fb/a1c42ba5-a656-4d2f-8da4-f8558790f7fb.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1237.122105] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb360d07-83a8-4e4e-a0ba-4ef165358a26 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1237.132152] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1237.132152] env[69297]:    value = "task-2930615"
[ 1237.132152] env[69297]:    _type = "Task"
[ 1237.132152] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1237.146558] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1237.181015] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1237.186152] env[69297]: DEBUG nova.network.neutron [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Successfully updated port: 623a58b3-de01-4db8-816c-764dc2eda9b3 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1237.219944] env[69297]: DEBUG nova.network.neutron [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Updated VIF entry in instance network info cache for port 4785b604-102d-432d-af79-6bba560f50bf. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1237.220233] env[69297]: DEBUG nova.network.neutron [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Updating instance_info_cache with network_info: [{"id": "4785b604-102d-432d-af79-6bba560f50bf", "address": "fa:16:3e:21:b0:c6", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4785b604-10", "ovs_interfaceid": "4785b604-102d-432d-af79-6bba560f50bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1237.511634] env[69297]: INFO nova.compute.manager [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Rebuilding instance
[ 1237.530036] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cd639cbe-c318-4015-9949-ec618016bbf0 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "8bb97c0a-e052-4844-937c-f26c2bd28b33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.816s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1237.543166] env[69297]: DEBUG nova.compute.utils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1237.544585] env[69297]: DEBUG nova.compute.manager [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1237.544861] env[69297]: DEBUG nova.network.neutron [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1237.554601] env[69297]: INFO nova.compute.claims [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1237.581064] env[69297]: DEBUG nova.compute.manager [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1237.581064] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a183f2c-ab45-45e0-8803-77f3ef32f482 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1237.589662] env[69297]: DEBUG oslo_vmware.api [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930614, 'name': PowerOnVM_Task, 'duration_secs': 0.727778} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1237.590724] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1237.597184] env[69297]: INFO nova.compute.manager [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Took 9.86 seconds to spawn the instance on the hypervisor.
[ 1237.597184] env[69297]: DEBUG nova.compute.manager [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1237.597184] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5dae4a-ad36-4177-9b9e-664e78949a92 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1237.649296] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930615, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1237.689932] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquiring lock "refresh_cache-9e33aaee-64fa-4dff-aec3-774768adffa7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1237.690153] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquired lock "refresh_cache-9e33aaee-64fa-4dff-aec3-774768adffa7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1237.690312] env[69297]: DEBUG nova.network.neutron [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1237.713495] env[69297]: DEBUG nova.policy [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83d0bdca17e8425ab351bed68715a859', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26fff254e98443986e6a4efe9c32747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1237.728786] env[69297]: DEBUG oslo_concurrency.lockutils [req-0485b0e7-1272-4124-b4ab-8721b88f12e9 req-9c82be87-6e00-4db5-8b41-b1ecebb76b6b service nova] Releasing lock "refresh_cache-a1c42ba5-a656-4d2f-8da4-f8558790f7fb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1238.065829] env[69297]: INFO nova.compute.resource_tracker [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating resource usage from migration d4b36c68-35ee-4b88-9eef-4844f6496994
[ 1238.071836] env[69297]: DEBUG nova.compute.manager [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1238.134379] env[69297]: INFO nova.compute.manager [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Took 17.92 seconds to build instance.
[ 1238.149176] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751452} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1238.152242] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] a1c42ba5-a656-4d2f-8da4-f8558790f7fb/a1c42ba5-a656-4d2f-8da4-f8558790f7fb.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1238.152495] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1238.156836] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-061ce197-cdb3-4d34-bf07-c0bf4cac6ced {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1238.176869] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1238.176869] env[69297]:    value = "task-2930620"
[ 1238.176869] env[69297]:    _type = "Task"
[ 1238.176869] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1238.204783] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1238.323589] env[69297]: DEBUG nova.network.neutron [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1238.344863] env[69297]: DEBUG nova.network.neutron [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Successfully created port: 4dea2c46-d221-4de8-99e0-6c16d436eea9 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1238.371064] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1238.371316] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1238.514744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquiring lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1238.515042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1238.515243] env[69297]: DEBUG oslo_concurrency.lockutils [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquiring lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1238.515471] env[69297]: DEBUG oslo_concurrency.lockutils [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1238.515976] env[69297]: DEBUG oslo_concurrency.lockutils [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1238.519151] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b015c6d-e90d-4954-b311-703afc9c8a96 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1238.522035] env[69297]: INFO nova.compute.manager [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Terminating instance
[ 1238.529701] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a100d18a-30f7-41e7-873c-34106b0950ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1238.571805] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9438d92d-4844-4341-82c1-4ab3c75a338d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1238.584963] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7198efac-f5ea-4e7f-a1e7-9e70d4e84abe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1238.600738] env[69297]: DEBUG nova.compute.provider_tree [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1238.632283] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1238.632507] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b90c312e-5ecd-45e7-97a1-26fd3ffdf48a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1238.639531] env[69297]: DEBUG oslo_concurrency.lockutils [None req-daadb115-22b5-418d-a3c2-ea1bd3816042 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "48799466-77de-45c4-8786-a5ce333e9fa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.803s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1238.641950] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Waiting for the task: (returnval){
[ 1238.641950] env[69297]:    value = "task-2930621"
[ 1238.641950] env[69297]:    _type = "Task"
[ 1238.641950] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1238.651717] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1238.698898] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074727} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1238.699228] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1238.699988] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2693b6e3-bf6f-4bd1-9dc4-f90b750dfabd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1238.725047] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a1c42ba5-a656-4d2f-8da4-f8558790f7fb/a1c42ba5-a656-4d2f-8da4-f8558790f7fb.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1238.725381] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d6473b9-3969-4882-a2a0-2ba9f010fec4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1238.746598] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1238.746598] env[69297]:    value = "task-2930622"
[ 1238.746598] env[69297]:    _type = "Task"
[ 1238.746598] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1238.756592] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1238.777090] env[69297]: DEBUG nova.network.neutron [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Updating instance_info_cache with network_info: [{"id": "623a58b3-de01-4db8-816c-764dc2eda9b3", "address": "fa:16:3e:88:2e:1a", "network": {"id": "92d3daff-843e-48ee-9ef8-929152ff872b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-479139556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c3c64e4c644060ab59c57e2ecd063f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623a58b3-de", "ovs_interfaceid": "623a58b3-de01-4db8-816c-764dc2eda9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1238.874206] env[69297]: DEBUG nova.compute.manager [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1238.938779] env[69297]: DEBUG nova.network.neutron [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Successfully updated port: 4477b311-5184-43e0-a537-cb9791c2145f {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1239.027543] env[69297]: DEBUG nova.compute.manager [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1239.027721] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1239.031975] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457afb0e-5b17-4d99-b144-0b43fa00eb82 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.038434] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1239.038713] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f215a8e-139b-43ab-9637-1976ffd22bf6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.048949] env[69297]: DEBUG oslo_vmware.api [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for the task: (returnval){
[ 1239.048949] env[69297]:    value = "task-2930623"
[ 1239.048949] env[69297]:    _type = "Task"
[ 1239.048949] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1239.061269] env[69297]: DEBUG oslo_vmware.api [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1239.085510] env[69297]: DEBUG nova.compute.manager [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1239.108018] env[69297]: DEBUG nova.scheduler.client.report [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1239.128722] env[69297]: DEBUG nova.virt.hardware [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1239.129059] env[69297]: DEBUG nova.virt.hardware [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1239.129227] env[69297]: DEBUG nova.virt.hardware [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1239.129411] env[69297]: DEBUG nova.virt.hardware [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1239.129564] env[69297]: DEBUG nova.virt.hardware [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1239.129711] env[69297]: DEBUG nova.virt.hardware [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1239.129916] env[69297]: DEBUG nova.virt.hardware [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1239.130732] env[69297]: DEBUG nova.virt.hardware [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1239.130732] env[69297]: DEBUG nova.virt.hardware [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1239.130732] env[69297]: DEBUG nova.virt.hardware [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1239.130732] env[69297]: DEBUG nova.virt.hardware [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1239.131554] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5434d2dd-253e-47cb-92b1-5abfaa5f9684 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.142098] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75372796-4835-4776-b0a3-921512f51d44 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.163650] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930621, 'name': PowerOffVM_Task, 'duration_secs': 0.208593} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1239.173494] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1239.173589] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1239.177255] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bc4b8e-ca7a-40a2-a274-f963119c96ef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.183620] env[69297]: DEBUG nova.compute.manager [req-627e3c80-b837-4fbb-95e6-9c383693a78d req-24c943bc-119a-48fc-94e7-8cea9859f8fa service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Received event network-vif-plugged-623a58b3-de01-4db8-816c-764dc2eda9b3 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1239.183620] env[69297]: DEBUG oslo_concurrency.lockutils [req-627e3c80-b837-4fbb-95e6-9c383693a78d req-24c943bc-119a-48fc-94e7-8cea9859f8fa service nova] Acquiring lock "9e33aaee-64fa-4dff-aec3-774768adffa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1239.183620] env[69297]: DEBUG oslo_concurrency.lockutils [req-627e3c80-b837-4fbb-95e6-9c383693a78d req-24c943bc-119a-48fc-94e7-8cea9859f8fa service nova] Lock "9e33aaee-64fa-4dff-aec3-774768adffa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1239.183620] env[69297]: DEBUG oslo_concurrency.lockutils [req-627e3c80-b837-4fbb-95e6-9c383693a78d req-24c943bc-119a-48fc-94e7-8cea9859f8fa service nova] Lock "9e33aaee-64fa-4dff-aec3-774768adffa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1239.183620] env[69297]: DEBUG nova.compute.manager [req-627e3c80-b837-4fbb-95e6-9c383693a78d req-24c943bc-119a-48fc-94e7-8cea9859f8fa service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] No waiting events found dispatching network-vif-plugged-623a58b3-de01-4db8-816c-764dc2eda9b3 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1239.183816] env[69297]: WARNING nova.compute.manager [req-627e3c80-b837-4fbb-95e6-9c383693a78d req-24c943bc-119a-48fc-94e7-8cea9859f8fa service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Received unexpected event network-vif-plugged-623a58b3-de01-4db8-816c-764dc2eda9b3 for instance with vm_state building and task_state spawning.
[ 1239.188571] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1239.188841] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad73f324-efd8-4077-8f9b-7990825f3f33 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.219850] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1239.220105] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1239.220296] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Deleting the datastore file [datastore1] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1239.220589] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c50a8d8-d8a7-46f2-a10b-3c36262d78d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.228855] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Waiting for the task: (returnval){
[ 1239.228855] env[69297]:    value = "task-2930625"
[ 1239.228855] env[69297]:    _type = "Task"
[ 1239.228855] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1239.237560] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1239.257967] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930622, 'name': ReconfigVM_Task, 'duration_secs': 0.358947} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1239.258825] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a1c42ba5-a656-4d2f-8da4-f8558790f7fb/a1c42ba5-a656-4d2f-8da4-f8558790f7fb.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1239.259694] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0f5fb15-e2bf-4091-9443-c312f3b0a7b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.269775] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1239.269775] env[69297]:    value = "task-2930626"
[ 1239.269775] env[69297]:    _type = "Task"
[ 1239.269775] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1239.281074] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Releasing lock "refresh_cache-9e33aaee-64fa-4dff-aec3-774768adffa7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1239.281393] env[69297]: DEBUG nova.compute.manager [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Instance network_info: |[{"id": "623a58b3-de01-4db8-816c-764dc2eda9b3", "address": "fa:16:3e:88:2e:1a", "network": {"id": "92d3daff-843e-48ee-9ef8-929152ff872b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-479139556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c3c64e4c644060ab59c57e2ecd063f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623a58b3-de", "ovs_interfaceid": "623a58b3-de01-4db8-816c-764dc2eda9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1239.282102] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930626, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1239.282389] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:2e:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '623a58b3-de01-4db8-816c-764dc2eda9b3', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1239.290519] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Creating folder: Project (31c3c64e4c644060ab59c57e2ecd063f). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1239.292320] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5348fbd-726b-462f-9bb3-5e2fef96045d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.308889] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Created folder: Project (31c3c64e4c644060ab59c57e2ecd063f) in parent group-v588392.
[ 1239.308889] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Creating folder: Instances. Parent ref: group-v588431. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1239.308889] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca04d64e-3784-4243-9aa6-2f72ff8ba67b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.325049] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Created folder: Instances in parent group-v588431.
[ 1239.325049] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1239.325049] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1239.325049] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b251838-e3ca-49e6-a33a-abadf15ff87f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.346842] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1239.346842] env[69297]:    value = "task-2930629"
[ 1239.346842] env[69297]:    _type = "Task"
[ 1239.346842] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1239.364544] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930629, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1239.404698] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1239.443370] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquiring lock "refresh_cache-0d31a377-7c63-47e9-85b8-85c6f702db66" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1239.443525] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquired lock "refresh_cache-0d31a377-7c63-47e9-85b8-85c6f702db66" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1239.443685] env[69297]: DEBUG nova.network.neutron [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1239.510674] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquiring lock "81894aff-58d3-4d13-a743-643267fad2bf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1239.510945] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Lock "81894aff-58d3-4d13-a743-643267fad2bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1239.511175] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquiring lock "81894aff-58d3-4d13-a743-643267fad2bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1239.511399] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Lock "81894aff-58d3-4d13-a743-643267fad2bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1239.511503] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Lock "81894aff-58d3-4d13-a743-643267fad2bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1239.515521] env[69297]: INFO nova.compute.manager [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Terminating instance
[ 1239.567707] env[69297]: DEBUG oslo_vmware.api [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930623, 'name': PowerOffVM_Task, 'duration_secs': 0.358726} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1239.567707] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1239.567707] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1239.567707] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82dba611-343e-4e67-b56c-fbc354e8d0e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.587751] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquiring lock "66d0f6fb-aafc-4406-b545-36664abf7348" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1239.587983] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Lock "66d0f6fb-aafc-4406-b545-36664abf7348" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1239.611577] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.569s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1239.611787] env[69297]: INFO nova.compute.manager [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Migrating
[ 1239.611963] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1239.612120] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1239.614245] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.757s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1239.614508] env[69297]: DEBUG nova.objects.instance [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Lazy-loading 'resources' on Instance uuid 498fb00b-18b5-457f-92eb-61e5f9b3fc9d {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1239.648575] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1239.648938] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1239.650079] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Deleting the datastore file [datastore2] 25cbcb64-eef2-42e9-b5d4-30121ca2be4c {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1239.650079] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fdec7dc-d839-4e18-9d16-ac4e0368989f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.660620] env[69297]: DEBUG oslo_vmware.api [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for the task: (returnval){
[ 1239.660620] env[69297]:    value = "task-2930631"
[ 1239.660620] env[69297]:    _type = "Task"
[ 1239.660620] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1239.681446] env[69297]: DEBUG oslo_vmware.api [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1239.746509] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220155} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1239.746970] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1239.747241] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1239.747482] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1239.784128] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930626, 'name': Rename_Task, 'duration_secs': 0.191189} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1239.784128] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1239.784128] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34c3ab3a-77d1-413d-b59d-831a0d81a387 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.795790] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1239.795790] env[69297]:    value = "task-2930632"
[ 1239.795790] env[69297]:    _type = "Task"
[ 1239.795790] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1239.810098] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1239.862711] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930629, 'name': CreateVM_Task, 'duration_secs': 0.428602} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1239.862912] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1239.865914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1239.865914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1239.865914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1239.865914] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c0ea10-c8f1-4697-9a49-e1a13bf1e246 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1239.870684] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for the task: (returnval){
[ 1239.870684] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520c3ea3-6285-a5dd-c3c9-2d95fae610bd"
[ 1239.870684] env[69297]:    _type = "Task"
[ 1239.870684] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1239.880571] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520c3ea3-6285-a5dd-c3c9-2d95fae610bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1239.999586] env[69297]: DEBUG nova.network.neutron [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Successfully updated port: 4dea2c46-d221-4de8-99e0-6c16d436eea9 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1240.021965] env[69297]: DEBUG nova.network.neutron [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1240.024733] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquiring lock "refresh_cache-81894aff-58d3-4d13-a743-643267fad2bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1240.024945] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquired lock "refresh_cache-81894aff-58d3-4d13-a743-643267fad2bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1240.025151] env[69297]: DEBUG nova.network.neutron [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1240.093134] env[69297]: DEBUG nova.compute.manager [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1240.111455] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquiring lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1240.111728] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1240.116976] env[69297]: INFO nova.compute.rpcapi [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68
[ 1240.118000] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1240.142108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c75d232-ae0b-4840-b172-29afed7bdf61 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquiring lock "interface-8bb97c0a-e052-4844-937c-f26c2bd28b33-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1240.142511] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c75d232-ae0b-4840-b172-29afed7bdf61 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "interface-8bb97c0a-e052-4844-937c-f26c2bd28b33-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1240.142943] env[69297]: DEBUG nova.objects.instance [None req-4c75d232-ae0b-4840-b172-29afed7bdf61 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lazy-loading 'flavor' on Instance uuid 8bb97c0a-e052-4844-937c-f26c2bd28b33 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1240.197244] env[69297]: DEBUG oslo_vmware.api [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Task: {'id': task-2930631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27378} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1240.197244] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1240.197794] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1240.197967] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1240.198274] env[69297]: INFO nova.compute.manager [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Took 1.17 seconds to destroy the instance on the hypervisor.
[ 1240.198702] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1240.199833] env[69297]: DEBUG nova.compute.manager [-] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1240.200284] env[69297]: DEBUG nova.network.neutron [-] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1240.312482] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930632, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1240.386595] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520c3ea3-6285-a5dd-c3c9-2d95fae610bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012783} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1240.389899] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1240.390178] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1240.390419] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1240.390562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1240.390955] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1240.391352] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5fb230a-7de7-418e-a949-f36fe8def3d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.406598] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1240.406835] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1240.408837] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5333a70-6114-498f-a24d-6f5f90267102 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.415268] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for the task: (returnval){
[ 1240.415268] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5233c975-5f29-9f6c-66c2-86bf58cd8001"
[ 1240.415268] env[69297]:    _type = "Task"
[ 1240.415268] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1240.425578] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5233c975-5f29-9f6c-66c2-86bf58cd8001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1240.426638] env[69297]: DEBUG nova.network.neutron [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Updating instance_info_cache with network_info: [{"id": "4477b311-5184-43e0-a537-cb9791c2145f", "address": "fa:16:3e:0c:35:2f", "network": {"id": "5adf788c-39ed-4097-b00f-2a0d5d6f11bf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1657260634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56eea4adad14a269c30551f124527c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4477b311-51", "ovs_interfaceid": "4477b311-5184-43e0-a537-cb9791c2145f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1240.502239] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "refresh_cache-a3cf9b1d-995f-4540-a2fc-9039ae57e41e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1240.502410] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired lock "refresh_cache-a3cf9b1d-995f-4540-a2fc-9039ae57e41e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1240.502564] env[69297]: DEBUG nova.network.neutron [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1240.551508] env[69297]: DEBUG nova.network.neutron [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1240.577136] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f07094-41f0-46f9-adc8-435265d29cb3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.585072] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0961e319-387a-4e59-bdf1-697de4161ddd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.623186] env[69297]: DEBUG nova.network.neutron [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1240.626749] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a70ddd8-48a4-467e-a548-581af8d44be9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.638242] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5401ea-3b53-4362-b49e-531e55ad2228 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.644264] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1240.644851] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1240.645094] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1240.645382] env[69297]: DEBUG nova.network.neutron [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1240.648777] env[69297]: DEBUG nova.objects.instance [None req-4c75d232-ae0b-4840-b172-29afed7bdf61 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lazy-loading 'pci_requests' on Instance uuid 8bb97c0a-e052-4844-937c-f26c2bd28b33 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1240.662250] env[69297]: DEBUG nova.compute.provider_tree [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1240.790158] env[69297]: DEBUG nova.virt.hardware [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1240.790491] env[69297]: DEBUG nova.virt.hardware [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1240.791117] env[69297]: DEBUG nova.virt.hardware [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1240.791117] env[69297]: DEBUG nova.virt.hardware [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1240.791117] env[69297]: DEBUG nova.virt.hardware [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1240.791306] env[69297]: DEBUG nova.virt.hardware [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1240.791605] env[69297]: DEBUG nova.virt.hardware [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1240.792146] env[69297]: DEBUG nova.virt.hardware [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1240.792727] env[69297]: DEBUG nova.virt.hardware [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1240.793130] env[69297]: DEBUG nova.virt.hardware [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1240.793391] env[69297]: DEBUG nova.virt.hardware [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1240.794364] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125e79c6-3ff7-49fe-9e4c-2151bd143ca8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.805724] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df60582-e308-456a-95de-6fbf8f8fa00b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.813123] env[69297]: DEBUG oslo_vmware.api [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930632, 'name': PowerOnVM_Task, 'duration_secs': 0.56817} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1240.813796] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1240.814127] env[69297]: INFO nova.compute.manager [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Took 9.43 seconds to spawn the instance on the hypervisor.
[ 1240.814466] env[69297]: DEBUG nova.compute.manager [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1240.815289] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da65dac6-e901-4b42-869e-23e440887452 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.828023] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1240.832109] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1240.832879] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1240.833179] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cdc048b-7e98-4c5e-92ae-da1445ac842d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.858488] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1240.858488] env[69297]:    value = "task-2930634"
[ 1240.858488] env[69297]:    _type = "Task"
[ 1240.858488] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1240.867918] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930634, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1240.927185] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5233c975-5f29-9f6c-66c2-86bf58cd8001, 'name': SearchDatastore_Task, 'duration_secs': 0.02726} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1240.928017] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41deea38-b1d7-4c4e-93fe-276adf1c0e22 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.932205] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Releasing lock "refresh_cache-0d31a377-7c63-47e9-85b8-85c6f702db66" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1240.932619] env[69297]: DEBUG nova.compute.manager [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Instance network_info: |[{"id": "4477b311-5184-43e0-a537-cb9791c2145f", "address": "fa:16:3e:0c:35:2f", "network": {"id": "5adf788c-39ed-4097-b00f-2a0d5d6f11bf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1657260634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56eea4adad14a269c30551f124527c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4477b311-51", "ovs_interfaceid": "4477b311-5184-43e0-a537-cb9791c2145f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1240.934361] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:35:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4477b311-5184-43e0-a537-cb9791c2145f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1240.942777] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Creating folder: Project (b56eea4adad14a269c30551f124527c2). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1240.943213] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for the task: (returnval){
[ 1240.943213] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c0bd03-b7f0-8876-99f8-cc5d9b202e5f"
[ 1240.943213] env[69297]:    _type = "Task"
[ 1240.943213] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1240.943537] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c2fc6df-7020-495c-ae89-03d5c20101bd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.957012] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c0bd03-b7f0-8876-99f8-cc5d9b202e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1240.961076] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Created folder: Project (b56eea4adad14a269c30551f124527c2) in parent group-v588392.
[ 1240.961265] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Creating folder: Instances. Parent ref: group-v588435. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1240.961551] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3054902d-364c-4e32-b05c-d4d152580c07 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1240.974490] env[69297]: DEBUG nova.network.neutron [-] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1240.977213] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Created folder: Instances in parent group-v588435.
[ 1240.977609] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1240.978246] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1240.978620] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db5adf89-6bd3-4dd3-bab6-6a064c42886a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1241.007625] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1241.007625] env[69297]:    value = "task-2930637"
[ 1241.007625] env[69297]:    _type = "Task"
[ 1241.007625] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1241.017188] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930637, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1241.041073] env[69297]: DEBUG nova.network.neutron [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1241.135031] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Releasing lock "refresh_cache-81894aff-58d3-4d13-a743-643267fad2bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1241.135031] env[69297]: DEBUG nova.compute.manager [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1241.135031] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1241.135031] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de14273-1122-490d-9502-360c575d902f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1241.146182] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1241.146182] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1f8de6c-dfbd-4eb3-ba7c-9b2243671116 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1241.150826] env[69297]: DEBUG nova.objects.base [None req-4c75d232-ae0b-4840-b172-29afed7bdf61 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Object Instance<8bb97c0a-e052-4844-937c-f26c2bd28b33> lazy-loaded attributes: flavor,pci_requests {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1241.151227] env[69297]: DEBUG nova.network.neutron [None req-4c75d232-ae0b-4840-b172-29afed7bdf61 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1241.159514] env[69297]: DEBUG oslo_vmware.api [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1241.159514] env[69297]:    value = "task-2930638"
[ 1241.159514] env[69297]:    _type = "Task"
[ 1241.159514] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1241.168021] env[69297]: DEBUG nova.scheduler.client.report [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1241.177268] env[69297]: DEBUG oslo_vmware.api [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1241.373300] env[69297]: INFO nova.compute.manager [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Took 19.30 seconds to build instance.
[ 1241.375516] env[69297]: DEBUG nova.network.neutron [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Updating instance_info_cache with network_info: [{"id": "4dea2c46-d221-4de8-99e0-6c16d436eea9", "address": "fa:16:3e:d5:63:f7", "network": {"id": "aee99af1-02e1-4599-a0a6-b3634ad721b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-526811456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c26fff254e98443986e6a4efe9c32747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dea2c46-d2", "ovs_interfaceid": "4dea2c46-d221-4de8-99e0-6c16d436eea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1241.384764] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930634, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1241.403958] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c75d232-ae0b-4840-b172-29afed7bdf61 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "interface-8bb97c0a-e052-4844-937c-f26c2bd28b33-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 1.261s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1241.461447] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c0bd03-b7f0-8876-99f8-cc5d9b202e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.046469} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1241.461447] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1241.461447] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 9e33aaee-64fa-4dff-aec3-774768adffa7/9e33aaee-64fa-4dff-aec3-774768adffa7.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1241.461447] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21b03257-b1e5-4523-952a-ed3a4830d0d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1241.472395] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for the task: (returnval){
[ 1241.472395] env[69297]:    value = "task-2930639"
[ 1241.472395] env[69297]:    _type = "Task"
[ 1241.472395] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1241.479749] env[69297]: INFO nova.compute.manager [-] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Took 1.28 seconds to deallocate network for instance.
[ 1241.491028] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1241.520210] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930637, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1241.625280] env[69297]: DEBUG nova.network.neutron [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance_info_cache with network_info: [{"id": "072eacab-2515-4344-9924-4218de74b976", "address": "fa:16:3e:27:ab:4b", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072eacab-25", "ovs_interfaceid": "072eacab-2515-4344-9924-4218de74b976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1241.670685] env[69297]: DEBUG oslo_vmware.api [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930638, 'name': PowerOffVM_Task, 'duration_secs': 0.294896} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1241.670962] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1241.671150] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1241.671409] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5a4a249-1776-4d8e-9cf1-b171efb6e636 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1241.679296] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1241.681758] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.565s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1241.683724] env[69297]: INFO nova.compute.claims [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1241.704983] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1241.705305] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1241.705660] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Deleting the datastore file [datastore1] 81894aff-58d3-4d13-a743-643267fad2bf {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1241.707021] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ad74f39-fa1b-4051-9193-4229193268a7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1241.714369] env[69297]: DEBUG oslo_vmware.api [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for the task: (returnval){
[ 1241.714369] env[69297]:    value = "task-2930641"
[ 1241.714369] env[69297]:    _type = "Task"
[ 1241.714369] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1241.715463] env[69297]: INFO nova.scheduler.client.report [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Deleted allocations for instance 498fb00b-18b5-457f-92eb-61e5f9b3fc9d
[ 1241.730396] env[69297]: DEBUG oslo_vmware.api [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1241.876374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3c391998-bd3f-4510-9615-2a9046e69ed0 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.809s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1241.876614] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930634, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1241.882292] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Releasing lock "refresh_cache-a3cf9b1d-995f-4540-a2fc-9039ae57e41e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1241.882677] env[69297]: DEBUG nova.compute.manager [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Instance network_info: |[{"id": "4dea2c46-d221-4de8-99e0-6c16d436eea9", "address": "fa:16:3e:d5:63:f7", "network": {"id": "aee99af1-02e1-4599-a0a6-b3634ad721b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-526811456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c26fff254e98443986e6a4efe9c32747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dea2c46-d2", "ovs_interfaceid": "4dea2c46-d221-4de8-99e0-6c16d436eea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1241.883712] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:63:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dea2c46-d221-4de8-99e0-6c16d436eea9', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1241.896069] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Creating folder: Project (c26fff254e98443986e6a4efe9c32747). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1241.896446] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37fe95fd-d31e-43d9-ba45-fb4ddcac0358 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1241.916206] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Created folder: Project (c26fff254e98443986e6a4efe9c32747) in parent group-v588392.
[ 1241.916557] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Creating folder: Instances. Parent ref: group-v588438. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1241.918150] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34fcbece-bdc0-4475-8c73-cd4235e21ccb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1241.932113] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Created folder: Instances in parent group-v588438.
[ 1241.932398] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1241.932604] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1241.933241] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-522c23e4-1ca6-4e5f-aea4-61921dbe444b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1241.954883] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1241.954883] env[69297]:    value = "task-2930644"
[ 1241.954883] env[69297]:    _type = "Task"
[ 1241.954883] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1241.967044] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930644, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1241.983607] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930639, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1241.988758] env[69297]: DEBUG oslo_concurrency.lockutils [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1242.021916] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930637, 'name': CreateVM_Task, 'duration_secs': 0.837986} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1242.022245] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1242.023199] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1242.023397] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1242.024085] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1242.024495] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d244c2-0b87-44db-83e0-79b2f98ae09e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1242.031298] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for the task: (returnval){
[ 1242.031298] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520215d6-9fb4-887b-34bc-abb24162e759"
[ 1242.031298] env[69297]:    _type = "Task"
[ 1242.031298] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1242.041310] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520215d6-9fb4-887b-34bc-abb24162e759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1242.127838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1242.229793] env[69297]: DEBUG oslo_vmware.api [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Task: {'id': task-2930641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384903} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1242.229793] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1242.229998] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1242.230259] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1242.230393] env[69297]: INFO nova.compute.manager [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Took 1.10 seconds to destroy the instance on the hypervisor.
[ 1242.230693] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1242.231046] env[69297]: DEBUG nova.compute.manager [-] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1242.231276] env[69297]: DEBUG nova.network.neutron [-] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1242.233369] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da559dfc-483b-40ec-ae58-f962a7765b99 tempest-DeleteServersAdminTestJSON-369433346 tempest-DeleteServersAdminTestJSON-369433346-project-admin] Lock "498fb00b-18b5-457f-92eb-61e5f9b3fc9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 17.482s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1242.253451] env[69297]: DEBUG nova.network.neutron [-] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1242.374536] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930634, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1242.384961] env[69297]: DEBUG nova.compute.manager [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1242.469940] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930644, 'name': CreateVM_Task, 'duration_secs': 0.443964} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1242.470143] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1242.470854] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1242.471037] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1242.471415] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1242.471677] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f63ec07f-3deb-4e98-a662-c016f9eb3f96 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1242.485569] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604809} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1242.485894] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1242.485894] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a257f7-173e-5ee3-26c8-621c9af81f8e"
[ 1242.485894] env[69297]:    _type = "Task"
[ 1242.485894] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1242.486158] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 9e33aaee-64fa-4dff-aec3-774768adffa7/9e33aaee-64fa-4dff-aec3-774768adffa7.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1242.486394] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1242.486771] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edd8afa5-a1e6-4193-b0b9-40abd1b5507a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1242.498170] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a257f7-173e-5ee3-26c8-621c9af81f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1242.500669] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1242.500669] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1242.500669] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1242.500669] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1242.501052] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1242.501052] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for the task: (returnval){
[ 1242.501052] env[69297]:    value = "task-2930646"
[ 1242.501052] env[69297]:    _type = "Task"
[ 1242.501052] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1242.501052] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97380803-11eb-481c-870d-7e60c280c0bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1242.514218] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1242.516464] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1242.516786] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1242.517551] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85059a3c-3158-4a7d-8305-89933b1ddaff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1242.525142] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1242.525142] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e218ca-9f2c-9484-c01d-303731ce8b6f"
[ 1242.525142] env[69297]:    _type = "Task"
[ 1242.525142] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1242.535140] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e218ca-9f2c-9484-c01d-303731ce8b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1242.545124] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520215d6-9fb4-887b-34bc-abb24162e759, 'name': SearchDatastore_Task, 'duration_secs': 0.030165} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1242.547375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1242.547375] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1242.547375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1242.547375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1242.547607] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1242.547607] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad027c65-b92d-4ebf-9d4b-d3af4255309b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1242.556110] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1242.556349] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1242.557256] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093d0e23-cb94-44fb-ab00-68ce0bc60a5f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1242.566021] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for the task: (returnval){
[ 1242.566021] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52228eae-58a6-40fb-a08c-187f0b448490"
[ 1242.566021] env[69297]:    _type = "Task"
[ 1242.566021] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1242.574948] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52228eae-58a6-40fb-a08c-187f0b448490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1242.755572] env[69297]: DEBUG nova.network.neutron [-] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1242.850190] env[69297]: DEBUG nova.compute.manager [req-07c7fb08-0782-494c-a776-872f4675a3e9 req-70746b9c-cf00-49ca-83e9-bb04d92ac9a3 service nova] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Received event network-vif-plugged-4dea2c46-d221-4de8-99e0-6c16d436eea9 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1242.850190] env[69297]: DEBUG oslo_concurrency.lockutils [req-07c7fb08-0782-494c-a776-872f4675a3e9 req-70746b9c-cf00-49ca-83e9-bb04d92ac9a3 service nova] Acquiring lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1242.850190] env[69297]: DEBUG oslo_concurrency.lockutils [req-07c7fb08-0782-494c-a776-872f4675a3e9 req-70746b9c-cf00-49ca-83e9-bb04d92ac9a3 service nova] Lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1242.850190] env[69297]: DEBUG oslo_concurrency.lockutils [req-07c7fb08-0782-494c-a776-872f4675a3e9 req-70746b9c-cf00-49ca-83e9-bb04d92ac9a3 service nova] Lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1242.850190] env[69297]: DEBUG nova.compute.manager [req-07c7fb08-0782-494c-a776-872f4675a3e9 req-70746b9c-cf00-49ca-83e9-bb04d92ac9a3 service nova] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] No waiting events found dispatching network-vif-plugged-4dea2c46-d221-4de8-99e0-6c16d436eea9 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1242.850388] env[69297]: WARNING nova.compute.manager [req-07c7fb08-0782-494c-a776-872f4675a3e9 req-70746b9c-cf00-49ca-83e9-bb04d92ac9a3 service nova] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Received unexpected event network-vif-plugged-4dea2c46-d221-4de8-99e0-6c16d436eea9 for instance with vm_state building and task_state spawning.
[ 1242.877305] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930634, 'name': CreateVM_Task, 'duration_secs': 1.666054} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1242.880166] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1242.880742] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1242.880906] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1242.881352] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1242.881611] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ae23a8-5377-4379-8f5a-5909dd7783a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1242.887775] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Waiting for the task: (returnval){
[ 1242.887775] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d1969f-365f-37de-a779-3821d84088d9"
[ 1242.887775] env[69297]:    _type = "Task"
[ 1242.887775] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1242.903655] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d1969f-365f-37de-a779-3821d84088d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012995} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1242.904295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1242.904520] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1242.904759] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1242.917145] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1243.020266] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274591} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1243.022781] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1243.023950] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3ce719-256b-435e-8db1-d0e8f983ca82 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.034300] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "d7acde69-37bc-477b-9c80-d3271a71fdfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1243.034552] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "d7acde69-37bc-477b-9c80-d3271a71fdfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1243.063805] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 9e33aaee-64fa-4dff-aec3-774768adffa7/9e33aaee-64fa-4dff-aec3-774768adffa7.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1243.064372] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e218ca-9f2c-9484-c01d-303731ce8b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.014253} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1243.067774] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f550ac72-42e3-4917-b60e-1a026c0e7f52 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.087215] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5dd48f5-ce7b-471c-a2a1-740d9645e556 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.101429] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52228eae-58a6-40fb-a08c-187f0b448490, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1243.101797] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1243.101797] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520c4d20-479d-34c3-cd54-bb4ffed5ecd6"
[ 1243.101797] env[69297]:    _type = "Task"
[ 1243.101797] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1243.103846] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for the task: (returnval){
[ 1243.103846] env[69297]:    value = "task-2930647"
[ 1243.103846] env[69297]:    _type = "Task"
[ 1243.103846] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1243.104121] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34850602-91b6-4665-8ac5-d019b39e36be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.118764] env[69297]: DEBUG nova.compute.manager [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Received event network-changed-623a58b3-de01-4db8-816c-764dc2eda9b3 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1243.119034] env[69297]: DEBUG nova.compute.manager [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Refreshing instance network info cache due to event network-changed-623a58b3-de01-4db8-816c-764dc2eda9b3. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1243.119660] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Acquiring lock "refresh_cache-9e33aaee-64fa-4dff-aec3-774768adffa7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1243.119660] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Acquired lock "refresh_cache-9e33aaee-64fa-4dff-aec3-774768adffa7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1243.119660] env[69297]: DEBUG nova.network.neutron [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Refreshing network info cache for port 623a58b3-de01-4db8-816c-764dc2eda9b3 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1243.121336] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fb0b16-a4bb-49e1-9c35-421c24d6536d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.133544] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520c4d20-479d-34c3-cd54-bb4ffed5ecd6, 'name': SearchDatastore_Task, 'duration_secs': 0.016128} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1243.133792] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1243.134117] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for the task: (returnval){
[ 1243.134117] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52011d2e-fbcd-16df-2160-6ef009590512"
[ 1243.134117] env[69297]:    _type = "Task"
[ 1243.134117] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1243.135588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1243.135874] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] a3cf9b1d-995f-4540-a2fc-9039ae57e41e/a3cf9b1d-995f-4540-a2fc-9039ae57e41e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1243.141448] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1243.141703] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1243.142278] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0536389f-d9fa-4327-921a-e22ced9aa222 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.148774] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7759eaf-a74a-46e0-97a1-87055de7afe1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.153296] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167bef94-8917-4b96-800b-6e97817e0bca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.165262] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52011d2e-fbcd-16df-2160-6ef009590512, 'name': SearchDatastore_Task, 'duration_secs': 0.018074} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1243.196549] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1243.196860] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0d31a377-7c63-47e9-85b8-85c6f702db66/0d31a377-7c63-47e9-85b8-85c6f702db66.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1243.197323] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1243.197323] env[69297]:    value = "task-2930648"
[ 1243.197323] env[69297]:    _type = "Task"
[ 1243.197323] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1243.200439] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac42115c-b2b0-4078-9939-d29cadae01cd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.202459] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21327e4-f9b1-42c9-b65c-bd8e470b50a7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.206218] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1243.206394] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1243.210320] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d09b764-bb9a-48e3-80db-a8ecfce19830 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.220272] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1243.225173] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for the task: (returnval){
[ 1243.225173] env[69297]:    value = "task-2930649"
[ 1243.225173] env[69297]:    _type = "Task"
[ 1243.225173] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1243.225487] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Waiting for the task: (returnval){
[ 1243.225487] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]521d81e1-5363-5e7a-851d-d4160ba3a954"
[ 1243.225487] env[69297]:    _type = "Task"
[ 1243.225487] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1243.226899] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ad382-530d-4916-bb96-353dc116506e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.245348] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521d81e1-5363-5e7a-851d-d4160ba3a954, 'name': SearchDatastore_Task, 'duration_secs': 0.0145} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1243.259033] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1243.259597] env[69297]: INFO nova.compute.manager [-] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Took 1.03 seconds to deallocate network for instance.
[ 1243.260147] env[69297]: DEBUG nova.compute.provider_tree [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1243.261576] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a47f629-e6fa-4904-af50-e4095fb0d9dd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.274095] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Waiting for the task: (returnval){
[ 1243.274095] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]528ec255-177a-718a-c336-78574dc69d1f"
[ 1243.274095] env[69297]:    _type = "Task"
[ 1243.274095] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1243.286088] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528ec255-177a-718a-c336-78574dc69d1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1243.623845] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930647, 'name': ReconfigVM_Task, 'duration_secs': 0.462801} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1243.624068] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 9e33aaee-64fa-4dff-aec3-774768adffa7/9e33aaee-64fa-4dff-aec3-774768adffa7.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1243.624776] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a95dfcc8-fa49-4475-aab4-c184bea45751 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.637557] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for the task: (returnval){
[ 1243.637557] env[69297]:    value = "task-2930650"
[ 1243.637557] env[69297]:    _type = "Task"
[ 1243.637557] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1243.654462] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930650, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1243.658233] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087682d2-968b-4cfd-bbc3-ed371d7993c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.683636] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance 'b38c80c7-3686-4e96-853f-24fb8643ce0a' progress to 0 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1243.713614] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930648, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1243.742437] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930649, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1243.768859] env[69297]: DEBUG nova.scheduler.client.report [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1243.773566] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1243.791172] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528ec255-177a-718a-c336-78574dc69d1f, 'name': SearchDatastore_Task, 'duration_secs': 0.013122} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1243.791637] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1243.792159] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1243.792531] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72a40355-8e2f-4782-8ec0-4ea5217cc698 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1243.804675] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Waiting for the task: (returnval){
[ 1243.804675] env[69297]:    value = "task-2930651"
[ 1243.804675] env[69297]:    _type = "Task"
[ 1243.804675] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1243.824387] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1243.866813] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquiring lock "fe49a256-114c-4d15-9647-a89d85ba735f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1243.867847] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "fe49a256-114c-4d15-9647-a89d85ba735f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1243.867847] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquiring lock "fe49a256-114c-4d15-9647-a89d85ba735f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1243.867847] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "fe49a256-114c-4d15-9647-a89d85ba735f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1243.867847] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "fe49a256-114c-4d15-9647-a89d85ba735f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1243.873113] env[69297]: INFO nova.compute.manager [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Terminating instance
[ 1244.082333] env[69297]: DEBUG nova.network.neutron [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Updated VIF entry in instance network info cache for port 623a58b3-de01-4db8-816c-764dc2eda9b3. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1244.082333] env[69297]: DEBUG nova.network.neutron [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Updating instance_info_cache with network_info: [{"id": "623a58b3-de01-4db8-816c-764dc2eda9b3", "address": "fa:16:3e:88:2e:1a", "network": {"id": "92d3daff-843e-48ee-9ef8-929152ff872b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-479139556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c3c64e4c644060ab59c57e2ecd063f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623a58b3-de", "ovs_interfaceid": "623a58b3-de01-4db8-816c-764dc2eda9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1244.150758] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930650, 'name': Rename_Task, 'duration_secs': 0.297165} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1244.150956] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1244.151588] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df46cc32-5fb5-49e5-812c-80b37865a85c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.160292] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for the task: (returnval){
[ 1244.160292] env[69297]:    value = "task-2930652"
[ 1244.160292] env[69297]:    _type = "Task"
[ 1244.160292] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1244.175444] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1244.191048] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1244.191431] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ccbf3de-a7b8-4bba-ab40-da72d6454889 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.203282] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1244.203282] env[69297]:    value = "task-2930653"
[ 1244.203282] env[69297]:    _type = "Task"
[ 1244.203282] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1244.220626] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682738} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1244.225061] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] a3cf9b1d-995f-4540-a2fc-9039ae57e41e/a3cf9b1d-995f-4540-a2fc-9039ae57e41e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1244.225061] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1244.225061] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1244.225544] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db41fdaa-b298-4ff5-9008-a49c7ea8f3f4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.238388] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1244.238388] env[69297]:    value = "task-2930654"
[ 1244.238388] env[69297]:    _type = "Task"
[ 1244.238388] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1244.246152] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733634} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1244.250413] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0d31a377-7c63-47e9-85b8-85c6f702db66/0d31a377-7c63-47e9-85b8-85c6f702db66.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1244.250591] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1244.250837] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1244.251074] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dab60d09-3b8b-45e4-a511-f003c67a0319 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.263117] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for the task: (returnval){
[ 1244.263117] env[69297]:    value = "task-2930655"
[ 1244.263117] env[69297]:    _type = "Task"
[ 1244.263117] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1244.275294] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1244.276149] env[69297]: DEBUG nova.compute.manager [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1244.286520] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.871s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1244.289821] env[69297]: INFO nova.compute.claims [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1244.291987] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1244.317065] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930651, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1244.386115] env[69297]: DEBUG nova.compute.manager [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1244.386557] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1244.387970] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe571c2-7f97-4a0c-9f03-5172219e5daf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.401896] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1244.406403] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a867942-d521-4684-b27c-b572957d1294 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.415134] env[69297]: DEBUG oslo_vmware.api [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1244.415134] env[69297]:    value = "task-2930656"
[ 1244.415134] env[69297]:    _type = "Task"
[ 1244.415134] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1244.434052] env[69297]: DEBUG oslo_vmware.api [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1244.585827] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Releasing lock "refresh_cache-9e33aaee-64fa-4dff-aec3-774768adffa7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1244.585827] env[69297]: DEBUG nova.compute.manager [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Received event network-vif-plugged-4477b311-5184-43e0-a537-cb9791c2145f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1244.586029] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Acquiring lock "0d31a377-7c63-47e9-85b8-85c6f702db66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1244.586221] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1244.586375] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1244.586542] env[69297]: DEBUG nova.compute.manager [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] No waiting events found dispatching network-vif-plugged-4477b311-5184-43e0-a537-cb9791c2145f {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1244.586705] env[69297]: WARNING nova.compute.manager [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Received unexpected event network-vif-plugged-4477b311-5184-43e0-a537-cb9791c2145f for instance with vm_state building and task_state spawning.
[ 1244.586895] env[69297]: DEBUG nova.compute.manager [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Received event network-changed-4477b311-5184-43e0-a537-cb9791c2145f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1244.587099] env[69297]: DEBUG nova.compute.manager [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Refreshing instance network info cache due to event network-changed-4477b311-5184-43e0-a537-cb9791c2145f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1244.587304] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Acquiring lock "refresh_cache-0d31a377-7c63-47e9-85b8-85c6f702db66" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1244.588762] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Acquired lock "refresh_cache-0d31a377-7c63-47e9-85b8-85c6f702db66" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1244.588762] env[69297]: DEBUG nova.network.neutron [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Refreshing network info cache for port 4477b311-5184-43e0-a537-cb9791c2145f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1244.590679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquiring lock "8bb97c0a-e052-4844-937c-f26c2bd28b33" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1244.590679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "8bb97c0a-e052-4844-937c-f26c2bd28b33" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1244.590679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquiring lock "8bb97c0a-e052-4844-937c-f26c2bd28b33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1244.590679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "8bb97c0a-e052-4844-937c-f26c2bd28b33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1244.591035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "8bb97c0a-e052-4844-937c-f26c2bd28b33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1244.594172] env[69297]: INFO nova.compute.manager [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Terminating instance
[ 1244.674138] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930652, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1244.720379] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930653, 'name': PowerOffVM_Task, 'duration_secs': 0.28691} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1244.724180] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1244.724180] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance 'b38c80c7-3686-4e96-853f-24fb8643ce0a' progress to 17 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1244.753365] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201753} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1244.753647] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1244.754789] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426fb315-4617-4041-be59-51450cfde7da {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.787687] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] a3cf9b1d-995f-4540-a2fc-9039ae57e41e/a3cf9b1d-995f-4540-a2fc-9039ae57e41e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1244.792087] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a254ee4d-210c-4e08-992c-1d1b797b1a01 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.810339] env[69297]: DEBUG nova.compute.utils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1244.814935] env[69297]: DEBUG nova.compute.manager [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1244.814935] env[69297]: DEBUG nova.network.neutron [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1244.823723] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094278} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1244.824817] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1244.826355] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf3be1d-b9b9-4edf-9d0a-016dbdeb3aa1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.835703] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599675} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1244.836021] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1244.836021] env[69297]:    value = "task-2930658"
[ 1244.836021] env[69297]:    _type = "Task"
[ 1244.836021] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1244.837739] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1244.837739] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1244.837739] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dd009e3-6504-45cd-9b7e-5b393c3eefc5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.863221] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 0d31a377-7c63-47e9-85b8-85c6f702db66/0d31a377-7c63-47e9-85b8-85c6f702db66.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1244.864645] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe24ff0b-2243-4160-baba-904ac6461670 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.883775] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1244.884111] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Waiting for the task: (returnval){
[ 1244.884111] env[69297]:    value = "task-2930659"
[ 1244.884111] env[69297]:    _type = "Task"
[ 1244.884111] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1244.894107] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for the task: (returnval){
[ 1244.894107] env[69297]:    value = "task-2930660"
[ 1244.894107] env[69297]:    _type = "Task"
[ 1244.894107] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1244.905747] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1244.926163] env[69297]: DEBUG oslo_vmware.api [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930656, 'name': PowerOffVM_Task, 'duration_secs': 0.252541} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1244.926445] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1244.926609] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1244.926914] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5bd6de5-980c-4683-9adb-3a0002ca1811 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1244.932445] env[69297]: DEBUG nova.policy [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '967e5b8d412a4bc0a5829065cba35b77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6658014670f4f22af1882b55f779956', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1245.009577] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1245.009929] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1245.010238] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Deleting the datastore file [datastore2] fe49a256-114c-4d15-9647-a89d85ba735f {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1245.010561] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16b375a4-e07e-4fb3-8b38-d015a7197d03 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.020224] env[69297]: DEBUG oslo_vmware.api [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for the task: (returnval){
[ 1245.020224] env[69297]:    value = "task-2930662"
[ 1245.020224] env[69297]:    _type = "Task"
[ 1245.020224] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1245.029915] env[69297]: DEBUG oslo_vmware.api [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1245.102898] env[69297]: DEBUG nova.compute.manager [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1245.103256] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1245.104523] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6babf7ef-aa14-4cfc-ba5a-e0b9c252d0d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.116036] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1245.116279] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e121464-542e-4647-bee6-9417129a3ab5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.125801] env[69297]: DEBUG oslo_vmware.api [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for the task: (returnval){
[ 1245.125801] env[69297]:    value = "task-2930663"
[ 1245.125801] env[69297]:    _type = "Task"
[ 1245.125801] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1245.142372] env[69297]: DEBUG oslo_vmware.api [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1245.175978] env[69297]: DEBUG oslo_vmware.api [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2930652, 'name': PowerOnVM_Task, 'duration_secs': 1.006322} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1245.176294] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1245.176502] env[69297]: INFO nova.compute.manager [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Took 11.22 seconds to spawn the instance on the hypervisor.
[ 1245.177050] env[69297]: DEBUG nova.compute.manager [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1245.177798] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24457dc8-87d3-469e-90f8-dbb624a5a4c5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.231443] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1245.231798] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1245.231924] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1245.234378] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1245.235204] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1245.235204] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1245.235204] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1245.235459] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1245.235559] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1245.235728] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1245.235898] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1245.249447] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4ba79f2-de64-4c26-bad3-3e308a43be09 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.273475] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1245.273475] env[69297]:    value = "task-2930664"
[ 1245.273475] env[69297]:    _type = "Task"
[ 1245.273475] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1245.287560] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1245.315490] env[69297]: DEBUG nova.compute.manager [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1245.340798] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "394819e1-618e-4143-ac2b-72183da86403" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1245.341107] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "394819e1-618e-4143-ac2b-72183da86403" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1245.356601] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930658, 'name': ReconfigVM_Task, 'duration_secs': 0.411034} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1245.359091] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Reconfigured VM instance instance-0000000f to attach disk [datastore2] a3cf9b1d-995f-4540-a2fc-9039ae57e41e/a3cf9b1d-995f-4540-a2fc-9039ae57e41e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1245.359091] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b68338c8-b082-4034-9da4-d7e6ea40bc75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.371024] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1245.371024] env[69297]:    value = "task-2930665"
[ 1245.371024] env[69297]:    _type = "Task"
[ 1245.371024] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1245.381149] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930665, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1245.397066] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101346} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1245.403492] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1245.404825] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6e85ed-1787-42c0-8f10-c76118f3e3c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.414529] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930660, 'name': ReconfigVM_Task, 'duration_secs': 0.427622} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1245.422468] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 0d31a377-7c63-47e9-85b8-85c6f702db66/0d31a377-7c63-47e9-85b8-85c6f702db66.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1245.433176] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1245.438518] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-623e8aff-d3bb-4d35-af7c-982c93081a13 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.440473] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df57ce9e-a86e-48e7-87b5-e107225a7dbe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.465630] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for the task: (returnval){
[ 1245.465630] env[69297]:    value = "task-2930666"
[ 1245.465630] env[69297]:    _type = "Task"
[ 1245.465630] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1245.470590] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Waiting for the task: (returnval){
[ 1245.470590] env[69297]:    value = "task-2930667"
[ 1245.470590] env[69297]:    _type = "Task"
[ 1245.470590] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1245.480921] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930666, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1245.487565] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1245.534698] env[69297]: DEBUG oslo_vmware.api [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Task: {'id': task-2930662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253485} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1245.534987] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1245.535208] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1245.535402] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1245.535584] env[69297]: INFO nova.compute.manager [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1245.535857] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1245.536103] env[69297]: DEBUG nova.compute.manager [-] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1245.536492] env[69297]: DEBUG nova.network.neutron [-] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1245.639859] env[69297]: DEBUG oslo_vmware.api [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930663, 'name': PowerOffVM_Task, 'duration_secs': 0.423985} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1245.640166] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1245.640334] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1245.640612] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbe2fe3b-9ed3-49b2-83a5-612d2cecf4e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.708093] env[69297]: INFO nova.compute.manager [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Took 22.53 seconds to build instance.
[ 1245.735791] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1245.736517] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1245.736517] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Deleting the datastore file [datastore2] 8bb97c0a-e052-4844-937c-f26c2bd28b33 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1245.736907] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8222b3f-310b-4b00-86b3-06b3c7ba8b14 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.753235] env[69297]: DEBUG oslo_vmware.api [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for the task: (returnval){
[ 1245.753235] env[69297]:    value = "task-2930669"
[ 1245.753235] env[69297]:    _type = "Task"
[ 1245.753235] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1245.766181] env[69297]: DEBUG oslo_vmware.api [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1245.789294] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930664, 'name': ReconfigVM_Task, 'duration_secs': 0.330873} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1245.789907] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance 'b38c80c7-3686-4e96-853f-24fb8643ce0a' progress to 33 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1245.869210] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9338b07b-eaee-4c77-8bfb-9d9d18efb235 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.887384] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6b3eec-aed5-4092-8fda-466aec1f3f01 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.891850] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930665, 'name': Rename_Task, 'duration_secs': 0.281401} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1245.892257] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1245.893176] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aed96327-7855-4733-b098-b273c7f0ac58 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.929425] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0dab6c-3b08-4dde-b083-b0a8fcdf4d11 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.929425] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1245.929425] env[69297]:    value = "task-2930670"
[ 1245.929425] env[69297]:    _type = "Task"
[ 1245.929425] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1245.937520] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e12d9f9-78a0-4460-8baf-3206928ce813 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.949893] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930670, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1245.960392] env[69297]: DEBUG nova.compute.provider_tree [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1245.962577] env[69297]: DEBUG nova.network.neutron [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Updated VIF entry in instance network info cache for port 4477b311-5184-43e0-a537-cb9791c2145f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1245.963083] env[69297]: DEBUG nova.network.neutron [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Updating instance_info_cache with network_info: [{"id": "4477b311-5184-43e0-a537-cb9791c2145f", "address": "fa:16:3e:0c:35:2f", "network": {"id": "5adf788c-39ed-4097-b00f-2a0d5d6f11bf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1657260634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56eea4adad14a269c30551f124527c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4477b311-51", "ovs_interfaceid": "4477b311-5184-43e0-a537-cb9791c2145f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1245.980438] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930666, 'name': Rename_Task, 'duration_secs': 0.25901} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1245.981147] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1245.981686] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b945801-331f-4183-8f30-27091ed1318b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1245.987159] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1245.993674] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for the task: (returnval){
[ 1245.993674] env[69297]:    value = "task-2930671"
[ 1245.993674] env[69297]:    _type = "Task"
[ 1245.993674] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1246.004108] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1246.022635] env[69297]: DEBUG nova.network.neutron [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Successfully created port: a8ec547e-8eb6-4bab-b8c4-0982b598bc71 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1246.208330] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e4071783-0369-4026-b70a-d4756eb30a23 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Lock "9e33aaee-64fa-4dff-aec3-774768adffa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.047s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1246.268427] env[69297]: DEBUG oslo_vmware.api [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Task: {'id': task-2930669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255896} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1246.268652] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1246.268852] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1246.269039] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1246.269213] env[69297]: INFO nova.compute.manager [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Took 1.17 seconds to destroy the instance on the hypervisor.
[ 1246.269455] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1246.269638] env[69297]: DEBUG nova.compute.manager [-] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1246.269729] env[69297]: DEBUG nova.network.neutron [-] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1246.296934] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1246.298884] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1246.298884] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1246.298884] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1246.298884] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1246.298884] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1246.298884] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1246.299138] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1246.299138] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1246.299138] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1246.299138] env[69297]: DEBUG nova.virt.hardware [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1246.304178] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1246.304486] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2a901f-0fa2-4ddd-aec5-6ea65bbe96bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1246.326083] env[69297]: DEBUG nova.compute.manager [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1246.331992] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1246.331992] env[69297]:    value = "task-2930672"
[ 1246.331992] env[69297]:    _type = "Task"
[ 1246.331992] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1246.339411] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1246.354027] env[69297]: DEBUG nova.virt.hardware [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:09:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='443557526',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1213578759',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1246.354307] env[69297]: DEBUG nova.virt.hardware [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1246.354519] env[69297]: DEBUG nova.virt.hardware [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1246.356323] env[69297]: DEBUG nova.virt.hardware [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1246.356323] env[69297]: DEBUG nova.virt.hardware [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1246.356323] env[69297]: DEBUG nova.virt.hardware [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1246.356323] env[69297]: DEBUG nova.virt.hardware [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1246.356323] env[69297]: DEBUG nova.virt.hardware [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1246.357284] env[69297]: DEBUG nova.virt.hardware [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1246.357284] env[69297]: DEBUG nova.virt.hardware [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1246.357284] env[69297]: DEBUG nova.virt.hardware [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1246.357284] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be306ee8-7d76-4be5-a4c5-bda02c11fe53 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1246.370371] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de3a20b-c218-4073-b8cb-32dd170ba222 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1246.386879] env[69297]: DEBUG nova.network.neutron [-] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1246.440295] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930670, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1246.466064] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Releasing lock "refresh_cache-0d31a377-7c63-47e9-85b8-85c6f702db66" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1246.466410] env[69297]: DEBUG nova.compute.manager [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Received event network-changed-19410065-3e71-411a-8df0-7a06b01b3f95 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1246.466583] env[69297]: DEBUG nova.compute.manager [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Refreshing instance network info cache due to event network-changed-19410065-3e71-411a-8df0-7a06b01b3f95. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1246.466848] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Acquiring lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1246.467048] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Acquired lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1246.467296] env[69297]: DEBUG nova.network.neutron [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Refreshing network info cache for port 19410065-3e71-411a-8df0-7a06b01b3f95 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1246.469156] env[69297]: DEBUG nova.scheduler.client.report [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1246.483471] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930667, 'name': ReconfigVM_Task, 'duration_secs': 0.524326} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1246.484519] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93/40bc1ca1-dcb3-4d03-8e57-290e21f30e93.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1246.485212] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f5277c4-4ebe-496a-b311-4cd775bf9c3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1246.495668] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Waiting for the task: (returnval){
[ 1246.495668] env[69297]:    value = "task-2930673"
[ 1246.495668] env[69297]:    _type = "Task"
[ 1246.495668] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1246.511134] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930673, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1246.515400] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930671, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1246.711576] env[69297]: DEBUG nova.compute.manager [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1246.716783] env[69297]: DEBUG nova.compute.manager [req-78ffe5c2-d3f7-49da-9be3-e0facc4a75d3 req-3c27b9bf-6c63-4b85-a6eb-2b055eb86444 service nova] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Received event network-changed-4dea2c46-d221-4de8-99e0-6c16d436eea9 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1246.717108] env[69297]: DEBUG nova.compute.manager [req-78ffe5c2-d3f7-49da-9be3-e0facc4a75d3 req-3c27b9bf-6c63-4b85-a6eb-2b055eb86444 service nova] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Refreshing instance network info cache due to event network-changed-4dea2c46-d221-4de8-99e0-6c16d436eea9. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1246.717475] env[69297]: DEBUG oslo_concurrency.lockutils [req-78ffe5c2-d3f7-49da-9be3-e0facc4a75d3 req-3c27b9bf-6c63-4b85-a6eb-2b055eb86444 service nova] Acquiring lock "refresh_cache-a3cf9b1d-995f-4540-a2fc-9039ae57e41e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1246.717558] env[69297]: DEBUG oslo_concurrency.lockutils [req-78ffe5c2-d3f7-49da-9be3-e0facc4a75d3 req-3c27b9bf-6c63-4b85-a6eb-2b055eb86444 service nova] Acquired lock "refresh_cache-a3cf9b1d-995f-4540-a2fc-9039ae57e41e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1246.717710] env[69297]: DEBUG nova.network.neutron [req-78ffe5c2-d3f7-49da-9be3-e0facc4a75d3 req-3c27b9bf-6c63-4b85-a6eb-2b055eb86444 service nova] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Refreshing network info cache for port 4dea2c46-d221-4de8-99e0-6c16d436eea9 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1246.854871] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930672, 'name': ReconfigVM_Task, 'duration_secs': 0.253904} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1246.854871] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1246.854871] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f8fcdd-9ae5-4e5e-8c01-712b33f965f8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1246.881097] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] b38c80c7-3686-4e96-853f-24fb8643ce0a/b38c80c7-3686-4e96-853f-24fb8643ce0a.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1246.885242] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a2287bd-9f2d-46e9-b8b5-bcd6617054bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1246.903571] env[69297]: INFO nova.compute.manager [-] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Took 1.37 seconds to deallocate network for instance.
[ 1246.914435] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1246.914435] env[69297]:    value = "task-2930675"
[ 1246.914435] env[69297]:    _type = "Task"
[ 1246.914435] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1246.927012] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1246.941261] env[69297]: DEBUG oslo_vmware.api [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930670, 'name': PowerOnVM_Task, 'duration_secs': 0.712096} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1246.942008] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1246.942618] env[69297]: INFO nova.compute.manager [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Took 7.86 seconds to spawn the instance on the hypervisor.
[ 1246.943992] env[69297]: DEBUG nova.compute.manager [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1246.943992] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551a7efe-422c-4db3-9f58-4b760827f89d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1246.976592] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1246.977419] env[69297]: DEBUG nova.compute.manager [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1246.980856] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.408s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1246.980856] env[69297]: DEBUG nova.objects.instance [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Lazy-loading 'resources' on Instance uuid a4c9aa55-b4db-42e7-ab90-26bb66af6167 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1247.012716] env[69297]: DEBUG oslo_vmware.api [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930671, 'name': PowerOnVM_Task, 'duration_secs': 0.680798} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1247.019722] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1247.020240] env[69297]: INFO nova.compute.manager [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Took 10.54 seconds to spawn the instance on the hypervisor.
[ 1247.020240] env[69297]: DEBUG nova.compute.manager [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1247.020616] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930673, 'name': Rename_Task, 'duration_secs': 0.322593} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1247.021946] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796276bc-0af4-493f-af4c-d34fb6b56b4f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1247.026846] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1247.027174] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf923615-8cc7-407c-8df4-f2fbd2a08063 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1247.042843] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Waiting for the task: (returnval){
[ 1247.042843] env[69297]:    value = "task-2930676"
[ 1247.042843] env[69297]:    _type = "Task"
[ 1247.042843] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1247.053686] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1247.245401] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1247.418370] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1247.434887] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930675, 'name': ReconfigVM_Task, 'duration_secs': 0.451117} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1247.435397] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Reconfigured VM instance instance-00000003 to attach disk [datastore1] b38c80c7-3686-4e96-853f-24fb8643ce0a/b38c80c7-3686-4e96-853f-24fb8643ce0a.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1247.435789] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance 'b38c80c7-3686-4e96-853f-24fb8643ce0a' progress to 50 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1247.447803] env[69297]: DEBUG nova.network.neutron [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Updated VIF entry in instance network info cache for port 19410065-3e71-411a-8df0-7a06b01b3f95. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1247.447803] env[69297]: DEBUG nova.network.neutron [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Updating instance_info_cache with network_info: [{"id": "19410065-3e71-411a-8df0-7a06b01b3f95", "address": "fa:16:3e:fd:56:96", "network": {"id": "255a01aa-b7dd-4911-9a55-5cf133193345", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1422652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad45cf4c96c34775a9f9fa8ace2bb702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19410065-3e", "ovs_interfaceid": "19410065-3e71-411a-8df0-7a06b01b3f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1247.472672] env[69297]: INFO nova.compute.manager [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Took 22.54 seconds to build instance.
[ 1247.484054] env[69297]: DEBUG nova.compute.utils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1247.488362] env[69297]: DEBUG nova.compute.manager [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1247.488545] env[69297]: DEBUG nova.network.neutron [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1247.563865] env[69297]: DEBUG nova.network.neutron [-] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1247.566120] env[69297]: INFO nova.compute.manager [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Took 22.99 seconds to build instance.
[ 1247.579011] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1247.617034] env[69297]: DEBUG nova.policy [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d2f9c086dd4da89232166919773d53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a4391229844f14a5f584c75bf49128', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1247.681461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1247.681461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1247.870189] env[69297]: DEBUG nova.network.neutron [req-78ffe5c2-d3f7-49da-9be3-e0facc4a75d3 req-3c27b9bf-6c63-4b85-a6eb-2b055eb86444 service nova] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Updated VIF entry in instance network info cache for port 4dea2c46-d221-4de8-99e0-6c16d436eea9. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1247.870693] env[69297]: DEBUG nova.network.neutron [req-78ffe5c2-d3f7-49da-9be3-e0facc4a75d3 req-3c27b9bf-6c63-4b85-a6eb-2b055eb86444 service nova] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Updating instance_info_cache with network_info: [{"id": "4dea2c46-d221-4de8-99e0-6c16d436eea9", "address": "fa:16:3e:d5:63:f7", "network": {"id": "aee99af1-02e1-4599-a0a6-b3634ad721b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-526811456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26fff254e98443986e6a4efe9c32747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dea2c46-d2", "ovs_interfaceid": "4dea2c46-d221-4de8-99e0-6c16d436eea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1247.947100] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c24db83-3030-4c34-ba01-968039d9132a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1247.950868] env[69297]: DEBUG oslo_concurrency.lockutils [req-06de61f2-03e5-49e5-8775-5349b1f1a11b req-5898940d-a5d2-45c1-b467-84225ae9ac6a service nova] Releasing lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1247.975927] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17025eb8-c8bd-42ee-a6ae-28bb87bb9ec9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1247.979056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0a9782d-11eb-4b54-96b5-27e13d98f55d tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.066s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1247.998734] env[69297]: DEBUG nova.compute.manager [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1248.001584] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance 'b38c80c7-3686-4e96-853f-24fb8643ce0a' progress to 67 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1248.044377] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecac0ec-09dd-46cd-819c-5b3b55a2b193 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1248.059621] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4f7f89-832c-4f59-ae16-0dc767aee3c5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1248.068929] env[69297]: DEBUG oslo_vmware.api [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Task: {'id': task-2930676, 'name': PowerOnVM_Task, 'duration_secs': 0.794308} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1248.069381] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1248.069754] env[69297]: DEBUG nova.compute.manager [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1248.071322] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31802e83-69d5-4c40-918f-de742c446b7e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1248.105942] env[69297]: INFO nova.compute.manager [-] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Took 1.84 seconds to deallocate network for instance.
[ 1248.107449] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fd9ebde-bf8f-4caf-9733-c9722eebb3ba tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.542s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1248.113923] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c79f72-3b8d-4f23-9274-fb3aa4242af9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1248.133170] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0ea346-2a27-44ba-8945-265d0a1dfb8c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1248.151900] env[69297]: DEBUG nova.compute.provider_tree [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1248.373964] env[69297]: DEBUG oslo_concurrency.lockutils [req-78ffe5c2-d3f7-49da-9be3-e0facc4a75d3 req-3c27b9bf-6c63-4b85-a6eb-2b055eb86444 service nova] Releasing lock "refresh_cache-a3cf9b1d-995f-4540-a2fc-9039ae57e41e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1248.374919] env[69297]: DEBUG nova.compute.manager [req-78ffe5c2-d3f7-49da-9be3-e0facc4a75d3 req-3c27b9bf-6c63-4b85-a6eb-2b055eb86444 service nova] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Received event network-vif-deleted-12b2b322-8e2e-41b5-9ded-4e81bdca010a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1248.464934] env[69297]: DEBUG nova.network.neutron [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Successfully updated port: a8ec547e-8eb6-4bab-b8c4-0982b598bc71 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1248.485546] env[69297]: DEBUG nova.compute.manager [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1248.573692] env[69297]: DEBUG nova.network.neutron [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Successfully created port: 1638c12e-9bd3-413c-ada3-69c416a2d536 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1248.615868] env[69297]: DEBUG nova.network.neutron [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Port 072eacab-2515-4344-9924-4218de74b976 binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1248.622813] env[69297]: DEBUG nova.compute.manager [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1248.627462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1248.639198] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1248.654209] env[69297]: DEBUG nova.scheduler.client.report [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1248.926233] env[69297]: DEBUG nova.compute.manager [req-96f564b3-cdd4-44bb-8e5b-4d38ac7cde6e req-d3d19032-a3ee-422e-aea6-ddef6ab75411 service nova] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Received event network-vif-deleted-492506fb-4ade-4530-9a90-359ccdabbb3b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1248.961533] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquiring lock "43062545-3fc6-45b9-b473-10a40a37bda9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1248.961780] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Lock "43062545-3fc6-45b9-b473-10a40a37bda9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1248.971402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "refresh_cache-d876a739-03b5-46c5-a072-af020ce202ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1248.971655] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquired lock "refresh_cache-d876a739-03b5-46c5-a072-af020ce202ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1248.971861] env[69297]: DEBUG nova.network.neutron [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1249.015263] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1249.019337] env[69297]: DEBUG nova.compute.manager [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1249.046180] env[69297]: DEBUG nova.virt.hardware [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1249.046435] env[69297]: DEBUG nova.virt.hardware [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1249.046593] env[69297]: DEBUG nova.virt.hardware [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1249.046764] env[69297]: DEBUG nova.virt.hardware [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1249.046938] env[69297]: DEBUG nova.virt.hardware [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1249.047107] env[69297]: DEBUG nova.virt.hardware [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1249.047457] env[69297]: DEBUG nova.virt.hardware [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1249.048265] env[69297]: DEBUG nova.virt.hardware [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1249.048265] env[69297]: DEBUG nova.virt.hardware [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1249.048265] env[69297]: DEBUG nova.virt.hardware [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1249.048265] env[69297]: DEBUG nova.virt.hardware [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1249.049016] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6035b5-7e83-4c7c-a738-0d97d709bdd2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1249.058805] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ef51ac-65b0-4a07-83db-97a3ead290b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1249.141792] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1249.166903] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1249.168695] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.634s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1249.168695] env[69297]: DEBUG nova.objects.instance [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1249.190516] env[69297]: INFO nova.scheduler.client.report [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Deleted allocations for instance a4c9aa55-b4db-42e7-ab90-26bb66af6167
[ 1249.544944] env[69297]: DEBUG nova.network.neutron [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1249.645689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "b38c80c7-3686-4e96-853f-24fb8643ce0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1249.645689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.004s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1249.645689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1249.698202] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85371b25-f9ac-4bd1-99d7-37bc94861961 tempest-ServerDiagnosticsNegativeTest-1128630959 tempest-ServerDiagnosticsNegativeTest-1128630959-project-member] Lock "a4c9aa55-b4db-42e7-ab90-26bb66af6167" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 23.252s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1249.862799] env[69297]: DEBUG nova.network.neutron [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Updating instance_info_cache with network_info: [{"id": "a8ec547e-8eb6-4bab-b8c4-0982b598bc71", "address": "fa:16:3e:c2:9e:cf", "network": {"id": "362a9ae2-4241-479f-849b-920cbb171efd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1167197568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6658014670f4f22af1882b55f779956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ec547e-8e", "ovs_interfaceid": "a8ec547e-8eb6-4bab-b8c4-0982b598bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1249.986601] env[69297]: DEBUG nova.compute.manager [req-e52a9010-544a-43d3-b329-5c5bb06851c6 req-2a931699-df03-4099-bfa5-7809687a60ae service nova] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Received event network-vif-deleted-aeb1e13c-9be5-45e6-9e81-2bc5f481359e {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1249.986601] env[69297]: DEBUG nova.compute.manager [req-e52a9010-544a-43d3-b329-5c5bb06851c6 req-2a931699-df03-4099-bfa5-7809687a60ae service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Received event network-changed-623a58b3-de01-4db8-816c-764dc2eda9b3 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1249.986601] env[69297]: DEBUG nova.compute.manager [req-e52a9010-544a-43d3-b329-5c5bb06851c6 req-2a931699-df03-4099-bfa5-7809687a60ae service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Refreshing instance network info cache due to event network-changed-623a58b3-de01-4db8-816c-764dc2eda9b3. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1249.986601] env[69297]: DEBUG oslo_concurrency.lockutils [req-e52a9010-544a-43d3-b329-5c5bb06851c6 req-2a931699-df03-4099-bfa5-7809687a60ae service nova] Acquiring lock "refresh_cache-9e33aaee-64fa-4dff-aec3-774768adffa7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1249.986601] env[69297]: DEBUG oslo_concurrency.lockutils [req-e52a9010-544a-43d3-b329-5c5bb06851c6 req-2a931699-df03-4099-bfa5-7809687a60ae service nova] Acquired lock "refresh_cache-9e33aaee-64fa-4dff-aec3-774768adffa7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1249.987815] env[69297]: DEBUG nova.network.neutron [req-e52a9010-544a-43d3-b329-5c5bb06851c6 req-2a931699-df03-4099-bfa5-7809687a60ae service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Refreshing network info cache for port 623a58b3-de01-4db8-816c-764dc2eda9b3 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1250.180027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6d9e053-7b00-41de-9258-8859396b6df9 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1250.180027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.738s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1250.182157] env[69297]: INFO nova.compute.claims [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1250.287222] env[69297]: DEBUG nova.network.neutron [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Successfully updated port: 1638c12e-9bd3-413c-ada3-69c416a2d536 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1250.368038] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Releasing lock "refresh_cache-d876a739-03b5-46c5-a072-af020ce202ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1250.368038] env[69297]: DEBUG nova.compute.manager [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Instance network_info: |[{"id": "a8ec547e-8eb6-4bab-b8c4-0982b598bc71", "address": "fa:16:3e:c2:9e:cf", "network": {"id": "362a9ae2-4241-479f-849b-920cbb171efd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1167197568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6658014670f4f22af1882b55f779956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ec547e-8e", "ovs_interfaceid": "a8ec547e-8eb6-4bab-b8c4-0982b598bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1250.368363] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:9e:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8ec547e-8eb6-4bab-b8c4-0982b598bc71', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1250.375614] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Creating folder: Project (c6658014670f4f22af1882b55f779956). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1250.375999] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1736551f-197e-47d9-97b0-844dc9b033bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1250.393239] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Created folder: Project (c6658014670f4f22af1882b55f779956) in parent group-v588392.
[ 1250.393471] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Creating folder: Instances. Parent ref: group-v588442. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1250.393749] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baf33788-7f80-4469-b8e5-fe1814b147c1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1250.405898] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Created folder: Instances in parent group-v588442.
[ 1250.406174] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1250.406318] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1250.406521] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc2256d0-62a5-49a6-9b8d-1dcad5829d61 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1250.428696] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1250.428696] env[69297]:    value = "task-2930680"
[ 1250.428696] env[69297]:    _type = "Task"
[ 1250.428696] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1250.437693] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930680, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1250.746096] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1250.746096] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1250.746096] env[69297]: DEBUG nova.network.neutron [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1250.791256] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1250.791256] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1250.791256] env[69297]: DEBUG nova.network.neutron [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1250.915840] env[69297]: DEBUG nova.network.neutron [req-e52a9010-544a-43d3-b329-5c5bb06851c6 req-2a931699-df03-4099-bfa5-7809687a60ae service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Updated VIF entry in instance network info cache for port 623a58b3-de01-4db8-816c-764dc2eda9b3. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1250.915840] env[69297]: DEBUG nova.network.neutron [req-e52a9010-544a-43d3-b329-5c5bb06851c6 req-2a931699-df03-4099-bfa5-7809687a60ae service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Updating instance_info_cache with network_info: [{"id": "623a58b3-de01-4db8-816c-764dc2eda9b3", "address": "fa:16:3e:88:2e:1a", "network": {"id": "92d3daff-843e-48ee-9ef8-929152ff872b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-479139556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c3c64e4c644060ab59c57e2ecd063f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623a58b3-de", "ovs_interfaceid": "623a58b3-de01-4db8-816c-764dc2eda9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1250.940884] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930680, 'name': CreateVM_Task, 'duration_secs': 0.472514} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1250.941235] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1250.942045] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1250.942361] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1250.942773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1250.943143] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9776aa8-1740-4ee2-8822-b0b7a1796579 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1250.951020] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1250.951020] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524dcd5a-7223-e19c-6308-f58548fc899a"
[ 1250.951020] env[69297]:    _type = "Task"
[ 1250.951020] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1250.958654] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524dcd5a-7223-e19c-6308-f58548fc899a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1251.081671] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquiring lock "40bc1ca1-dcb3-4d03-8e57-290e21f30e93" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1251.081671] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "40bc1ca1-dcb3-4d03-8e57-290e21f30e93" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1251.081671] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquiring lock "40bc1ca1-dcb3-4d03-8e57-290e21f30e93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1251.081671] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "40bc1ca1-dcb3-4d03-8e57-290e21f30e93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1251.082382] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "40bc1ca1-dcb3-4d03-8e57-290e21f30e93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1251.084075] env[69297]: INFO nova.compute.manager [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Terminating instance
[ 1251.280705] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquiring lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1251.280904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1251.372768] env[69297]: DEBUG nova.network.neutron [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1251.419828] env[69297]: DEBUG oslo_concurrency.lockutils [req-e52a9010-544a-43d3-b329-5c5bb06851c6 req-2a931699-df03-4099-bfa5-7809687a60ae service nova] Releasing lock "refresh_cache-9e33aaee-64fa-4dff-aec3-774768adffa7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1251.462282] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524dcd5a-7223-e19c-6308-f58548fc899a, 'name': SearchDatastore_Task, 'duration_secs': 0.017133} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1251.462586] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1251.462827] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1251.463074] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1251.463225] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1251.463401] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1251.463692] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a093b243-b15d-4f6f-9299-207686ef8856 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1251.479971] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1251.480207] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1251.483649] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb72e6f-909b-47a3-99d5-dcd81139e5ee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1251.492122] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1251.492122] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52aaf122-e2b3-eb98-de23-438a30502b8a"
[ 1251.492122] env[69297]:    _type = "Task"
[ 1251.492122] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1251.500333] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52aaf122-e2b3-eb98-de23-438a30502b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1251.565079] env[69297]: DEBUG nova.network.neutron [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance_info_cache with network_info: [{"id": "072eacab-2515-4344-9924-4218de74b976", "address": "fa:16:3e:27:ab:4b", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072eacab-25", "ovs_interfaceid": "072eacab-2515-4344-9924-4218de74b976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1251.590750] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquiring lock "refresh_cache-40bc1ca1-dcb3-4d03-8e57-290e21f30e93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1251.590951] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquired lock "refresh_cache-40bc1ca1-dcb3-4d03-8e57-290e21f30e93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1251.591181] env[69297]: DEBUG nova.network.neutron [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1251.614080] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a67ba3-4711-4209-ae1d-8105cd96d3b2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1251.622296] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd50734-e0fd-472d-9a68-e3fe133328e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1251.656960] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986f9402-e819-476c-8ac2-d4208f537fc5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1251.667114] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbfe416-d1c0-40d8-96a6-be979e3275ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1251.682565] env[69297]: DEBUG nova.compute.provider_tree [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1251.690395] env[69297]: DEBUG nova.network.neutron [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Updating instance_info_cache with network_info: [{"id": "1638c12e-9bd3-413c-ada3-69c416a2d536", "address": "fa:16:3e:fc:47:42", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1638c12e-9b", "ovs_interfaceid": "1638c12e-9bd3-413c-ada3-69c416a2d536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1252.006040] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52aaf122-e2b3-eb98-de23-438a30502b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.034232} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1252.007264] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f945b28-eb6b-4828-ab17-f95dbb098999 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1252.017890] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1252.017890] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52546a55-d44d-d9c5-2e67-263fcff71547"
[ 1252.017890] env[69297]:    _type = "Task"
[ 1252.017890] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1252.031221] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52546a55-d44d-d9c5-2e67-263fcff71547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1252.070198] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1252.118731] env[69297]: DEBUG nova.compute.manager [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Received event network-vif-plugged-a8ec547e-8eb6-4bab-b8c4-0982b598bc71 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1252.119015] env[69297]: DEBUG oslo_concurrency.lockutils [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] Acquiring lock "d876a739-03b5-46c5-a072-af020ce202ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1252.119169] env[69297]: DEBUG oslo_concurrency.lockutils [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] Lock "d876a739-03b5-46c5-a072-af020ce202ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1252.119341] env[69297]: DEBUG oslo_concurrency.lockutils [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] Lock "d876a739-03b5-46c5-a072-af020ce202ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1252.119501] env[69297]: DEBUG nova.compute.manager [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] No waiting events found dispatching network-vif-plugged-a8ec547e-8eb6-4bab-b8c4-0982b598bc71 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1252.119668] env[69297]: WARNING nova.compute.manager [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Received unexpected event network-vif-plugged-a8ec547e-8eb6-4bab-b8c4-0982b598bc71 for instance with vm_state building and task_state spawning.
[ 1252.119923] env[69297]: DEBUG nova.compute.manager [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Received event network-changed-a8ec547e-8eb6-4bab-b8c4-0982b598bc71 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1252.120083] env[69297]: DEBUG nova.compute.manager [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Refreshing instance network info cache due to event network-changed-a8ec547e-8eb6-4bab-b8c4-0982b598bc71. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1252.121039] env[69297]: DEBUG oslo_concurrency.lockutils [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] Acquiring lock "refresh_cache-d876a739-03b5-46c5-a072-af020ce202ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1252.121039] env[69297]: DEBUG oslo_concurrency.lockutils [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] Acquired lock "refresh_cache-d876a739-03b5-46c5-a072-af020ce202ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1252.121039] env[69297]: DEBUG nova.network.neutron [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Refreshing network info cache for port a8ec547e-8eb6-4bab-b8c4-0982b598bc71 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1252.122205] env[69297]: DEBUG nova.network.neutron [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1252.186024] env[69297]: DEBUG nova.scheduler.client.report [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1252.193521] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1252.193867] env[69297]: DEBUG nova.compute.manager [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Instance network_info: |[{"id": "1638c12e-9bd3-413c-ada3-69c416a2d536", "address": "fa:16:3e:fc:47:42", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1638c12e-9b", "ovs_interfaceid": "1638c12e-9bd3-413c-ada3-69c416a2d536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1252.194816] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:47:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1638c12e-9bd3-413c-ada3-69c416a2d536', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1252.205738] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Creating folder: Project (78a4391229844f14a5f584c75bf49128). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1252.206678] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cb4adaf-2259-49b3-bd12-4fee1c525598 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1252.220973] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Created folder: Project (78a4391229844f14a5f584c75bf49128) in parent group-v588392.
[ 1252.221259] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Creating folder: Instances. Parent ref: group-v588445. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1252.221577] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0898ccb8-f99e-4845-8b9a-7a5e62d6e87d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1252.234595] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Created folder: Instances in parent group-v588445.
[ 1252.234843] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1252.235051] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1252.235272] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8463355f-3ce2-4293-95f6-51c0afa67286 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1252.252557] env[69297]: DEBUG nova.network.neutron [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1252.260760] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1252.260760] env[69297]:    value = "task-2930684"
[ 1252.260760] env[69297]:    _type = "Task"
[ 1252.260760] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1252.270733] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930684, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1252.491140] env[69297]: DEBUG nova.compute.manager [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Received event network-vif-plugged-1638c12e-9bd3-413c-ada3-69c416a2d536 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1252.491501] env[69297]: DEBUG oslo_concurrency.lockutils [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] Acquiring lock "ade366c6-e13e-4247-9dad-1035ef640406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1252.491824] env[69297]: DEBUG oslo_concurrency.lockutils [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] Lock "ade366c6-e13e-4247-9dad-1035ef640406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1252.492109] env[69297]: DEBUG oslo_concurrency.lockutils [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] Lock "ade366c6-e13e-4247-9dad-1035ef640406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1252.492388] env[69297]: DEBUG nova.compute.manager [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] No waiting events found dispatching network-vif-plugged-1638c12e-9bd3-413c-ada3-69c416a2d536 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1252.492654] env[69297]: WARNING nova.compute.manager [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Received unexpected event network-vif-plugged-1638c12e-9bd3-413c-ada3-69c416a2d536 for instance with vm_state building and task_state spawning.
[ 1252.492922] env[69297]: DEBUG nova.compute.manager [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Received event network-changed-1638c12e-9bd3-413c-ada3-69c416a2d536 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1252.494189] env[69297]: DEBUG nova.compute.manager [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Refreshing instance network info cache due to event network-changed-1638c12e-9bd3-413c-ada3-69c416a2d536. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1252.494189] env[69297]: DEBUG oslo_concurrency.lockutils [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] Acquiring lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1252.494189] env[69297]: DEBUG oslo_concurrency.lockutils [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] Acquired lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1252.494189] env[69297]: DEBUG nova.network.neutron [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Refreshing network info cache for port 1638c12e-9bd3-413c-ada3-69c416a2d536 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1252.530571] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52546a55-d44d-d9c5-2e67-263fcff71547, 'name': SearchDatastore_Task, 'duration_secs': 0.034554} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1252.530913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1252.531887] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] d876a739-03b5-46c5-a072-af020ce202ef/d876a739-03b5-46c5-a072-af020ce202ef.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1252.531887] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-952d4dd2-e249-477b-a411-2c4c78f3e3b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1252.538926] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1252.538926] env[69297]:    value = "task-2930685"
[ 1252.538926] env[69297]:    _type = "Task"
[ 1252.538926] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1252.549686] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1252.601245] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393ed193-e11a-4512-b998-3e8de419d5cd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1252.622953] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfacb19e-dd6a-474a-910c-368437e20d99 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1252.634840] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance 'b38c80c7-3686-4e96-853f-24fb8643ce0a' progress to 83 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1252.693340] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1252.693340] env[69297]: DEBUG nova.compute.manager [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1252.699647] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.516s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1252.699833] env[69297]: INFO nova.compute.claims [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1252.755283] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Releasing lock "refresh_cache-40bc1ca1-dcb3-4d03-8e57-290e21f30e93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1252.755791] env[69297]: DEBUG nova.compute.manager [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1252.755978] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1252.761676] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac07126-4cbd-4e28-8392-aa90dacfc0b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1252.780797] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930684, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1252.783749] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1252.786037] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12cc928b-c7f7-4c23-8cfc-09e093dc1955 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1252.798991] env[69297]: DEBUG oslo_vmware.api [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1252.798991] env[69297]:    value = "task-2930686"
[ 1252.798991] env[69297]:    _type = "Task"
[ 1252.798991] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1252.821035] env[69297]: DEBUG oslo_vmware.api [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1253.054787] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930685, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1253.062709] env[69297]: DEBUG nova.network.neutron [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Updated VIF entry in instance network info cache for port a8ec547e-8eb6-4bab-b8c4-0982b598bc71. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1253.062709] env[69297]: DEBUG nova.network.neutron [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Updating instance_info_cache with network_info: [{"id": "a8ec547e-8eb6-4bab-b8c4-0982b598bc71", "address": "fa:16:3e:c2:9e:cf", "network": {"id": "362a9ae2-4241-479f-849b-920cbb171efd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1167197568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6658014670f4f22af1882b55f779956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ec547e-8e", "ovs_interfaceid": "a8ec547e-8eb6-4bab-b8c4-0982b598bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1253.143025] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1253.143025] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ee1b10-ef7d-4839-92d1-03faa5f8ae6b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1253.153827] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1253.153827] env[69297]:    value = "task-2930688"
[ 1253.153827] env[69297]:    _type = "Task"
[ 1253.153827] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1253.169222] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1253.208279] env[69297]: DEBUG nova.compute.utils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1253.211815] env[69297]: DEBUG nova.compute.manager [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1253.212044] env[69297]: DEBUG nova.network.neutron [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1253.279028] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930684, 'name': CreateVM_Task, 'duration_secs': 0.517633} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1253.279028] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1253.279028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1253.279028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1253.279235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1253.282124] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157555f0-9f19-41d5-b969-1169aec6bde2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1253.285447] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1253.285447] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5272eca9-85af-de6b-edc4-77c5d2f3855b"
[ 1253.285447] env[69297]:    _type = "Task"
[ 1253.285447] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1253.298021] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5272eca9-85af-de6b-edc4-77c5d2f3855b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1253.298021] env[69297]: DEBUG nova.policy [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5520360906824b239148d47eca5870d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '739134360fce47b18527185fd72adea1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1253.313747] env[69297]: DEBUG oslo_vmware.api [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930686, 'name': PowerOffVM_Task, 'duration_secs': 0.2647} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1253.313975] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1253.314239] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1253.314441] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f4e0d1f-c159-421f-9150-8656992fcc9f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1253.349317] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1253.349538] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1253.349726] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Deleting the datastore file [datastore2] 40bc1ca1-dcb3-4d03-8e57-290e21f30e93 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1253.349979] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81d0be1e-e564-4318-b127-10f32cf60291 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1253.359359] env[69297]: DEBUG oslo_vmware.api [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for the task: (returnval){
[ 1253.359359] env[69297]:    value = "task-2930690"
[ 1253.359359] env[69297]:    _type = "Task"
[ 1253.359359] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1253.369254] env[69297]: DEBUG oslo_vmware.api [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1253.392810] env[69297]: DEBUG nova.network.neutron [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Updated VIF entry in instance network info cache for port 1638c12e-9bd3-413c-ada3-69c416a2d536. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1253.393268] env[69297]: DEBUG nova.network.neutron [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Updating instance_info_cache with network_info: [{"id": "1638c12e-9bd3-413c-ada3-69c416a2d536", "address": "fa:16:3e:fc:47:42", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1638c12e-9b", "ovs_interfaceid": "1638c12e-9bd3-413c-ada3-69c416a2d536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1253.555500] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530913} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1253.555706] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] d876a739-03b5-46c5-a072-af020ce202ef/d876a739-03b5-46c5-a072-af020ce202ef.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1253.555947] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1253.556258] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1835f627-7672-4397-a9b2-8c20df8fb3eb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1253.566482] env[69297]: DEBUG oslo_concurrency.lockutils [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] Releasing lock "refresh_cache-d876a739-03b5-46c5-a072-af020ce202ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1253.567363] env[69297]: DEBUG nova.compute.manager [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Received event network-changed-19410065-3e71-411a-8df0-7a06b01b3f95 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1253.567363] env[69297]: DEBUG nova.compute.manager [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Refreshing instance network info cache due to event network-changed-19410065-3e71-411a-8df0-7a06b01b3f95. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1253.567363] env[69297]: DEBUG oslo_concurrency.lockutils [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] Acquiring lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1253.567363] env[69297]: DEBUG oslo_concurrency.lockutils [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] Acquired lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1253.567680] env[69297]: DEBUG nova.network.neutron [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Refreshing network info cache for port 19410065-3e71-411a-8df0-7a06b01b3f95 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1253.571098] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1253.571098] env[69297]:    value = "task-2930691"
[ 1253.571098] env[69297]:    _type = "Task"
[ 1253.571098] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1253.579702] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1253.677746] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930688, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1253.713819] env[69297]: DEBUG nova.compute.manager [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1253.802664] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5272eca9-85af-de6b-edc4-77c5d2f3855b, 'name': SearchDatastore_Task, 'duration_secs': 0.01184} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1253.805683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1253.806020] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1253.806173] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1253.806944] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1253.806944] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1253.806944] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e52d64a8-0e7f-49c4-8d36-318dd1a0e583 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1253.820255] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1253.820255] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1253.820573] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e352b0-1525-40cd-9039-6cf51fbcd5e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1253.833628] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1253.833628] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e47547-8848-8185-63cd-f0e33b956d02"
[ 1253.833628] env[69297]:    _type = "Task"
[ 1253.833628] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1253.843080] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e47547-8848-8185-63cd-f0e33b956d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1253.875171] env[69297]: DEBUG oslo_vmware.api [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Task: {'id': task-2930690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135106} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1253.875451] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1253.875726] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1253.876089] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1253.876338] env[69297]: INFO nova.compute.manager [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1253.876664] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1253.876909] env[69297]: DEBUG nova.compute.manager [-] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1253.877042] env[69297]: DEBUG nova.network.neutron [-] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1253.895976] env[69297]: DEBUG oslo_concurrency.lockutils [req-2d1cfd78-487a-41f9-a9ec-bd58be1909fd req-5dbb3655-b303-4de5-a2d3-e2718412d7f0 service nova] Releasing lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1253.897854] env[69297]: DEBUG nova.network.neutron [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Successfully created port: 1a5a0b65-af81-48c8-a00b-579a3fd35d43 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1254.084862] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14705} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1254.085247] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1254.086096] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1ac750-9e61-46f7-8417-a8a472843ea9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1254.089473] env[69297]: DEBUG nova.network.neutron [-] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1254.114187] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d876a739-03b5-46c5-a072-af020ce202ef/d876a739-03b5-46c5-a072-af020ce202ef.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1254.118219] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed4e764f-5502-40f2-83ce-219a009dfb20 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1254.143485] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1254.143485] env[69297]:    value = "task-2930692"
[ 1254.143485] env[69297]:    _type = "Task"
[ 1254.143485] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1254.153104] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1254.168041] env[69297]: DEBUG oslo_vmware.api [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2930688, 'name': PowerOnVM_Task, 'duration_secs': 0.549795} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1254.170811] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1254.171988] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c30d809-6be0-4e1f-9f90-ad8ab69fd647 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance 'b38c80c7-3686-4e96-853f-24fb8643ce0a' progress to 100 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1254.241654] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed78ce06-1afe-4938-9525-a22ec91d5c5d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1254.251925] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4cf44e-553f-4e2f-90ea-8ee03cceeca8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1254.289041] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a179cb40-5f38-4267-a52a-d6619dce8d25 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1254.298099] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd1ae22-fea5-48df-a719-719db640b1d7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1254.314180] env[69297]: DEBUG nova.compute.provider_tree [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1254.348584] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e47547-8848-8185-63cd-f0e33b956d02, 'name': SearchDatastore_Task, 'duration_secs': 0.01636} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1254.349016] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5e5bee-7e14-4886-a1a2-ea5a7cf1bb95 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1254.356587] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1254.356587] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52580cf3-cd55-cdc5-296b-a8378d3f6ce1"
[ 1254.356587] env[69297]:    _type = "Task"
[ 1254.356587] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1254.366940] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52580cf3-cd55-cdc5-296b-a8378d3f6ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1254.594974] env[69297]: DEBUG nova.network.neutron [-] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1254.661177] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1254.731356] env[69297]: DEBUG nova.compute.manager [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1254.767445] env[69297]: DEBUG nova.virt.hardware [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1254.767445] env[69297]: DEBUG nova.virt.hardware [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1254.767445] env[69297]: DEBUG nova.virt.hardware [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1254.770043] env[69297]: DEBUG nova.virt.hardware [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1254.770043] env[69297]: DEBUG nova.virt.hardware [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1254.770043] env[69297]: DEBUG nova.virt.hardware [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1254.770043] env[69297]: DEBUG nova.virt.hardware [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1254.770043] env[69297]: DEBUG nova.virt.hardware [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1254.770219] env[69297]: DEBUG nova.virt.hardware [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1254.770219] env[69297]: DEBUG nova.virt.hardware [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1254.770219] env[69297]: DEBUG nova.virt.hardware [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1254.770219] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2b3900-c8be-49f1-abe7-455afa7ab055 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1254.782250] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e240bace-c6e3-4dfc-8c12-7586c8487a14 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1254.817236] env[69297]: DEBUG nova.scheduler.client.report [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1254.882961] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52580cf3-cd55-cdc5-296b-a8378d3f6ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.053901} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1254.882961] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1254.882961] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] ade366c6-e13e-4247-9dad-1035ef640406/ade366c6-e13e-4247-9dad-1035ef640406.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1254.882961] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e021fd0-6b68-4a36-99b6-45762ef1b855 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1254.899644] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1254.899644] env[69297]:    value = "task-2930693"
[ 1254.899644] env[69297]:    _type = "Task"
[ 1254.899644] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1254.907451] env[69297]: DEBUG nova.network.neutron [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Updated VIF entry in instance network info cache for port 19410065-3e71-411a-8df0-7a06b01b3f95. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1254.907451] env[69297]: DEBUG nova.network.neutron [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Updating instance_info_cache with network_info: [{"id": "19410065-3e71-411a-8df0-7a06b01b3f95", "address": "fa:16:3e:fd:56:96", "network": {"id": "255a01aa-b7dd-4911-9a55-5cf133193345", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1422652924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad45cf4c96c34775a9f9fa8ace2bb702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19410065-3e", "ovs_interfaceid": "19410065-3e71-411a-8df0-7a06b01b3f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1254.911735] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1255.098179] env[69297]: INFO nova.compute.manager [-] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Took 1.22 seconds to deallocate network for instance.
[ 1255.159767] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930692, 'name': ReconfigVM_Task, 'duration_secs': 0.71536} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1255.164028] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d876a739-03b5-46c5-a072-af020ce202ef/d876a739-03b5-46c5-a072-af020ce202ef.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1255.164028] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a370a9b-7a31-4acc-bda7-6a1fbd364d22 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1255.171250] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1255.171250] env[69297]:    value = "task-2930694"
[ 1255.171250] env[69297]:    _type = "Task"
[ 1255.171250] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1255.191473] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930694, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1255.299693] env[69297]: DEBUG nova.compute.manager [req-794fbb60-79a7-461d-8d4e-32581eeef030 req-9959c825-5242-4ece-8ab0-22b80149725f service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Received event network-changed-4477b311-5184-43e0-a537-cb9791c2145f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1255.301093] env[69297]: DEBUG nova.compute.manager [req-794fbb60-79a7-461d-8d4e-32581eeef030 req-9959c825-5242-4ece-8ab0-22b80149725f service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Refreshing instance network info cache due to event network-changed-4477b311-5184-43e0-a537-cb9791c2145f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1255.301093] env[69297]: DEBUG oslo_concurrency.lockutils [req-794fbb60-79a7-461d-8d4e-32581eeef030 req-9959c825-5242-4ece-8ab0-22b80149725f service nova] Acquiring lock "refresh_cache-0d31a377-7c63-47e9-85b8-85c6f702db66" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1255.301093] env[69297]: DEBUG oslo_concurrency.lockutils [req-794fbb60-79a7-461d-8d4e-32581eeef030 req-9959c825-5242-4ece-8ab0-22b80149725f service nova] Acquired lock "refresh_cache-0d31a377-7c63-47e9-85b8-85c6f702db66" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1255.301093] env[69297]: DEBUG nova.network.neutron [req-794fbb60-79a7-461d-8d4e-32581eeef030 req-9959c825-5242-4ece-8ab0-22b80149725f service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Refreshing network info cache for port 4477b311-5184-43e0-a537-cb9791c2145f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1255.327178] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1255.327631] env[69297]: DEBUG nova.compute.manager [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1255.330605] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.926s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1255.332742] env[69297]: INFO nova.compute.claims [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1255.412952] env[69297]: DEBUG oslo_concurrency.lockutils [req-845a7385-3204-4aad-aeb2-ab569c9bd47a req-25097d22-d1f0-4d7f-9c0b-e6313012a6ca service nova] Releasing lock "refresh_cache-3cc3caaa-7bab-4839-9ff0-804abf2ab595" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1255.413754] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930693, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1255.512731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "074290d5-554d-4a86-b52b-53e6a114dac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1255.512969] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "074290d5-554d-4a86-b52b-53e6a114dac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1255.613541] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1255.681573] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930694, 'name': Rename_Task, 'duration_secs': 0.235941} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1255.681903] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1255.682168] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dfec271-4a10-417b-9eb1-32dab52c21c5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1255.691679] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1255.691679] env[69297]:    value = "task-2930695"
[ 1255.691679] env[69297]:    _type = "Task"
[ 1255.691679] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1255.708938] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1255.840591] env[69297]: DEBUG nova.compute.utils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1255.842616] env[69297]: DEBUG nova.compute.manager [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Not allocating networking since 'none' was specified. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1255.915770] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557105} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1255.916133] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] ade366c6-e13e-4247-9dad-1035ef640406/ade366c6-e13e-4247-9dad-1035ef640406.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1255.916450] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1255.916800] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12157a86-a7bb-493a-96b9-590b66d8c73b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1255.926958] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1255.926958] env[69297]:    value = "task-2930696"
[ 1255.926958] env[69297]:    _type = "Task"
[ 1255.926958] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1255.941593] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1256.121879] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquiring lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1256.122599] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1256.122599] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquiring lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1256.122599] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1256.122822] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1256.125301] env[69297]: INFO nova.compute.manager [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Terminating instance
[ 1256.204241] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930695, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1256.346845] env[69297]: DEBUG nova.compute.manager [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1256.445333] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101811} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1256.448882] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1256.450117] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e02e46-88d3-4af3-9a06-a92b2d9bb75c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1256.476016] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] ade366c6-e13e-4247-9dad-1035ef640406/ade366c6-e13e-4247-9dad-1035ef640406.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1256.478772] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3fb4d73-9b05-4fb9-bbdc-fa828993ed13 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1256.507190] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1256.507190] env[69297]:    value = "task-2930697"
[ 1256.507190] env[69297]:    _type = "Task"
[ 1256.507190] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1256.522123] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930697, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1256.536228] env[69297]: DEBUG nova.network.neutron [req-794fbb60-79a7-461d-8d4e-32581eeef030 req-9959c825-5242-4ece-8ab0-22b80149725f service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Updated VIF entry in instance network info cache for port 4477b311-5184-43e0-a537-cb9791c2145f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1256.537453] env[69297]: DEBUG nova.network.neutron [req-794fbb60-79a7-461d-8d4e-32581eeef030 req-9959c825-5242-4ece-8ab0-22b80149725f service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Updating instance_info_cache with network_info: [{"id": "4477b311-5184-43e0-a537-cb9791c2145f", "address": "fa:16:3e:0c:35:2f", "network": {"id": "5adf788c-39ed-4097-b00f-2a0d5d6f11bf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1657260634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56eea4adad14a269c30551f124527c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4477b311-51", "ovs_interfaceid": "4477b311-5184-43e0-a537-cb9791c2145f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1256.629577] env[69297]: DEBUG nova.compute.manager [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1256.629805] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1256.631056] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea0acc0-5340-48d0-9285-5703fadd6a3f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1256.645528] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1256.645590] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db85eab8-5a5f-4b77-94c4-7e4223b258a0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1256.653292] env[69297]: DEBUG oslo_vmware.api [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for the task: (returnval){
[ 1256.653292] env[69297]:    value = "task-2930698"
[ 1256.653292] env[69297]:    _type = "Task"
[ 1256.653292] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1256.662265] env[69297]: DEBUG oslo_vmware.api [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1256.703395] env[69297]: DEBUG oslo_vmware.api [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930695, 'name': PowerOnVM_Task, 'duration_secs': 0.626263} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1256.706389] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1256.706611] env[69297]: INFO nova.compute.manager [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Took 10.38 seconds to spawn the instance on the hypervisor.
[ 1256.706791] env[69297]: DEBUG nova.compute.manager [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1256.707870] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3fa216-419e-41ae-bbb9-3d551bcaae62 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1256.837017] env[69297]: DEBUG nova.network.neutron [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Successfully updated port: 1a5a0b65-af81-48c8-a00b-579a3fd35d43 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1256.869731] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae748fa-bff5-4117-9a55-195c3e2adcde {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1256.882958] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f7b4f3-3a24-4fa3-ba03-bc470fc6fedd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1256.918708] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd4548b-b29b-4913-b2b2-5612297edf60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1256.928774] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382f460f-1897-41be-89e9-2c5f94f7811b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1256.944619] env[69297]: DEBUG nova.compute.provider_tree [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1257.000854] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1257.001143] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1257.001333] env[69297]: DEBUG nova.compute.manager [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Going to confirm migration 1 {{(pid=69297) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1257.020286] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930697, 'name': ReconfigVM_Task, 'duration_secs': 0.376237} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1257.020575] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Reconfigured VM instance instance-00000011 to attach disk [datastore1] ade366c6-e13e-4247-9dad-1035ef640406/ade366c6-e13e-4247-9dad-1035ef640406.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1257.022398] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22067fc6-998d-4da6-a329-ad34da3fb7b3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1257.031494] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1257.031494] env[69297]:    value = "task-2930699"
[ 1257.031494] env[69297]:    _type = "Task"
[ 1257.031494] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1257.040815] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930699, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1257.042590] env[69297]: DEBUG oslo_concurrency.lockutils [req-794fbb60-79a7-461d-8d4e-32581eeef030 req-9959c825-5242-4ece-8ab0-22b80149725f service nova] Releasing lock "refresh_cache-0d31a377-7c63-47e9-85b8-85c6f702db66" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1257.168455] env[69297]: DEBUG oslo_vmware.api [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930698, 'name': PowerOffVM_Task, 'duration_secs': 0.222243} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1257.168905] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1257.169288] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1257.169640] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5530ae24-0c99-4827-8dac-f1132b01d601 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1257.231937] env[69297]: INFO nova.compute.manager [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Took 27.14 seconds to build instance.
[ 1257.248954] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1257.249347] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1257.249650] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Deleting the datastore file [datastore2] 3cc3caaa-7bab-4839-9ff0-804abf2ab595 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1257.251654] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14d8dbc1-91be-4575-b8ac-ace3262c4657 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1257.262035] env[69297]: DEBUG oslo_vmware.api [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for the task: (returnval){
[ 1257.262035] env[69297]:    value = "task-2930701"
[ 1257.262035] env[69297]:    _type = "Task"
[ 1257.262035] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1257.272155] env[69297]: DEBUG oslo_vmware.api [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1257.341260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquiring lock "refresh_cache-5c94bddf-c87b-4512-b7e5-ab270a4d8848" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1257.341260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquired lock "refresh_cache-5c94bddf-c87b-4512-b7e5-ab270a4d8848" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1257.341260] env[69297]: DEBUG nova.network.neutron [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1257.359210] env[69297]: DEBUG nova.compute.manager [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1257.397684] env[69297]: DEBUG nova.virt.hardware [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1257.397923] env[69297]: DEBUG nova.virt.hardware [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1257.398115] env[69297]: DEBUG nova.virt.hardware [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1257.398315] env[69297]: DEBUG nova.virt.hardware [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1257.398461] env[69297]: DEBUG nova.virt.hardware [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1257.398610] env[69297]: DEBUG nova.virt.hardware [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1257.398835] env[69297]: DEBUG nova.virt.hardware [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1257.402216] env[69297]: DEBUG nova.virt.hardware [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1257.402359] env[69297]: DEBUG nova.virt.hardware [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1257.402532] env[69297]: DEBUG nova.virt.hardware [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1257.402709] env[69297]: DEBUG nova.virt.hardware [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1257.403909] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccceb32f-6439-4fa0-9b68-0d8c427b9086 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1257.415359] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36c8790-fd2d-45a3-8bc0-1a0f15d8ac91 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1257.432120] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1257.439193] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Creating folder: Project (26b2d1c4dbee4492986496b582156cdc). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1257.440195] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60f616cb-5089-4f5d-91bf-3f9ea9290b6a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1257.447996] env[69297]: DEBUG nova.scheduler.client.report [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1257.453837] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Created folder: Project (26b2d1c4dbee4492986496b582156cdc) in parent group-v588392.
[ 1257.454398] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Creating folder: Instances. Parent ref: group-v588448. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1257.455008] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7896965-0904-4770-93df-74dc1c203410 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1257.468064] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Created folder: Instances in parent group-v588448.
[ 1257.468508] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1257.468628] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1257.468844] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f038a6cd-1c8a-4bb7-8e65-724a5858f66f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1257.495512] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1257.495512] env[69297]:    value = "task-2930704"
[ 1257.495512] env[69297]:    _type = "Task"
[ 1257.495512] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1257.509507] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930704, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1257.543271] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930699, 'name': Rename_Task, 'duration_secs': 0.174313} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1257.543586] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1257.543837] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9a85745-2c6c-4b53-a5d0-ceb49e85c28e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1257.551779] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1257.551779] env[69297]:    value = "task-2930705"
[ 1257.551779] env[69297]:    _type = "Task"
[ 1257.551779] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1257.561376] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1257.592871] env[69297]: DEBUG oslo_concurrency.lockutils [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Acquiring lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1257.593178] env[69297]: DEBUG oslo_concurrency.lockutils [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1257.740913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b37c8ea3-5ecd-46e3-b0cb-7e6ba7353d59 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "d876a739-03b5-46c5-a072-af020ce202ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 33.251s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1257.781631] env[69297]: DEBUG oslo_vmware.api [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Task: {'id': task-2930701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156177} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1257.782033] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1257.782288] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1257.782535] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1257.782843] env[69297]: INFO nova.compute.manager [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1257.783151] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1257.783390] env[69297]: DEBUG nova.compute.manager [-] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1257.783492] env[69297]: DEBUG nova.network.neutron [-] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1257.844581] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1257.844798] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1257.845135] env[69297]: DEBUG nova.network.neutron [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1257.845930] env[69297]: DEBUG nova.objects.instance [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lazy-loading 'info_cache' on Instance uuid b38c80c7-3686-4e96-853f-24fb8643ce0a {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1257.941879] env[69297]: DEBUG nova.network.neutron [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1257.956270] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1257.956877] env[69297]: DEBUG nova.compute.manager [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1257.960482] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.316s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1257.961991] env[69297]: INFO nova.compute.claims [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1258.009320] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930704, 'name': CreateVM_Task, 'duration_secs': 0.372609} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1258.009509] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1258.009958] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1258.010136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1258.010465] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1258.010718] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99743bf8-186c-4f71-89f8-c9196cf0a4b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1258.020458] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1258.020458] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524763f5-fcca-2926-836d-dcaf08b870e7"
[ 1258.020458] env[69297]:    _type = "Task"
[ 1258.020458] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1258.037883] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524763f5-fcca-2926-836d-dcaf08b870e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1258.067294] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930705, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1258.243390] env[69297]: DEBUG nova.compute.manager [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1258.392909] env[69297]: DEBUG nova.network.neutron [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Updating instance_info_cache with network_info: [{"id": "1a5a0b65-af81-48c8-a00b-579a3fd35d43", "address": "fa:16:3e:10:99:87", "network": {"id": "a70757ee-0b3f-4f65-afad-f4026773d2ea", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-473898740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "739134360fce47b18527185fd72adea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5a0b65-af", "ovs_interfaceid": "1a5a0b65-af81-48c8-a00b-579a3fd35d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1258.436611] env[69297]: DEBUG nova.compute.manager [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Received event network-vif-plugged-1a5a0b65-af81-48c8-a00b-579a3fd35d43 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1258.436825] env[69297]: DEBUG oslo_concurrency.lockutils [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] Acquiring lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1258.437089] env[69297]: DEBUG oslo_concurrency.lockutils [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] Lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1258.437371] env[69297]: DEBUG oslo_concurrency.lockutils [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] Lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1258.437640] env[69297]: DEBUG nova.compute.manager [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] No waiting events found dispatching network-vif-plugged-1a5a0b65-af81-48c8-a00b-579a3fd35d43 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1258.437640] env[69297]: WARNING nova.compute.manager [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Received unexpected event network-vif-plugged-1a5a0b65-af81-48c8-a00b-579a3fd35d43 for instance with vm_state building and task_state spawning.
[ 1258.437941] env[69297]: DEBUG nova.compute.manager [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Received event network-changed-1a5a0b65-af81-48c8-a00b-579a3fd35d43 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1258.437941] env[69297]: DEBUG nova.compute.manager [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Refreshing instance network info cache due to event network-changed-1a5a0b65-af81-48c8-a00b-579a3fd35d43. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1258.439397] env[69297]: DEBUG oslo_concurrency.lockutils [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] Acquiring lock "refresh_cache-5c94bddf-c87b-4512-b7e5-ab270a4d8848" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1258.468059] env[69297]: DEBUG nova.compute.utils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1258.474384] env[69297]: DEBUG nova.compute.manager [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1258.474583] env[69297]: DEBUG nova.network.neutron [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1258.531998] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524763f5-fcca-2926-836d-dcaf08b870e7, 'name': SearchDatastore_Task, 'duration_secs': 0.025824} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1258.532310] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1258.532622] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1258.532919] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1258.533139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1258.533522] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1258.533744] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-905d20ea-55a4-45f2-80b5-1825f791e1d3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1258.546383] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1258.546649] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1258.547485] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b5a9d4-2b99-40f6-baee-8630f87c8683 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1258.562232] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1258.562232] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5259d85d-e88f-9ac5-9eef-8500d92d1ac2"
[ 1258.562232] env[69297]:    _type = "Task"
[ 1258.562232] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1258.569096] env[69297]: DEBUG oslo_vmware.api [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2930705, 'name': PowerOnVM_Task, 'duration_secs': 0.608552} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1258.570142] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1258.572146] env[69297]: INFO nova.compute.manager [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Took 9.55 seconds to spawn the instance on the hypervisor.
[ 1258.572146] env[69297]: DEBUG nova.compute.manager [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1258.572146] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c907b715-c7ce-498b-8884-4303d432faac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1258.578546] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5259d85d-e88f-9ac5-9eef-8500d92d1ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1258.591790] env[69297]: DEBUG nova.policy [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9a0e5347dd44016b557d45fc1d92f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6d268f97ce5404dbbdb0ff3c7ed29fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1258.783384] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1258.895522] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Releasing lock "refresh_cache-5c94bddf-c87b-4512-b7e5-ab270a4d8848" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1258.895861] env[69297]: DEBUG nova.compute.manager [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Instance network_info: |[{"id": "1a5a0b65-af81-48c8-a00b-579a3fd35d43", "address": "fa:16:3e:10:99:87", "network": {"id": "a70757ee-0b3f-4f65-afad-f4026773d2ea", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-473898740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "739134360fce47b18527185fd72adea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5a0b65-af", "ovs_interfaceid": "1a5a0b65-af81-48c8-a00b-579a3fd35d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1258.896176] env[69297]: DEBUG oslo_concurrency.lockutils [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] Acquired lock "refresh_cache-5c94bddf-c87b-4512-b7e5-ab270a4d8848" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1258.896349] env[69297]: DEBUG nova.network.neutron [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Refreshing network info cache for port 1a5a0b65-af81-48c8-a00b-579a3fd35d43 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1258.898395] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:99:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a5a0b65-af81-48c8-a00b-579a3fd35d43', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1258.908416] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Creating folder: Project (739134360fce47b18527185fd72adea1). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1258.909044] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0b53ee4-46a5-4e8b-93ab-89a87677ba81 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1258.926601] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Created folder: Project (739134360fce47b18527185fd72adea1) in parent group-v588392.
[ 1258.927063] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Creating folder: Instances. Parent ref: group-v588451. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1258.927431] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-123e2347-5eba-4d02-903e-4dce20aadb88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1258.946476] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Created folder: Instances in parent group-v588451.
[ 1258.946476] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1258.946476] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1258.946476] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0be48c-d2ee-45bf-96f5-3c48870af784 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1258.980622] env[69297]: DEBUG nova.compute.manager [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1258.997237] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1258.997237] env[69297]:    value = "task-2930708"
[ 1258.997237] env[69297]:    _type = "Task"
[ 1258.997237] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1259.003922] env[69297]: DEBUG nova.network.neutron [-] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1259.013058] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930708, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1259.079901] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5259d85d-e88f-9ac5-9eef-8500d92d1ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.021349} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1259.080852] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534ee56a-6f05-4596-9d55-84c3c54db72b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1259.087390] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1259.087390] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5287b9f6-386f-91a4-cbdf-3b5c00cda5b5"
[ 1259.087390] env[69297]:    _type = "Task"
[ 1259.087390] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1259.110124] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5287b9f6-386f-91a4-cbdf-3b5c00cda5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012797} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1259.110674] env[69297]: INFO nova.compute.manager [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Took 28.71 seconds to build instance.
[ 1259.112049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1259.112049] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] d31edcc0-475f-4f82-98bd-6070655bb7b9/d31edcc0-475f-4f82-98bd-6070655bb7b9.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1259.114015] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cbe4dd9-8d1a-4631-b7c3-7b2fcc9789eb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1259.122993] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1259.122993] env[69297]:    value = "task-2930709"
[ 1259.122993] env[69297]:    _type = "Task"
[ 1259.122993] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1259.133314] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1259.514211] env[69297]: INFO nova.compute.manager [-] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Took 1.73 seconds to deallocate network for instance.
[ 1259.526517] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930708, 'name': CreateVM_Task, 'duration_secs': 0.461727} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1259.531631] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1259.533346] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1259.533506] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1259.533818] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1259.535019] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd0ef9b-3f70-4fba-a2d5-2550219a8f30 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1259.537759] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827d7fb6-02dd-4044-ba50-b278918f550b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1259.545430] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1259.545430] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f66b39-7587-9da1-30b6-74e6c8889e81"
[ 1259.545430] env[69297]:    _type = "Task"
[ 1259.545430] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1259.553775] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badc93cc-866d-4d4f-9978-661d4442e695 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1259.569597] env[69297]: DEBUG nova.network.neutron [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance_info_cache with network_info: [{"id": "072eacab-2515-4344-9924-4218de74b976", "address": "fa:16:3e:27:ab:4b", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072eacab-25", "ovs_interfaceid": "072eacab-2515-4344-9924-4218de74b976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1259.602168] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f66b39-7587-9da1-30b6-74e6c8889e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1259.605397] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e5eebb-1b3c-4c05-aeaf-b9a651d880f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1259.614178] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4a1201cf-b68b-4860-a019-d31a8d1e867b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "ade366c6-e13e-4247-9dad-1035ef640406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 33.587s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1259.619415] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0381740-d935-48f3-b45d-f6b2ba546717 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1259.634150] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930709, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1259.642780] env[69297]: DEBUG nova.compute.provider_tree [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1259.742156] env[69297]: DEBUG nova.network.neutron [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Successfully created port: 432d0cdf-2a8c-4d46-980c-45d61122861a {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1259.789119] env[69297]: DEBUG nova.network.neutron [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Updated VIF entry in instance network info cache for port 1a5a0b65-af81-48c8-a00b-579a3fd35d43. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1259.789524] env[69297]: DEBUG nova.network.neutron [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Updating instance_info_cache with network_info: [{"id": "1a5a0b65-af81-48c8-a00b-579a3fd35d43", "address": "fa:16:3e:10:99:87", "network": {"id": "a70757ee-0b3f-4f65-afad-f4026773d2ea", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-473898740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "739134360fce47b18527185fd72adea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5a0b65-af", "ovs_interfaceid": "1a5a0b65-af81-48c8-a00b-579a3fd35d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1260.004079] env[69297]: DEBUG nova.compute.manager [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1260.032998] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1260.042321] env[69297]: DEBUG nova.virt.hardware [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1260.042501] env[69297]: DEBUG nova.virt.hardware [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1260.042652] env[69297]: DEBUG nova.virt.hardware [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1260.042827] env[69297]: DEBUG nova.virt.hardware [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1260.044017] env[69297]: DEBUG nova.virt.hardware [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1260.044448] env[69297]: DEBUG nova.virt.hardware [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1260.044693] env[69297]: DEBUG nova.virt.hardware [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1260.044857] env[69297]: DEBUG nova.virt.hardware [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1260.045037] env[69297]: DEBUG nova.virt.hardware [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1260.045210] env[69297]: DEBUG nova.virt.hardware [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1260.045382] env[69297]: DEBUG nova.virt.hardware [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1260.046425] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a355e6-9ef5-4e5c-8776-31e8518f870e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1260.062168] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f66b39-7587-9da1-30b6-74e6c8889e81, 'name': SearchDatastore_Task, 'duration_secs': 0.024856} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1260.064710] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1260.065055] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1260.065312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1260.065430] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1260.065610] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1260.065911] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2807dd64-246b-4a23-bd56-794cb58340fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1260.071101] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9141ec0c-090f-40f3-9881-4194b1ba0ec3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1260.094322] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1260.094519] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1260.095911] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d0d466-de8a-4121-9a44-ac18e1e981fa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1260.102871] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1260.102871] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52dff90b-6b80-f9da-5b9d-556e6a5cf27c"
[ 1260.102871] env[69297]:    _type = "Task"
[ 1260.102871] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1260.103399] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "refresh_cache-b38c80c7-3686-4e96-853f-24fb8643ce0a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1260.103624] env[69297]: DEBUG nova.objects.instance [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lazy-loading 'migration_context' on Instance uuid b38c80c7-3686-4e96-853f-24fb8643ce0a {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1260.113759] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dff90b-6b80-f9da-5b9d-556e6a5cf27c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1260.119203] env[69297]: DEBUG nova.compute.manager [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1260.137265] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661401} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1260.140077] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] d31edcc0-475f-4f82-98bd-6070655bb7b9/d31edcc0-475f-4f82-98bd-6070655bb7b9.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1260.140077] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1260.140077] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4945cd5-d867-4713-aca0-0aeac494f4cd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1260.147617] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1260.147617] env[69297]:    value = "task-2930710"
[ 1260.147617] env[69297]:    _type = "Task"
[ 1260.147617] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1260.148688] env[69297]: DEBUG nova.scheduler.client.report [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1260.166085] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1260.242795] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquiring lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1260.243050] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1260.292467] env[69297]: DEBUG oslo_concurrency.lockutils [req-9c347dc0-3f6e-4afe-bd6a-f3c51d109450 req-812f5c91-fe39-463a-9a3c-f608f73fb2f2 service nova] Releasing lock "refresh_cache-5c94bddf-c87b-4512-b7e5-ab270a4d8848" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1260.378871] env[69297]: DEBUG nova.compute.manager [req-feae17cf-98ae-4b38-a2c7-f8d8fdc9a47d req-5e27439e-8adf-4ff7-bc30-b34602c945e0 service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Received event network-changed-a8ec547e-8eb6-4bab-b8c4-0982b598bc71 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1260.378871] env[69297]: DEBUG nova.compute.manager [req-feae17cf-98ae-4b38-a2c7-f8d8fdc9a47d req-5e27439e-8adf-4ff7-bc30-b34602c945e0 service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Refreshing instance network info cache due to event network-changed-a8ec547e-8eb6-4bab-b8c4-0982b598bc71. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1260.379484] env[69297]: DEBUG oslo_concurrency.lockutils [req-feae17cf-98ae-4b38-a2c7-f8d8fdc9a47d req-5e27439e-8adf-4ff7-bc30-b34602c945e0 service nova] Acquiring lock "refresh_cache-d876a739-03b5-46c5-a072-af020ce202ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1260.379642] env[69297]: DEBUG oslo_concurrency.lockutils [req-feae17cf-98ae-4b38-a2c7-f8d8fdc9a47d req-5e27439e-8adf-4ff7-bc30-b34602c945e0 service nova] Acquired lock "refresh_cache-d876a739-03b5-46c5-a072-af020ce202ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1260.379806] env[69297]: DEBUG nova.network.neutron [req-feae17cf-98ae-4b38-a2c7-f8d8fdc9a47d req-5e27439e-8adf-4ff7-bc30-b34602c945e0 service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Refreshing network info cache for port a8ec547e-8eb6-4bab-b8c4-0982b598bc71 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1260.609213] env[69297]: DEBUG nova.objects.base [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Object Instance<b38c80c7-3686-4e96-853f-24fb8643ce0a> lazy-loaded attributes: info_cache,migration_context {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1260.610892] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2ce5cb-d021-4a5a-a5fc-47e39ed8fa89 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1260.618483] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dff90b-6b80-f9da-5b9d-556e6a5cf27c, 'name': SearchDatastore_Task, 'duration_secs': 0.031072} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1260.619657] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b122bb28-10ef-4181-a5b6-10e9898f678a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1260.643730] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f3b331-17ed-497b-be01-ab5e986b987f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1260.649768] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1260.649768] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5281df65-cbc9-dfa7-8455-894ae0d8aa29"
[ 1260.649768] env[69297]:    _type = "Task"
[ 1260.649768] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1260.658655] env[69297]: DEBUG oslo_vmware.api [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1260.658655] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]521cdbc7-bc88-f7d4-3e45-4428b5e6adf8"
[ 1260.658655] env[69297]:    _type = "Task"
[ 1260.658655] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1260.660295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1260.661855] env[69297]: DEBUG nova.compute.manager [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1260.674479] env[69297]: DEBUG oslo_concurrency.lockutils [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.686s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1260.674742] env[69297]: DEBUG nova.objects.instance [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Lazy-loading 'resources' on Instance uuid 25cbcb64-eef2-42e9-b5d4-30121ca2be4c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1260.675870] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5281df65-cbc9-dfa7-8455-894ae0d8aa29, 'name': SearchDatastore_Task} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1260.680371] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1260.680796] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1260.681063] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 5c94bddf-c87b-4512-b7e5-ab270a4d8848/5c94bddf-c87b-4512-b7e5-ab270a4d8848.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1260.681179] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073304} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1260.681961] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37ba33a4-85b9-431f-8448-99d40aa2d8bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1260.683852] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1260.685204] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854595d7-e764-4707-855d-5715482028fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1260.694669] env[69297]: DEBUG oslo_vmware.api [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521cdbc7-bc88-f7d4-3e45-4428b5e6adf8, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1260.694915] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1260.714637] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] d31edcc0-475f-4f82-98bd-6070655bb7b9/d31edcc0-475f-4f82-98bd-6070655bb7b9.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1260.717048] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecede161-cba2-4984-8a70-c0ff6e0f00a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1260.734323] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1260.734323] env[69297]:    value = "task-2930711"
[ 1260.734323] env[69297]:    _type = "Task"
[ 1260.734323] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1260.741779] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1260.741779] env[69297]:    value = "task-2930712"
[ 1260.741779] env[69297]:    _type = "Task"
[ 1260.741779] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1260.750172] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1260.756451] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1261.166488] env[69297]: DEBUG nova.network.neutron [req-feae17cf-98ae-4b38-a2c7-f8d8fdc9a47d req-5e27439e-8adf-4ff7-bc30-b34602c945e0 service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Updated VIF entry in instance network info cache for port a8ec547e-8eb6-4bab-b8c4-0982b598bc71. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1261.169775] env[69297]: DEBUG nova.network.neutron [req-feae17cf-98ae-4b38-a2c7-f8d8fdc9a47d req-5e27439e-8adf-4ff7-bc30-b34602c945e0 service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Updating instance_info_cache with network_info: [{"id": "a8ec547e-8eb6-4bab-b8c4-0982b598bc71", "address": "fa:16:3e:c2:9e:cf", "network": {"id": "362a9ae2-4241-479f-849b-920cbb171efd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1167197568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6658014670f4f22af1882b55f779956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ec547e-8e", "ovs_interfaceid": "a8ec547e-8eb6-4bab-b8c4-0982b598bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1261.184711] env[69297]: DEBUG nova.compute.utils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1261.191498] env[69297]: DEBUG nova.compute.manager [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1261.191498] env[69297]: DEBUG nova.network.neutron [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1261.199959] env[69297]: DEBUG nova.compute.manager [req-41f5bcf5-8031-4809-a412-15c5f268d631 req-7e385a51-d931-4976-b1f7-8f1a5693e1a7 service nova] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Received event network-vif-deleted-19410065-3e71-411a-8df0-7a06b01b3f95 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1261.255070] env[69297]: DEBUG nova.policy [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f3a58d094c4493a83673a76a54e361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b39e4a7325e4111b7da89a20242f584', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1261.260021] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550799} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1261.260021] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 5c94bddf-c87b-4512-b7e5-ab270a4d8848/5c94bddf-c87b-4512-b7e5-ab270a4d8848.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1261.260239] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1261.260825] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9185ea84-3547-4358-9e51-e1f0f33d62ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1261.266676] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930712, 'name': ReconfigVM_Task, 'duration_secs': 0.442121} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1261.267257] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Reconfigured VM instance instance-00000013 to attach disk [datastore2] d31edcc0-475f-4f82-98bd-6070655bb7b9/d31edcc0-475f-4f82-98bd-6070655bb7b9.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1261.267843] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dd52dcc-a271-4c58-9d20-6fe888e4747b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1261.276235] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1261.276235] env[69297]:    value = "task-2930713"
[ 1261.276235] env[69297]:    _type = "Task"
[ 1261.276235] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1261.284498] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1261.284498] env[69297]:    value = "task-2930714"
[ 1261.284498] env[69297]:    _type = "Task"
[ 1261.284498] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1261.296873] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1261.302610] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930714, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1261.630304] env[69297]: DEBUG nova.network.neutron [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Successfully created port: 1227fbc5-2362-4611-b3d4-a5e2d267224b {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1261.672450] env[69297]: DEBUG oslo_concurrency.lockutils [req-feae17cf-98ae-4b38-a2c7-f8d8fdc9a47d req-5e27439e-8adf-4ff7-bc30-b34602c945e0 service nova] Releasing lock "refresh_cache-d876a739-03b5-46c5-a072-af020ce202ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1261.701400] env[69297]: DEBUG nova.compute.manager [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1261.721058] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d718af17-0966-4306-9987-a129edd1600e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1261.729854] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb3a918-b60a-4bd1-a451-573f7f57304a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1261.764612] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e46705-c302-4245-a386-71f27ef1b0d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1261.773328] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed22bcf3-511a-40e7-960e-1d61ef6bbcef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1261.796256] env[69297]: DEBUG nova.compute.provider_tree [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1261.798041] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079047} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1261.801749] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1261.802585] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9b5194-290c-48d5-a4f6-4309947e3f56 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1261.832306] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 5c94bddf-c87b-4512-b7e5-ab270a4d8848/5c94bddf-c87b-4512-b7e5-ab270a4d8848.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1261.832662] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930714, 'name': Rename_Task, 'duration_secs': 0.391333} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1261.833267] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20c0c9c7-82d6-4e80-bdfd-961edb586e0f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1261.848495] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1261.849145] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4daaa085-4c6e-4002-945d-61a85242a7fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1261.859069] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1261.859069] env[69297]:    value = "task-2930715"
[ 1261.859069] env[69297]:    _type = "Task"
[ 1261.859069] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1261.860662] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1261.860662] env[69297]:    value = "task-2930716"
[ 1261.860662] env[69297]:    _type = "Task"
[ 1261.860662] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1261.875117] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930716, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1261.878263] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1262.302021] env[69297]: DEBUG nova.scheduler.client.report [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1262.353972] env[69297]: DEBUG nova.network.neutron [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Successfully updated port: 432d0cdf-2a8c-4d46-980c-45d61122861a {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1262.381815] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930716, 'name': ReconfigVM_Task, 'duration_secs': 0.289229} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1262.385394] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 5c94bddf-c87b-4512-b7e5-ab270a4d8848/5c94bddf-c87b-4512-b7e5-ab270a4d8848.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1262.386297] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1262.386872] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ec12471-0d4e-4cbf-9af4-a63d55fdd765 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1262.394724] env[69297]: DEBUG nova.compute.manager [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1262.397576] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9e911b-734b-41ad-9f6c-2bd06a3be6eb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1262.400990] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1262.400990] env[69297]:    value = "task-2930717"
[ 1262.400990] env[69297]:    _type = "Task"
[ 1262.400990] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1262.419250] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930717, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1262.714966] env[69297]: DEBUG nova.compute.manager [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1262.753265] env[69297]: DEBUG nova.virt.hardware [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1262.753522] env[69297]: DEBUG nova.virt.hardware [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1262.753675] env[69297]: DEBUG nova.virt.hardware [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1262.753855] env[69297]: DEBUG nova.virt.hardware [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1262.753999] env[69297]: DEBUG nova.virt.hardware [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1262.755619] env[69297]: DEBUG nova.virt.hardware [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1262.755867] env[69297]: DEBUG nova.virt.hardware [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1262.756050] env[69297]: DEBUG nova.virt.hardware [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1262.756222] env[69297]: DEBUG nova.virt.hardware [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1262.756388] env[69297]: DEBUG nova.virt.hardware [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1262.756559] env[69297]: DEBUG nova.virt.hardware [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1262.758096] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f55ff89-34d8-435f-9752-078ecd88eb66 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1262.768558] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cc72c3-03f3-489f-8957-5e75fbafaf15 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1262.805624] env[69297]: DEBUG oslo_concurrency.lockutils [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1262.809370] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.891s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1262.810981] env[69297]: INFO nova.compute.claims [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1262.856223] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "refresh_cache-0f8a22c8-b592-42f5-a57f-807e117ec4d6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1262.856223] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquired lock "refresh_cache-0f8a22c8-b592-42f5-a57f-807e117ec4d6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1262.856461] env[69297]: DEBUG nova.network.neutron [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1262.858312] env[69297]: INFO nova.scheduler.client.report [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Deleted allocations for instance 25cbcb64-eef2-42e9-b5d4-30121ca2be4c
[ 1262.870532] env[69297]: DEBUG nova.compute.manager [req-7d0e2e7d-7eec-46bd-b04a-8f63ef96e29e req-6045198e-4b55-4413-bfb4-e9b3014989bd service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Received event network-changed-1638c12e-9bd3-413c-ada3-69c416a2d536 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1262.870721] env[69297]: DEBUG nova.compute.manager [req-7d0e2e7d-7eec-46bd-b04a-8f63ef96e29e req-6045198e-4b55-4413-bfb4-e9b3014989bd service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Refreshing instance network info cache due to event network-changed-1638c12e-9bd3-413c-ada3-69c416a2d536. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1262.870931] env[69297]: DEBUG oslo_concurrency.lockutils [req-7d0e2e7d-7eec-46bd-b04a-8f63ef96e29e req-6045198e-4b55-4413-bfb4-e9b3014989bd service nova] Acquiring lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1262.871192] env[69297]: DEBUG oslo_concurrency.lockutils [req-7d0e2e7d-7eec-46bd-b04a-8f63ef96e29e req-6045198e-4b55-4413-bfb4-e9b3014989bd service nova] Acquired lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1262.871257] env[69297]: DEBUG nova.network.neutron [req-7d0e2e7d-7eec-46bd-b04a-8f63ef96e29e req-6045198e-4b55-4413-bfb4-e9b3014989bd service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Refreshing network info cache for port 1638c12e-9bd3-413c-ada3-69c416a2d536 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1262.885242] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1262.913301] env[69297]: INFO nova.compute.manager [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] instance snapshotting
[ 1262.919804] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930717, 'name': Rename_Task, 'duration_secs': 0.152287} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1262.921123] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1262.922238] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1367a1e6-1ec3-4406-8ce9-652f864c76c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1262.925787] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6da87e19-252a-46d8-8d45-7599134ba8f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1262.949059] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea33e21-6a30-4f2d-a270-cb20ebbe5632 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1262.952586] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1262.952586] env[69297]:    value = "task-2930718"
[ 1262.952586] env[69297]:    _type = "Task"
[ 1262.952586] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1262.968524] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930718, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1263.314522] env[69297]: DEBUG nova.network.neutron [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Successfully updated port: 1227fbc5-2362-4611-b3d4-a5e2d267224b {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1263.319766] env[69297]: DEBUG nova.compute.manager [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Received event network-vif-plugged-432d0cdf-2a8c-4d46-980c-45d61122861a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1263.320411] env[69297]: DEBUG oslo_concurrency.lockutils [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] Acquiring lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1263.320869] env[69297]: DEBUG oslo_concurrency.lockutils [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] Lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1263.321191] env[69297]: DEBUG oslo_concurrency.lockutils [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] Lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1263.321495] env[69297]: DEBUG nova.compute.manager [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] No waiting events found dispatching network-vif-plugged-432d0cdf-2a8c-4d46-980c-45d61122861a {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1263.321795] env[69297]: WARNING nova.compute.manager [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Received unexpected event network-vif-plugged-432d0cdf-2a8c-4d46-980c-45d61122861a for instance with vm_state building and task_state spawning.
[ 1263.322098] env[69297]: DEBUG nova.compute.manager [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Received event network-changed-432d0cdf-2a8c-4d46-980c-45d61122861a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1263.322374] env[69297]: DEBUG nova.compute.manager [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Refreshing instance network info cache due to event network-changed-432d0cdf-2a8c-4d46-980c-45d61122861a. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1263.322733] env[69297]: DEBUG oslo_concurrency.lockutils [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] Acquiring lock "refresh_cache-0f8a22c8-b592-42f5-a57f-807e117ec4d6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1263.382563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-876bfc90-5759-4ea4-99d2-106a17ab902e tempest-ServerExternalEventsTest-987630265 tempest-ServerExternalEventsTest-987630265-project-member] Lock "25cbcb64-eef2-42e9-b5d4-30121ca2be4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 24.867s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1263.389591] env[69297]: DEBUG oslo_vmware.api [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930715, 'name': PowerOnVM_Task, 'duration_secs': 1.066362} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1263.390019] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1263.390268] env[69297]: INFO nova.compute.manager [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Took 6.03 seconds to spawn the instance on the hypervisor.
[ 1263.390456] env[69297]: DEBUG nova.compute.manager [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1263.393279] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f53e94-db03-4f55-9adc-483799d7d74c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1263.462106] env[69297]: DEBUG nova.network.neutron [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1263.466732] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1263.467267] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0167c413-a157-47ba-ac70-406c90e837ea {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1263.476405] env[69297]: DEBUG oslo_vmware.api [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930718, 'name': PowerOnVM_Task, 'duration_secs': 0.523803} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1263.480027] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1263.483083] env[69297]: INFO nova.compute.manager [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Took 8.75 seconds to spawn the instance on the hypervisor.
[ 1263.483083] env[69297]: DEBUG nova.compute.manager [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1263.483083] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c096bbf4-6ea5-4922-9821-cdf03cbac2c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1263.487872] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1263.487872] env[69297]:    value = "task-2930719"
[ 1263.487872] env[69297]:    _type = "Task"
[ 1263.487872] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1263.507153] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930719, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1263.747909] env[69297]: DEBUG nova.network.neutron [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Updating instance_info_cache with network_info: [{"id": "432d0cdf-2a8c-4d46-980c-45d61122861a", "address": "fa:16:3e:92:a3:1f", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432d0cdf-2a", "ovs_interfaceid": "432d0cdf-2a8c-4d46-980c-45d61122861a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1263.822344] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquiring lock "refresh_cache-66d0f6fb-aafc-4406-b545-36664abf7348" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1263.822344] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquired lock "refresh_cache-66d0f6fb-aafc-4406-b545-36664abf7348" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1263.822344] env[69297]: DEBUG nova.network.neutron [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1263.916826] env[69297]: INFO nova.compute.manager [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Took 26.76 seconds to build instance.
[ 1264.008818] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930719, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1264.009431] env[69297]: INFO nova.compute.manager [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Took 28.61 seconds to build instance.
[ 1264.043195] env[69297]: DEBUG nova.network.neutron [req-7d0e2e7d-7eec-46bd-b04a-8f63ef96e29e req-6045198e-4b55-4413-bfb4-e9b3014989bd service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Updated VIF entry in instance network info cache for port 1638c12e-9bd3-413c-ada3-69c416a2d536. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1264.043325] env[69297]: DEBUG nova.network.neutron [req-7d0e2e7d-7eec-46bd-b04a-8f63ef96e29e req-6045198e-4b55-4413-bfb4-e9b3014989bd service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Updating instance_info_cache with network_info: [{"id": "1638c12e-9bd3-413c-ada3-69c416a2d536", "address": "fa:16:3e:fc:47:42", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1638c12e-9b", "ovs_interfaceid": "1638c12e-9bd3-413c-ada3-69c416a2d536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1264.253313] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Releasing lock "refresh_cache-0f8a22c8-b592-42f5-a57f-807e117ec4d6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1264.253313] env[69297]: DEBUG nova.compute.manager [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Instance network_info: |[{"id": "432d0cdf-2a8c-4d46-980c-45d61122861a", "address": "fa:16:3e:92:a3:1f", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432d0cdf-2a", "ovs_interfaceid": "432d0cdf-2a8c-4d46-980c-45d61122861a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1264.254081] env[69297]: DEBUG oslo_concurrency.lockutils [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] Acquired lock "refresh_cache-0f8a22c8-b592-42f5-a57f-807e117ec4d6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1264.254415] env[69297]: DEBUG nova.network.neutron [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Refreshing network info cache for port 432d0cdf-2a8c-4d46-980c-45d61122861a {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1264.255925] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:a3:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '432d0cdf-2a8c-4d46-980c-45d61122861a', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1264.265141] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Creating folder: Project (d6d268f97ce5404dbbdb0ff3c7ed29fd). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1264.267809] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d48b7f6-85f5-40b1-b8c6-f2641ed5fccd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1264.282053] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Created folder: Project (d6d268f97ce5404dbbdb0ff3c7ed29fd) in parent group-v588392.
[ 1264.282271] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Creating folder: Instances. Parent ref: group-v588454. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1264.282505] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f56e876-856e-4bd4-a288-6bd3875317f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1264.294675] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Created folder: Instances in parent group-v588454.
[ 1264.295093] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1264.295383] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1264.298452] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc0e6a39-3d89-42fd-b79d-1e8c61ecce28 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1264.323289] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1264.323289] env[69297]:    value = "task-2930722"
[ 1264.323289] env[69297]:    _type = "Task"
[ 1264.323289] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1264.337608] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930722, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1264.420519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee66ac4c-88a7-4453-99cc-3f2ed040b814 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "d31edcc0-475f-4f82-98bd-6070655bb7b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.270s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1264.430216] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a77214d-ce6e-40e4-b95c-a47c27b27ff7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1264.443263] env[69297]: DEBUG nova.network.neutron [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1264.447823] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abce9a45-0cc4-45dd-8502-70c974106391 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1264.490855] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b730ef8-3517-4346-998e-bfb0a13efffd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1264.510120] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be767915-f495-46c3-a8ac-c0a20b267793 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1264.514449] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930719, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1264.514870] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f51ec8ca-e539-4871-8405-ce28046b44de tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 30.126s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1264.533314] env[69297]: DEBUG nova.compute.provider_tree [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1264.547152] env[69297]: DEBUG oslo_concurrency.lockutils [req-7d0e2e7d-7eec-46bd-b04a-8f63ef96e29e req-6045198e-4b55-4413-bfb4-e9b3014989bd service nova] Releasing lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1264.676290] env[69297]: INFO nova.compute.manager [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Rebuilding instance
[ 1264.747856] env[69297]: DEBUG nova.compute.manager [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1264.749155] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef31ea7-c94e-474d-ad94-26d202f05031 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1264.834935] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930722, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1264.861573] env[69297]: DEBUG nova.network.neutron [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Updating instance_info_cache with network_info: [{"id": "1227fbc5-2362-4611-b3d4-a5e2d267224b", "address": "fa:16:3e:b3:9a:46", "network": {"id": "242c327f-8e71-4ecd-a606-034831a700ad", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-590453317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b39e4a7325e4111b7da89a20242f584", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227fbc5-23", "ovs_interfaceid": "1227fbc5-2362-4611-b3d4-a5e2d267224b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1264.926792] env[69297]: DEBUG nova.compute.manager [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1265.014818] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930719, 'name': CreateSnapshot_Task, 'duration_secs': 1.069753} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1265.015139] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1265.015922] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6908f17e-0f17-4ff3-9c55-d3997983d7f4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1265.018936] env[69297]: DEBUG nova.compute.manager [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1265.036219] env[69297]: DEBUG nova.scheduler.client.report [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1265.095688] env[69297]: DEBUG nova.network.neutron [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Updated VIF entry in instance network info cache for port 432d0cdf-2a8c-4d46-980c-45d61122861a. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1265.096851] env[69297]: DEBUG nova.network.neutron [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Updating instance_info_cache with network_info: [{"id": "432d0cdf-2a8c-4d46-980c-45d61122861a", "address": "fa:16:3e:92:a3:1f", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432d0cdf-2a", "ovs_interfaceid": "432d0cdf-2a8c-4d46-980c-45d61122861a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1265.310037] env[69297]: DEBUG nova.compute.manager [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Received event network-vif-plugged-1227fbc5-2362-4611-b3d4-a5e2d267224b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1265.310339] env[69297]: DEBUG oslo_concurrency.lockutils [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] Acquiring lock "66d0f6fb-aafc-4406-b545-36664abf7348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1265.310491] env[69297]: DEBUG oslo_concurrency.lockutils [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] Lock "66d0f6fb-aafc-4406-b545-36664abf7348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1265.311200] env[69297]: DEBUG oslo_concurrency.lockutils [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] Lock "66d0f6fb-aafc-4406-b545-36664abf7348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1265.311200] env[69297]: DEBUG nova.compute.manager [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] No waiting events found dispatching network-vif-plugged-1227fbc5-2362-4611-b3d4-a5e2d267224b {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1265.311200] env[69297]: WARNING nova.compute.manager [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Received unexpected event network-vif-plugged-1227fbc5-2362-4611-b3d4-a5e2d267224b for instance with vm_state building and task_state spawning.
[ 1265.311656] env[69297]: DEBUG nova.compute.manager [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Received event network-changed-1227fbc5-2362-4611-b3d4-a5e2d267224b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1265.311656] env[69297]: DEBUG nova.compute.manager [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Refreshing instance network info cache due to event network-changed-1227fbc5-2362-4611-b3d4-a5e2d267224b. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1265.311747] env[69297]: DEBUG oslo_concurrency.lockutils [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] Acquiring lock "refresh_cache-66d0f6fb-aafc-4406-b545-36664abf7348" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1265.342414] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930722, 'name': CreateVM_Task, 'duration_secs': 0.562019} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1265.342664] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1265.343432] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1265.343627] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1265.344137] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1265.344517] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f03751a-4391-43d7-a652-b641bbf5eb90 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1265.351262] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1265.351262] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5226f935-45c9-273c-397b-99953597e70a"
[ 1265.351262] env[69297]:    _type = "Task"
[ 1265.351262] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1265.361852] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5226f935-45c9-273c-397b-99953597e70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1265.368521] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Releasing lock "refresh_cache-66d0f6fb-aafc-4406-b545-36664abf7348" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1265.368853] env[69297]: DEBUG nova.compute.manager [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Instance network_info: |[{"id": "1227fbc5-2362-4611-b3d4-a5e2d267224b", "address": "fa:16:3e:b3:9a:46", "network": {"id": "242c327f-8e71-4ecd-a606-034831a700ad", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-590453317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b39e4a7325e4111b7da89a20242f584", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227fbc5-23", "ovs_interfaceid": "1227fbc5-2362-4611-b3d4-a5e2d267224b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1265.369249] env[69297]: DEBUG oslo_concurrency.lockutils [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] Acquired lock "refresh_cache-66d0f6fb-aafc-4406-b545-36664abf7348" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1265.369457] env[69297]: DEBUG nova.network.neutron [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Refreshing network info cache for port 1227fbc5-2362-4611-b3d4-a5e2d267224b {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1265.371069] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:9a:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1227fbc5-2362-4611-b3d4-a5e2d267224b', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1265.381846] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Creating folder: Project (2b39e4a7325e4111b7da89a20242f584). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1265.383186] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9283e6b-aa9d-4762-9cbc-6d2c4b7f4415 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1265.397559] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Created folder: Project (2b39e4a7325e4111b7da89a20242f584) in parent group-v588392.
[ 1265.397854] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Creating folder: Instances. Parent ref: group-v588458. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1265.398110] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97ffa612-46d5-4c73-ba2b-2bb450d162ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1265.409652] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Created folder: Instances in parent group-v588458.
[ 1265.409902] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1265.410193] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1265.410474] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65607650-ac93-438d-b27c-168b0b8b378a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1265.438052] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1265.438052] env[69297]:    value = "task-2930725"
[ 1265.438052] env[69297]:    _type = "Task"
[ 1265.438052] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1265.450475] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930725, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1265.460443] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1265.541138] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1265.542100] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1265.542958] env[69297]: DEBUG nova.compute.manager [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1265.545579] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b404e0b5-8d1f-489c-afc7-38aaa11e9211 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1265.550937] env[69297]: DEBUG oslo_concurrency.lockutils [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1265.551576] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.778s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1265.551880] env[69297]: DEBUG nova.objects.instance [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Lazy-loading 'resources' on Instance uuid 81894aff-58d3-4d13-a743-643267fad2bf {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1265.561749] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1265.561749] env[69297]:    value = "task-2930726"
[ 1265.561749] env[69297]:    _type = "Task"
[ 1265.561749] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1265.576319] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930726, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1265.604804] env[69297]: DEBUG oslo_concurrency.lockutils [req-0ae06c3a-5d21-465f-a7da-aa4d675d8548 req-916512bc-43d8-4751-82e8-d12578b46367 service nova] Releasing lock "refresh_cache-0f8a22c8-b592-42f5-a57f-807e117ec4d6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1265.767555] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1265.767932] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd396312-7952-44e8-aebb-38a899662bb6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1265.784319] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1265.784319] env[69297]:    value = "task-2930727"
[ 1265.784319] env[69297]:    _type = "Task"
[ 1265.784319] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1265.796849] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1265.867901] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5226f935-45c9-273c-397b-99953597e70a, 'name': SearchDatastore_Task, 'duration_secs': 0.01757} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1265.868533] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1265.868911] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1265.869284] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1265.869711] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1265.870467] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1265.870467] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39c6fafd-20ae-4587-8d7a-01d3b029042a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1265.888165] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1265.888343] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1265.889730] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e38ad82-bd63-4007-bb84-d008ecac4561 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1265.897427] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1265.897427] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52baa53f-9e1a-69cc-536a-9bc647b494fe"
[ 1265.897427] env[69297]:    _type = "Task"
[ 1265.897427] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1265.914807] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52baa53f-9e1a-69cc-536a-9bc647b494fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011567} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1265.915883] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5402f6ec-435f-4f26-8493-08c50cd2ad58 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1265.923837] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1265.923837] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f7b720-510d-b269-5201-4b394cd8922d"
[ 1265.923837] env[69297]:    _type = "Task"
[ 1265.923837] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1265.935290] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f7b720-510d-b269-5201-4b394cd8922d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1265.950254] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930725, 'name': CreateVM_Task, 'duration_secs': 0.464966} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1265.952902] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1265.953750] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1265.953844] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1265.954285] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1265.954874] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da5d64d-fae7-4905-9973-6c4310b0e141 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1265.961019] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for the task: (returnval){
[ 1265.961019] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f359fb-42e7-3d93-42a6-8cf7b10bfda9"
[ 1265.961019] env[69297]:    _type = "Task"
[ 1265.961019] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1265.971757] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f359fb-42e7-3d93-42a6-8cf7b10bfda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1266.056023] env[69297]: DEBUG nova.compute.utils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1266.056023] env[69297]: DEBUG nova.compute.manager [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1266.056023] env[69297]: DEBUG nova.network.neutron [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1266.084590] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930726, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1266.268108] env[69297]: DEBUG nova.policy [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd873a8627c5448b924d3becd154e5f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8f84616b46a446f8209ad4f7db3957f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1266.300089] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930727, 'name': PowerOffVM_Task, 'duration_secs': 0.164194} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1266.300466] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1266.301122] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1266.302263] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c782c314-9c79-402a-9930-3734813093cc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.315782] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1266.316975] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8335928-10e5-4a9f-a609-47202aa4843d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.341719] env[69297]: DEBUG nova.compute.manager [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1266.342724] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9995ff-98b4-4e08-a84e-c6fbcb6c65c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.365829] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1266.366939] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1266.366939] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Deleting the datastore file [datastore2] d31edcc0-475f-4f82-98bd-6070655bb7b9 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1266.366939] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e98d6159-c8d5-4e01-82cf-c0aed3d0c61d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.379491] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1266.379491] env[69297]:    value = "task-2930729"
[ 1266.379491] env[69297]:    _type = "Task"
[ 1266.379491] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1266.392802] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1266.401826] env[69297]: DEBUG nova.network.neutron [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Updated VIF entry in instance network info cache for port 1227fbc5-2362-4611-b3d4-a5e2d267224b. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1266.401826] env[69297]: DEBUG nova.network.neutron [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Updating instance_info_cache with network_info: [{"id": "1227fbc5-2362-4611-b3d4-a5e2d267224b", "address": "fa:16:3e:b3:9a:46", "network": {"id": "242c327f-8e71-4ecd-a606-034831a700ad", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-590453317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b39e4a7325e4111b7da89a20242f584", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227fbc5-23", "ovs_interfaceid": "1227fbc5-2362-4611-b3d4-a5e2d267224b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1266.438891] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f7b720-510d-b269-5201-4b394cd8922d, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1266.444383] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1266.444383] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0f8a22c8-b592-42f5-a57f-807e117ec4d6/0f8a22c8-b592-42f5-a57f-807e117ec4d6.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1266.444383] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b6ef199-c82f-411b-b67a-2fff16f8c71d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.455826] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1266.455826] env[69297]:    value = "task-2930730"
[ 1266.455826] env[69297]:    _type = "Task"
[ 1266.455826] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1266.466202] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1266.476769] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f359fb-42e7-3d93-42a6-8cf7b10bfda9, 'name': SearchDatastore_Task, 'duration_secs': 0.014828} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1266.481395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1266.481527] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1266.481791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1266.481956] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1266.482170] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1266.483030] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70556541-7e53-4f94-a4d9-6c2ac4db9c38 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.508844] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1266.509265] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1266.510189] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812ea819-eac9-414f-853f-62fdee66afa2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.517775] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for the task: (returnval){
[ 1266.517775] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a6eb2e-0787-2527-a41f-674fc670f156"
[ 1266.517775] env[69297]:    _type = "Task"
[ 1266.517775] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1266.529745] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a6eb2e-0787-2527-a41f-674fc670f156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1266.566879] env[69297]: DEBUG nova.compute.manager [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1266.588293] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930726, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1266.600718] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16025d01-5d0c-4123-839a-ed9d64bb948a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.609652] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236fe132-578d-4345-aaa2-15dde9e1cbaf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.645929] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6755cb9-e091-4b7f-8731-3087553fd814 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.655354] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6e521b-3b9e-4d99-871b-60a77f54af3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.672496] env[69297]: DEBUG nova.compute.provider_tree [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1266.864078] env[69297]: INFO nova.compute.manager [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] instance snapshotting
[ 1266.869847] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10b6d79-6020-4e71-a51e-9efed7d828c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.898772] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa833e7-0fa3-43dd-a743-172a43bf53be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1266.907445] env[69297]: DEBUG oslo_concurrency.lockutils [req-18487ad0-0071-4a76-bdf4-34834dd163a2 req-9bdedd42-01e5-4151-9a1f-5f265c021a97 service nova] Releasing lock "refresh_cache-66d0f6fb-aafc-4406-b545-36664abf7348" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1266.907840] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136925} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1266.909123] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1266.909123] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1266.909123] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1266.970948] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930730, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1267.040696] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a6eb2e-0787-2527-a41f-674fc670f156, 'name': SearchDatastore_Task, 'duration_secs': 0.012552} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1267.042815] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fdafe45-3604-46f0-9e8f-49d864e6d45b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1267.052592] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for the task: (returnval){
[ 1267.052592] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5285b169-b1f2-9d1d-57ed-ad03ead8ab28"
[ 1267.052592] env[69297]:    _type = "Task"
[ 1267.052592] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1267.065236] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5285b169-b1f2-9d1d-57ed-ad03ead8ab28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1267.086432] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930726, 'name': CloneVM_Task, 'duration_secs': 1.479122} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1267.086957] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Created linked-clone VM from snapshot
[ 1267.087791] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d725e2e5-700f-4a45-b19d-0630d522e7ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1267.097495] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Uploading image 4e229341-f30a-4f98-bc4f-e09eb0c01b9d {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1267.119971] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1267.120903] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b87bc099-5b68-4ecc-9c23-215b0a29e8d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1267.131040] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1267.131040] env[69297]:    value = "task-2930731"
[ 1267.131040] env[69297]:    _type = "Task"
[ 1267.131040] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1267.142609] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930731, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1267.178493] env[69297]: DEBUG nova.scheduler.client.report [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1267.397261] env[69297]: DEBUG nova.network.neutron [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Successfully created port: 60e37303-ab31-4751-9667-eb1cc4a5b194 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1267.423443] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1267.423842] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5abacfb5-9df9-4fcf-bada-a41c603ab1d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1267.434828] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1267.434828] env[69297]:    value = "task-2930732"
[ 1267.434828] env[69297]:    _type = "Task"
[ 1267.434828] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1267.448518] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930732, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1267.469281] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630486} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1267.469281] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0f8a22c8-b592-42f5-a57f-807e117ec4d6/0f8a22c8-b592-42f5-a57f-807e117ec4d6.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1267.469281] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1267.469573] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3714ff8f-434a-443b-b862-6675281373cc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1267.477442] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1267.477442] env[69297]:    value = "task-2930733"
[ 1267.477442] env[69297]:    _type = "Task"
[ 1267.477442] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1267.486835] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1267.566778] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5285b169-b1f2-9d1d-57ed-ad03ead8ab28, 'name': SearchDatastore_Task, 'duration_secs': 0.018889} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1267.567183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1267.567889] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 66d0f6fb-aafc-4406-b545-36664abf7348/66d0f6fb-aafc-4406-b545-36664abf7348.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1267.568287] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d273ac1-6160-4d8a-ac99-e2922ce859b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1267.579981] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for the task: (returnval){
[ 1267.579981] env[69297]:    value = "task-2930734"
[ 1267.579981] env[69297]:    _type = "Task"
[ 1267.579981] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1267.589225] env[69297]: DEBUG nova.compute.manager [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1267.602279] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1267.624612] env[69297]: DEBUG nova.virt.hardware [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1267.625033] env[69297]: DEBUG nova.virt.hardware [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1267.625272] env[69297]: DEBUG nova.virt.hardware [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1267.625536] env[69297]: DEBUG nova.virt.hardware [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1267.625771] env[69297]: DEBUG nova.virt.hardware [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1267.626026] env[69297]: DEBUG nova.virt.hardware [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1267.626384] env[69297]: DEBUG nova.virt.hardware [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1267.626643] env[69297]: DEBUG nova.virt.hardware [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1267.626922] env[69297]: DEBUG nova.virt.hardware [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1267.627209] env[69297]: DEBUG nova.virt.hardware [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1267.627726] env[69297]: DEBUG nova.virt.hardware [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1267.628869] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471a47f9-e233-465f-a522-672676c75a10 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1267.649199] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930731, 'name': Destroy_Task, 'duration_secs': 0.360381} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1267.653913] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Destroyed the VM
[ 1267.654493] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1267.654963] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf548902-a436-4f97-a7a4-40ac1ce0e441 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1267.660249] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde8671f-e481-48e8-812a-33e99b0f8933 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1267.686089] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1267.687470] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1267.687470] env[69297]:    value = "task-2930735"
[ 1267.687470] env[69297]:    _type = "Task"
[ 1267.687470] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1267.687990] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.443s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1267.689617] env[69297]: INFO nova.compute.claims [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1267.702210] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930735, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1267.731146] env[69297]: INFO nova.scheduler.client.report [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Deleted allocations for instance 81894aff-58d3-4d13-a743-643267fad2bf
[ 1267.947017] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930732, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1267.955596] env[69297]: DEBUG nova.virt.hardware [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1267.955831] env[69297]: DEBUG nova.virt.hardware [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1267.955980] env[69297]: DEBUG nova.virt.hardware [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1267.956183] env[69297]: DEBUG nova.virt.hardware [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1267.956359] env[69297]: DEBUG nova.virt.hardware [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1267.958864] env[69297]: DEBUG nova.virt.hardware [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1267.959042] env[69297]: DEBUG nova.virt.hardware [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1267.959211] env[69297]: DEBUG nova.virt.hardware [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1267.959750] env[69297]: DEBUG nova.virt.hardware [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1267.959750] env[69297]: DEBUG nova.virt.hardware [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1267.959858] env[69297]: DEBUG nova.virt.hardware [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1267.960660] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8763f6db-bf13-4b26-95a4-44240fdeaec6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1267.973586] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633f5bb6-f4d1-4d68-a20c-62d3d3ec0768 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1267.987516] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071837} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1267.995930] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1267.999610] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1268.003125] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1268.005991] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ed266-d056-45ea-aff3-e8b058065d5b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1268.006885] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1268.007170] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da2b333c-57ce-49ce-a33a-b9526dd90aab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1268.044143] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 0f8a22c8-b592-42f5-a57f-807e117ec4d6/0f8a22c8-b592-42f5-a57f-807e117ec4d6.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1268.044410] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88087045-fad5-411e-b2b7-bffd89e5f075 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1268.058845] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1268.058845] env[69297]:    value = "task-2930736"
[ 1268.058845] env[69297]:    _type = "Task"
[ 1268.058845] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1268.066735] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1268.066735] env[69297]:    value = "task-2930737"
[ 1268.066735] env[69297]:    _type = "Task"
[ 1268.066735] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1268.070353] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930736, 'name': CreateVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1268.084216] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1268.095505] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930734, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1268.214711] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930735, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1268.242809] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3018e66b-98c4-4f63-a0ab-12ecc12b4674 tempest-ServerDiagnosticsV248Test-1355190894 tempest-ServerDiagnosticsV248Test-1355190894-project-member] Lock "81894aff-58d3-4d13-a743-643267fad2bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 28.732s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1268.450953] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930732, 'name': CreateSnapshot_Task, 'duration_secs': 0.846628} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1268.451912] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1268.452458] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e1b2eb-057e-46bd-88d6-d02d24faa4e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1268.569999] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930736, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1268.580257] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930737, 'name': ReconfigVM_Task, 'duration_secs': 0.475814} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1268.580584] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 0f8a22c8-b592-42f5-a57f-807e117ec4d6/0f8a22c8-b592-42f5-a57f-807e117ec4d6.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1268.581260] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-949d46f3-687d-4c45-b9be-7b1ee2c6ed3e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1268.594049] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770911} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1268.595356] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 66d0f6fb-aafc-4406-b545-36664abf7348/66d0f6fb-aafc-4406-b545-36664abf7348.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1268.595583] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1268.595886] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1268.595886] env[69297]:    value = "task-2930738"
[ 1268.595886] env[69297]:    _type = "Task"
[ 1268.595886] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1268.596079] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25cae777-ae7d-4327-aba3-c3c8625e57a9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1268.607373] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930738, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1268.608861] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for the task: (returnval){
[ 1268.608861] env[69297]:    value = "task-2930739"
[ 1268.608861] env[69297]:    _type = "Task"
[ 1268.608861] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1268.708640] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930735, 'name': RemoveSnapshot_Task} progress is 57%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1268.976372] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1268.977527] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76f380ac-36fd-4025-93cf-0b64b4f68164 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1268.991021] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1268.991021] env[69297]:    value = "task-2930740"
[ 1268.991021] env[69297]:    _type = "Task"
[ 1268.991021] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1269.004170] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930740, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1269.072263] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930736, 'name': CreateVM_Task, 'duration_secs': 0.631427} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1269.073304] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1269.073304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1269.073304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1269.073672] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1269.073672] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e4eb24-dfa0-4dc8-af55-5ce0d6b65e3b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.088594] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1269.088594] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5255c679-da47-7b44-07ca-2e794a5639e4"
[ 1269.088594] env[69297]:    _type = "Task"
[ 1269.088594] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1269.098365] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5255c679-da47-7b44-07ca-2e794a5639e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1269.111052] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930738, 'name': Rename_Task, 'duration_secs': 0.199725} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1269.114871] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1269.114871] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ead86b34-98cf-49ad-8285-a2ad0532a233 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.123116] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101538} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1269.126437] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1269.126807] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1269.126807] env[69297]:    value = "task-2930741"
[ 1269.126807] env[69297]:    _type = "Task"
[ 1269.126807] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1269.128894] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9022653d-4071-477e-832f-26aef1190c0a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.145315] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930741, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1269.182068] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 66d0f6fb-aafc-4406-b545-36664abf7348/66d0f6fb-aafc-4406-b545-36664abf7348.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1269.182730] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c59bd33-bcda-408b-92a5-4329414b104e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.207904] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for the task: (returnval){
[ 1269.207904] env[69297]:    value = "task-2930742"
[ 1269.207904] env[69297]:    _type = "Task"
[ 1269.207904] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1269.211155] env[69297]: DEBUG oslo_vmware.api [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930735, 'name': RemoveSnapshot_Task, 'duration_secs': 1.134935} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1269.214890] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1269.225586] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930742, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1269.245044] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af186c25-5614-414e-bd42-54c18080765f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.255876] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b410ee-964b-4fdd-8387-b70f9befc08f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.291098] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e245ea6-c054-405d-a20c-638dae7bb59e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.301344] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca837f80-447d-4ff5-b6f3-0a8477409eb7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.318064] env[69297]: DEBUG nova.compute.provider_tree [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1269.506998] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930740, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1269.603868] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5255c679-da47-7b44-07ca-2e794a5639e4, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1269.604322] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1269.604575] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1269.604865] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1269.605139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1269.605373] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1269.605684] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5bc2366-f988-45e1-8aee-b61415bae358 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.630781] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1269.631097] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1269.632763] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af7b7986-d225-4503-bca0-e987f38f1e34 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.651194] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1269.651194] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522f2424-4647-e5f5-f85c-0f59ec907699"
[ 1269.651194] env[69297]:    _type = "Task"
[ 1269.651194] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1269.652298] env[69297]: DEBUG oslo_vmware.api [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930741, 'name': PowerOnVM_Task, 'duration_secs': 0.520627} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1269.653054] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1269.654218] env[69297]: INFO nova.compute.manager [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Took 9.65 seconds to spawn the instance on the hypervisor.
[ 1269.654218] env[69297]: DEBUG nova.compute.manager [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1269.658193] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee7eaaa-7a9f-4cef-8493-7514e5a83f95 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.668643] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522f2424-4647-e5f5-f85c-0f59ec907699, 'name': SearchDatastore_Task, 'duration_secs': 0.014246} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1269.675979] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec13f3d2-03e5-4a4a-9029-879ae98e4e10 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.684031] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1269.684031] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5241839b-c2e5-4552-6a16-30998ead3d10"
[ 1269.684031] env[69297]:    _type = "Task"
[ 1269.684031] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1269.702949] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5241839b-c2e5-4552-6a16-30998ead3d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1269.723358] env[69297]: WARNING nova.compute.manager [None req-5d80b13e-9891-4ab5-a780-c7f21f2c3946 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Image not found during snapshot: nova.exception.ImageNotFound: Image 4e229341-f30a-4f98-bc4f-e09eb0c01b9d could not be found.
[ 1269.725106] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930742, 'name': ReconfigVM_Task, 'duration_secs': 0.323837} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1269.729039] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 66d0f6fb-aafc-4406-b545-36664abf7348/66d0f6fb-aafc-4406-b545-36664abf7348.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1269.729039] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2663c75b-a7a5-480c-8c33-88b97674a25a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1269.741241] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for the task: (returnval){
[ 1269.741241] env[69297]:    value = "task-2930743"
[ 1269.741241] env[69297]:    _type = "Task"
[ 1269.741241] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1269.756644] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930743, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1269.823080] env[69297]: DEBUG nova.scheduler.client.report [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1270.004887] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930740, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1270.141084] env[69297]: DEBUG nova.network.neutron [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Successfully updated port: 60e37303-ab31-4751-9667-eb1cc4a5b194 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1270.192064] env[69297]: INFO nova.compute.manager [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Took 30.81 seconds to build instance.
[ 1270.206351] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5241839b-c2e5-4552-6a16-30998ead3d10, 'name': SearchDatastore_Task, 'duration_secs': 0.0138} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1270.208340] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1270.208671] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] d31edcc0-475f-4f82-98bd-6070655bb7b9/d31edcc0-475f-4f82-98bd-6070655bb7b9.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1270.209907] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd9a27c9-e196-4604-a4e0-0a1ba109ca2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1270.220180] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1270.220180] env[69297]:    value = "task-2930744"
[ 1270.220180] env[69297]:    _type = "Task"
[ 1270.220180] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1270.233881] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1270.240503] env[69297]: DEBUG nova.compute.manager [req-5f229da3-e86d-4958-b29d-c9c464e7b7ef req-236c0608-aec9-4388-b691-157f5fe2e5f2 service nova] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Received event network-vif-plugged-60e37303-ab31-4751-9667-eb1cc4a5b194 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1270.240761] env[69297]: DEBUG oslo_concurrency.lockutils [req-5f229da3-e86d-4958-b29d-c9c464e7b7ef req-236c0608-aec9-4388-b691-157f5fe2e5f2 service nova] Acquiring lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1270.240947] env[69297]: DEBUG oslo_concurrency.lockutils [req-5f229da3-e86d-4958-b29d-c9c464e7b7ef req-236c0608-aec9-4388-b691-157f5fe2e5f2 service nova] Lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1270.241121] env[69297]: DEBUG oslo_concurrency.lockutils [req-5f229da3-e86d-4958-b29d-c9c464e7b7ef req-236c0608-aec9-4388-b691-157f5fe2e5f2 service nova] Lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1270.241290] env[69297]: DEBUG nova.compute.manager [req-5f229da3-e86d-4958-b29d-c9c464e7b7ef req-236c0608-aec9-4388-b691-157f5fe2e5f2 service nova] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] No waiting events found dispatching network-vif-plugged-60e37303-ab31-4751-9667-eb1cc4a5b194 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1270.241453] env[69297]: WARNING nova.compute.manager [req-5f229da3-e86d-4958-b29d-c9c464e7b7ef req-236c0608-aec9-4388-b691-157f5fe2e5f2 service nova] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Received unexpected event network-vif-plugged-60e37303-ab31-4751-9667-eb1cc4a5b194 for instance with vm_state building and task_state spawning.
[ 1270.254195] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930743, 'name': Rename_Task, 'duration_secs': 0.188415} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1270.254195] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1270.254195] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cee6e05c-0a7d-47d9-98bd-9ebd2e872457 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1270.266933] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for the task: (returnval){
[ 1270.266933] env[69297]:    value = "task-2930745"
[ 1270.266933] env[69297]:    _type = "Task"
[ 1270.266933] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1270.278536] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1270.329325] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1270.329853] env[69297]: DEBUG nova.compute.manager [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1270.336148] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.918s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1270.336504] env[69297]: DEBUG nova.objects.instance [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lazy-loading 'resources' on Instance uuid fe49a256-114c-4d15-9647-a89d85ba735f {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1270.509571] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930740, 'name': CloneVM_Task} progress is 95%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1270.646350] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquiring lock "refresh_cache-e591ffdf-b855-4c8c-a85d-55c3e8128ecc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1270.646577] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquired lock "refresh_cache-e591ffdf-b855-4c8c-a85d-55c3e8128ecc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1270.646721] env[69297]: DEBUG nova.network.neutron [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1270.696323] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8f8b71c-19a3-4460-9781-df6750cacd34 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 32.325s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1270.738546] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930744, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1270.781223] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1270.837649] env[69297]: DEBUG nova.compute.utils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1270.841791] env[69297]: DEBUG nova.compute.manager [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1270.841791] env[69297]: DEBUG nova.network.neutron [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1270.972787] env[69297]: DEBUG nova.policy [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67b5532a7304c48ae36cb69b6dc8150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '690a7a8622d24997a927b312dcb0d145', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1271.009868] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930740, 'name': CloneVM_Task, 'duration_secs': 1.812283} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1271.011030] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Created linked-clone VM from snapshot
[ 1271.011202] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753dc64d-9ebb-48ed-aa5d-6384b663266a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.027371] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Uploading image 5d93435a-b4db-4730-92ec-f86cd72ff808 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1271.068989] env[69297]: DEBUG oslo_vmware.rw_handles [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1271.068989] env[69297]:    value = "vm-588464"
[ 1271.068989] env[69297]:    _type = "VirtualMachine"
[ 1271.068989] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1271.069306] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f1fd8ce-cd14-4340-9c1a-d506e6dde93f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.086208] env[69297]: DEBUG oslo_vmware.rw_handles [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lease: (returnval){
[ 1271.086208] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529d2650-8231-9cc4-9bce-6f1fdcc7aa74"
[ 1271.086208] env[69297]:    _type = "HttpNfcLease"
[ 1271.086208] env[69297]:  } obtained for exporting VM: (result){
[ 1271.086208] env[69297]:    value = "vm-588464"
[ 1271.086208] env[69297]:    _type = "VirtualMachine"
[ 1271.086208] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1271.086626] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the lease: (returnval){
[ 1271.086626] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529d2650-8231-9cc4-9bce-6f1fdcc7aa74"
[ 1271.086626] env[69297]:    _type = "HttpNfcLease"
[ 1271.086626] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1271.102046] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1271.102046] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529d2650-8231-9cc4-9bce-6f1fdcc7aa74"
[ 1271.102046] env[69297]:    _type = "HttpNfcLease"
[ 1271.102046] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1271.208427] env[69297]: DEBUG nova.compute.manager [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1271.220990] env[69297]: DEBUG nova.network.neutron [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1271.240017] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675437} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1271.240656] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] d31edcc0-475f-4f82-98bd-6070655bb7b9/d31edcc0-475f-4f82-98bd-6070655bb7b9.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1271.240656] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1271.240987] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fca6e78-7c7b-4622-8a91-7caf6577673a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.263089] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1271.263089] env[69297]:    value = "task-2930747"
[ 1271.263089] env[69297]:    _type = "Task"
[ 1271.263089] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1271.280165] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1271.285868] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1271.286302] env[69297]: DEBUG oslo_vmware.api [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930745, 'name': PowerOnVM_Task, 'duration_secs': 0.749353} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1271.286937] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1271.288281] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1271.288499] env[69297]: INFO nova.compute.manager [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Took 8.57 seconds to spawn the instance on the hypervisor.
[ 1271.288695] env[69297]: DEBUG nova.compute.manager [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1271.289983] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a4201-afd3-44c4-bd57-daf875564ec9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.345288] env[69297]: DEBUG nova.compute.manager [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1271.435942] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245fe1f2-fdc0-409e-8f5e-3f29c97111d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.445353] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaea85e2-0203-49a8-abae-3d2f09682392 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.482948] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4917065-1d1c-4f10-ac81-520a5c0bebb0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.496091] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda99cbf-04c7-4b83-a933-063fccc8c63b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.512530] env[69297]: DEBUG nova.compute.provider_tree [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1271.560805] env[69297]: DEBUG nova.network.neutron [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Updating instance_info_cache with network_info: [{"id": "60e37303-ab31-4751-9667-eb1cc4a5b194", "address": "fa:16:3e:8e:95:b9", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e37303-ab", "ovs_interfaceid": "60e37303-ab31-4751-9667-eb1cc4a5b194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1271.596281] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1271.596281] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529d2650-8231-9cc4-9bce-6f1fdcc7aa74"
[ 1271.596281] env[69297]:    _type = "HttpNfcLease"
[ 1271.596281] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1271.597078] env[69297]: DEBUG oslo_vmware.rw_handles [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1271.597078] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529d2650-8231-9cc4-9bce-6f1fdcc7aa74"
[ 1271.597078] env[69297]:    _type = "HttpNfcLease"
[ 1271.597078] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1271.597707] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2987a9-4f12-4c08-a0be-c041404f0cf2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.608555] env[69297]: DEBUG oslo_vmware.rw_handles [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb6667-1a78-6674-db99-fbf37b37fdd9/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1271.608789] env[69297]: DEBUG oslo_vmware.rw_handles [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb6667-1a78-6674-db99-fbf37b37fdd9/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1271.743251] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e1029d0-31a8-4312-8d56-e093d2cdb5bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.748666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1271.761963] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1271.762975] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1271.762975] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1271.762975] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1271.762975] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1271.770926] env[69297]: INFO nova.compute.manager [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Terminating instance
[ 1271.781433] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168186} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1271.786633] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1271.789071] env[69297]: DEBUG nova.network.neutron [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Successfully created port: 3473af68-0629-49ee-bfdf-50dada1136ac {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1271.791796] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d4498c-3ef8-4561-8155-ccd05918f3c8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.818077] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1271.820447] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1271.830231] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1271.841206] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] d31edcc0-475f-4f82-98bd-6070655bb7b9/d31edcc0-475f-4f82-98bd-6070655bb7b9.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1271.841873] env[69297]: INFO nova.compute.manager [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Took 31.22 seconds to build instance.
[ 1271.842937] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1271.843408] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7346f2a-fb51-45f5-a22d-b715e210c90d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1271.861190] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1271.865020] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1271.865222] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1271.866392] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1271.873245] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1271.873245] env[69297]:    value = "task-2930748"
[ 1271.873245] env[69297]:    _type = "Task"
[ 1271.873245] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1271.885851] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1272.017301] env[69297]: DEBUG nova.scheduler.client.report [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1272.063635] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Releasing lock "refresh_cache-e591ffdf-b855-4c8c-a85d-55c3e8128ecc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1272.064672] env[69297]: DEBUG nova.compute.manager [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Instance network_info: |[{"id": "60e37303-ab31-4751-9667-eb1cc4a5b194", "address": "fa:16:3e:8e:95:b9", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e37303-ab", "ovs_interfaceid": "60e37303-ab31-4751-9667-eb1cc4a5b194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1272.075159] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:95:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60e37303-ab31-4751-9667-eb1cc4a5b194', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1272.117720] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Creating folder: Project (b8f84616b46a446f8209ad4f7db3957f). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1272.125223] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2969415b-bb93-40d9-b138-0d52fc38a176 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.141448] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Created folder: Project (b8f84616b46a446f8209ad4f7db3957f) in parent group-v588392.
[ 1272.141677] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Creating folder: Instances. Parent ref: group-v588465. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1272.141906] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a1a1bfb-aed7-48aa-aabd-1cd44d025eab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.161496] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Created folder: Instances in parent group-v588465.
[ 1272.161755] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1272.161868] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1272.162720] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a806d749-a5dc-4845-b3b4-519b74afa66a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.192527] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1272.192527] env[69297]:    value = "task-2930751"
[ 1272.192527] env[69297]:    _type = "Task"
[ 1272.192527] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1272.206200] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930751, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1272.277345] env[69297]: DEBUG nova.compute.manager [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1272.277619] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1272.282650] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc947f0-b179-4c85-9da9-f27970a8739b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.301401] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1272.303100] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b79fc6b-e00d-45cf-a05f-0595a74eb01b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.312355] env[69297]: DEBUG oslo_vmware.api [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1272.312355] env[69297]:    value = "task-2930752"
[ 1272.312355] env[69297]:    _type = "Task"
[ 1272.312355] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1272.324378] env[69297]: DEBUG oslo_vmware.api [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1272.361616] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1a148e84-c816-486b-a18d-cb43cb226809 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Lock "66d0f6fb-aafc-4406-b545-36664abf7348" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 32.773s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1272.367731] env[69297]: DEBUG nova.compute.manager [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1272.373376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1272.409260] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930748, 'name': ReconfigVM_Task, 'duration_secs': 0.329346} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1272.412252] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Reconfigured VM instance instance-00000013 to attach disk [datastore2] d31edcc0-475f-4f82-98bd-6070655bb7b9/d31edcc0-475f-4f82-98bd-6070655bb7b9.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1272.413531] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b599583e-0200-4c49-b163-3d90fa0eb444 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.422016] env[69297]: DEBUG nova.virt.hardware [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1272.423429] env[69297]: DEBUG nova.virt.hardware [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1272.423429] env[69297]: DEBUG nova.virt.hardware [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1272.423429] env[69297]: DEBUG nova.virt.hardware [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1272.423429] env[69297]: DEBUG nova.virt.hardware [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1272.423429] env[69297]: DEBUG nova.virt.hardware [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1272.423995] env[69297]: DEBUG nova.virt.hardware [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1272.424374] env[69297]: DEBUG nova.virt.hardware [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1272.424861] env[69297]: DEBUG nova.virt.hardware [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1272.428030] env[69297]: DEBUG nova.virt.hardware [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1272.428030] env[69297]: DEBUG nova.virt.hardware [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1272.428030] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090e2b3-d052-4e58-b049-b4f397ff30cc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.431338] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1272.431338] env[69297]:    value = "task-2930753"
[ 1272.431338] env[69297]:    _type = "Task"
[ 1272.431338] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1272.441519] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e42be7-df71-4877-82db-439a0017d729 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.451632] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930753, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1272.524294] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1272.533381] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.904s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1272.533381] env[69297]: DEBUG nova.objects.instance [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lazy-loading 'resources' on Instance uuid 8bb97c0a-e052-4844-937c-f26c2bd28b33 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1272.559864] env[69297]: INFO nova.scheduler.client.report [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Deleted allocations for instance fe49a256-114c-4d15-9647-a89d85ba735f
[ 1272.711431] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930751, 'name': CreateVM_Task, 'duration_secs': 0.4559} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1272.711633] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1272.713286] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1272.714340] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1272.714340] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1272.714509] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01fba13-58a4-43fb-ad34-1c58d63f46dc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.720822] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for the task: (returnval){
[ 1272.720822] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f2dfeb-4b70-9d44-a10e-af5851ddbb49"
[ 1272.720822] env[69297]:    _type = "Task"
[ 1272.720822] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1272.730443] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f2dfeb-4b70-9d44-a10e-af5851ddbb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1272.824345] env[69297]: DEBUG oslo_vmware.api [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930752, 'name': PowerOffVM_Task, 'duration_secs': 0.32584} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1272.824656] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1272.824834] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1272.825132] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa2bb728-5674-4021-8f34-20be377c300c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.916539] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1272.917020] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1272.917096] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Deleting the datastore file [datastore2] a3cf9b1d-995f-4540-a2fc-9039ae57e41e {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1272.917926] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e76d7d4e-6ae7-4a6e-b15f-0b861909c239 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.928567] env[69297]: DEBUG oslo_vmware.api [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1272.928567] env[69297]:    value = "task-2930755"
[ 1272.928567] env[69297]:    _type = "Task"
[ 1272.928567] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1272.941545] env[69297]: DEBUG oslo_vmware.api [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1272.952287] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930753, 'name': Rename_Task, 'duration_secs': 0.218594} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1272.952287] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1272.952287] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f64d6f84-7850-4658-a516-ef4336589219 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1272.962042] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1272.962042] env[69297]:    value = "task-2930756"
[ 1272.962042] env[69297]:    _type = "Task"
[ 1272.962042] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1272.974161] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1273.074024] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9cdcb91b-a256-4eb7-82d2-5dcfacff8f99 tempest-InstanceActionsTestJSON-1481200241 tempest-InstanceActionsTestJSON-1481200241-project-member] Lock "fe49a256-114c-4d15-9647-a89d85ba735f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 29.206s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1273.179041] env[69297]: DEBUG nova.compute.manager [req-910568cc-d170-44ea-8c1f-e9645d5bbe2e req-8cb5a11f-c6f8-4cdf-9ef7-a7fecc91f8f5 service nova] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Received event network-changed-60e37303-ab31-4751-9667-eb1cc4a5b194 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1273.181706] env[69297]: DEBUG nova.compute.manager [req-910568cc-d170-44ea-8c1f-e9645d5bbe2e req-8cb5a11f-c6f8-4cdf-9ef7-a7fecc91f8f5 service nova] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Refreshing instance network info cache due to event network-changed-60e37303-ab31-4751-9667-eb1cc4a5b194. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1273.181987] env[69297]: DEBUG oslo_concurrency.lockutils [req-910568cc-d170-44ea-8c1f-e9645d5bbe2e req-8cb5a11f-c6f8-4cdf-9ef7-a7fecc91f8f5 service nova] Acquiring lock "refresh_cache-e591ffdf-b855-4c8c-a85d-55c3e8128ecc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1273.182176] env[69297]: DEBUG oslo_concurrency.lockutils [req-910568cc-d170-44ea-8c1f-e9645d5bbe2e req-8cb5a11f-c6f8-4cdf-9ef7-a7fecc91f8f5 service nova] Acquired lock "refresh_cache-e591ffdf-b855-4c8c-a85d-55c3e8128ecc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1273.182340] env[69297]: DEBUG nova.network.neutron [req-910568cc-d170-44ea-8c1f-e9645d5bbe2e req-8cb5a11f-c6f8-4cdf-9ef7-a7fecc91f8f5 service nova] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Refreshing network info cache for port 60e37303-ab31-4751-9667-eb1cc4a5b194 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1273.237146] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f2dfeb-4b70-9d44-a10e-af5851ddbb49, 'name': SearchDatastore_Task, 'duration_secs': 0.021928} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1273.237146] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1273.237146] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1273.237146] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1273.237512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1273.237512] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1273.237512] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b04644e2-6e6e-49eb-9645-32f5ca7bf262 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1273.255489] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1273.255489] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1273.255815] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b15186-2a0a-412b-99ef-fa049ee28c59 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1273.269258] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for the task: (returnval){
[ 1273.269258] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e83e02-42f2-b07f-f4e2-b4fac0ce3f76"
[ 1273.269258] env[69297]:    _type = "Task"
[ 1273.269258] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1273.282663] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e83e02-42f2-b07f-f4e2-b4fac0ce3f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1273.445932] env[69297]: DEBUG oslo_vmware.api [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2930755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335808} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1273.446254] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1273.446627] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1273.446627] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1273.446766] env[69297]: INFO nova.compute.manager [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Took 1.17 seconds to destroy the instance on the hypervisor.
[ 1273.447246] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1273.447452] env[69297]: DEBUG nova.compute.manager [-] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1273.447579] env[69297]: DEBUG nova.network.neutron [-] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1273.476459] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1273.601258] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854cf60e-5eec-4a96-9276-491d3ca1d318 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1273.610486] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3e9597-a9ff-4796-bb4a-e12068d63266 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1273.650187] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbd4d8e-5767-4bec-9e83-6aa47578d7f0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1273.660140] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b0221f-c1f1-43d2-82b9-a532635c3493 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1273.677858] env[69297]: DEBUG nova.compute.provider_tree [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1273.770706] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquiring lock "66d0f6fb-aafc-4406-b545-36664abf7348" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1273.771336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Lock "66d0f6fb-aafc-4406-b545-36664abf7348" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1273.771336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquiring lock "66d0f6fb-aafc-4406-b545-36664abf7348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1273.771336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Lock "66d0f6fb-aafc-4406-b545-36664abf7348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1273.771685] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Lock "66d0f6fb-aafc-4406-b545-36664abf7348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1273.778372] env[69297]: INFO nova.compute.manager [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Terminating instance
[ 1273.789595] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e83e02-42f2-b07f-f4e2-b4fac0ce3f76, 'name': SearchDatastore_Task, 'duration_secs': 0.014477} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1273.790916] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa0fdd4-fed8-4496-973f-f8559c092c8f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1273.801576] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for the task: (returnval){
[ 1273.801576] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]528bc5c9-4b80-8bc9-ad17-52b83642a538"
[ 1273.801576] env[69297]:    _type = "Task"
[ 1273.801576] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1273.817163] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528bc5c9-4b80-8bc9-ad17-52b83642a538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1273.976795] env[69297]: DEBUG oslo_vmware.api [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930756, 'name': PowerOnVM_Task, 'duration_secs': 0.718163} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1273.977144] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1273.977420] env[69297]: DEBUG nova.compute.manager [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1273.978314] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8878f876-fba7-427d-ac90-1c7ce4d7afd3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1274.008082] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1274.008379] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1274.184762] env[69297]: DEBUG nova.scheduler.client.report [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1274.287028] env[69297]: DEBUG nova.compute.manager [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1274.287234] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1274.288135] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd114c6-37a1-414f-8f4a-7c2c07f38291 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1274.298051] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1274.298402] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a59c27e0-0186-4f86-a73e-10cf0bb102ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1274.307859] env[69297]: DEBUG oslo_vmware.api [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for the task: (returnval){
[ 1274.307859] env[69297]:    value = "task-2930757"
[ 1274.307859] env[69297]:    _type = "Task"
[ 1274.307859] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1274.315761] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528bc5c9-4b80-8bc9-ad17-52b83642a538, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1274.316550] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1274.316866] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] e591ffdf-b855-4c8c-a85d-55c3e8128ecc/e591ffdf-b855-4c8c-a85d-55c3e8128ecc.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1274.317155] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e5d219a-af93-4672-bfc1-ab17c74a7518 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1274.322466] env[69297]: DEBUG oslo_vmware.api [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1274.329542] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for the task: (returnval){
[ 1274.329542] env[69297]:    value = "task-2930758"
[ 1274.329542] env[69297]:    _type = "Task"
[ 1274.329542] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1274.342844] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1274.452678] env[69297]: DEBUG nova.network.neutron [-] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1274.506462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1274.511013] env[69297]: DEBUG nova.compute.manager [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1274.690953] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1274.695705] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.059s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1274.695705] env[69297]: DEBUG nova.objects.instance [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1274.713349] env[69297]: DEBUG nova.network.neutron [req-910568cc-d170-44ea-8c1f-e9645d5bbe2e req-8cb5a11f-c6f8-4cdf-9ef7-a7fecc91f8f5 service nova] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Updated VIF entry in instance network info cache for port 60e37303-ab31-4751-9667-eb1cc4a5b194. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1274.714292] env[69297]: DEBUG nova.network.neutron [req-910568cc-d170-44ea-8c1f-e9645d5bbe2e req-8cb5a11f-c6f8-4cdf-9ef7-a7fecc91f8f5 service nova] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Updating instance_info_cache with network_info: [{"id": "60e37303-ab31-4751-9667-eb1cc4a5b194", "address": "fa:16:3e:8e:95:b9", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e37303-ab", "ovs_interfaceid": "60e37303-ab31-4751-9667-eb1cc4a5b194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1274.752460] env[69297]: INFO nova.scheduler.client.report [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Deleted allocations for instance 8bb97c0a-e052-4844-937c-f26c2bd28b33
[ 1274.828918] env[69297]: DEBUG oslo_vmware.api [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930757, 'name': PowerOffVM_Task, 'duration_secs': 0.254231} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1274.829116] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1274.829239] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1274.829961] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07d3a645-debd-434b-ae8b-ab5031ac4c1f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1274.849633] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930758, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1274.951153] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1274.951153] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1274.951153] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Deleting the datastore file [datastore2] 66d0f6fb-aafc-4406-b545-36664abf7348 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1274.951591] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22d05a7c-d990-4b14-a537-7c7e795f9494 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1274.955268] env[69297]: INFO nova.compute.manager [-] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Took 1.51 seconds to deallocate network for instance.
[ 1274.962769] env[69297]: DEBUG oslo_vmware.api [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for the task: (returnval){
[ 1274.962769] env[69297]:    value = "task-2930760"
[ 1274.962769] env[69297]:    _type = "Task"
[ 1274.962769] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1274.974443] env[69297]: DEBUG oslo_vmware.api [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1274.995806] env[69297]: DEBUG nova.network.neutron [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Successfully updated port: 3473af68-0629-49ee-bfdf-50dada1136ac {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1275.062615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1275.217363] env[69297]: DEBUG oslo_concurrency.lockutils [req-910568cc-d170-44ea-8c1f-e9645d5bbe2e req-8cb5a11f-c6f8-4cdf-9ef7-a7fecc91f8f5 service nova] Releasing lock "refresh_cache-e591ffdf-b855-4c8c-a85d-55c3e8128ecc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1275.265824] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af289884-5395-4301-90b7-82bdeea52511 tempest-AttachInterfacesV270Test-950161282 tempest-AttachInterfacesV270Test-950161282-project-member] Lock "8bb97c0a-e052-4844-937c-f26c2bd28b33" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 30.676s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1275.344594] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759302} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1275.345536] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] e591ffdf-b855-4c8c-a85d-55c3e8128ecc/e591ffdf-b855-4c8c-a85d-55c3e8128ecc.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1275.345825] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1275.346754] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03b389e1-e75d-4011-a1e1-5f6b68b72efb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1275.357177] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for the task: (returnval){
[ 1275.357177] env[69297]:    value = "task-2930761"
[ 1275.357177] env[69297]:    _type = "Task"
[ 1275.357177] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1275.368512] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1275.456262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "02b8da67-2bd0-4e21-b052-b4748e26677f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1275.456372] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1275.463426] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1275.476593] env[69297]: DEBUG oslo_vmware.api [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Task: {'id': task-2930760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371072} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1275.477612] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1275.477873] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1275.478060] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1275.478376] env[69297]: INFO nova.compute.manager [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Took 1.19 seconds to destroy the instance on the hypervisor.
[ 1275.478692] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1275.479405] env[69297]: DEBUG nova.compute.manager [-] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1275.479567] env[69297]: DEBUG nova.network.neutron [-] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1275.498052] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1275.498478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1275.501839] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "refresh_cache-d7acde69-37bc-477b-9c80-d3271a71fdfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1275.502010] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired lock "refresh_cache-d7acde69-37bc-477b-9c80-d3271a71fdfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1275.502304] env[69297]: DEBUG nova.network.neutron [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1275.710887] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f1c3161-da50-4a27-b453-ef3e3ab871f5 tempest-ServersAdmin275Test-180281614 tempest-ServersAdmin275Test-180281614-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1275.713684] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.699s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1275.715395] env[69297]: INFO nova.compute.claims [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1275.722927] env[69297]: DEBUG nova.compute.manager [req-a5720164-eedf-42ee-a215-a9358ceb4e62 req-b71747ed-7d76-49c9-8358-d83ef8ef98d6 service nova] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Received event network-vif-deleted-4dea2c46-d221-4de8-99e0-6c16d436eea9 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1275.874894] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154019} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1275.875611] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1275.876501] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d208e774-6898-4325-8cd8-275af856d7bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1275.905246] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] e591ffdf-b855-4c8c-a85d-55c3e8128ecc/e591ffdf-b855-4c8c-a85d-55c3e8128ecc.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1275.905912] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81da7e69-8806-47ec-acd3-6fec244ad9fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1275.938955] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for the task: (returnval){
[ 1275.938955] env[69297]:    value = "task-2930762"
[ 1275.938955] env[69297]:    _type = "Task"
[ 1275.938955] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1275.950120] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1276.106804] env[69297]: DEBUG nova.network.neutron [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1276.198593] env[69297]: DEBUG nova.compute.manager [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Received event network-vif-plugged-3473af68-0629-49ee-bfdf-50dada1136ac {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1276.198593] env[69297]: DEBUG oslo_concurrency.lockutils [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] Acquiring lock "d7acde69-37bc-477b-9c80-d3271a71fdfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1276.198593] env[69297]: DEBUG oslo_concurrency.lockutils [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] Lock "d7acde69-37bc-477b-9c80-d3271a71fdfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1276.198593] env[69297]: DEBUG oslo_concurrency.lockutils [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] Lock "d7acde69-37bc-477b-9c80-d3271a71fdfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1276.198593] env[69297]: DEBUG nova.compute.manager [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] No waiting events found dispatching network-vif-plugged-3473af68-0629-49ee-bfdf-50dada1136ac {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1276.198814] env[69297]: WARNING nova.compute.manager [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Received unexpected event network-vif-plugged-3473af68-0629-49ee-bfdf-50dada1136ac for instance with vm_state building and task_state spawning.
[ 1276.199126] env[69297]: DEBUG nova.compute.manager [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Received event network-changed-3473af68-0629-49ee-bfdf-50dada1136ac {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1276.199444] env[69297]: DEBUG nova.compute.manager [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Refreshing instance network info cache due to event network-changed-3473af68-0629-49ee-bfdf-50dada1136ac. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1276.199865] env[69297]: DEBUG oslo_concurrency.lockutils [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] Acquiring lock "refresh_cache-d7acde69-37bc-477b-9c80-d3271a71fdfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1276.440231] env[69297]: DEBUG nova.network.neutron [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Updating instance_info_cache with network_info: [{"id": "3473af68-0629-49ee-bfdf-50dada1136ac", "address": "fa:16:3e:69:37:db", "network": {"id": "7a6e1fcb-3367-4f21-99ec-0b8b134ead3e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-270637559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "690a7a8622d24997a927b312dcb0d145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3473af68-06", "ovs_interfaceid": "3473af68-0629-49ee-bfdf-50dada1136ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1276.454811] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1276.683933] env[69297]: DEBUG nova.network.neutron [-] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1276.775836] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquiring lock "d31edcc0-475f-4f82-98bd-6070655bb7b9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1276.776412] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "d31edcc0-475f-4f82-98bd-6070655bb7b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1276.776674] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquiring lock "d31edcc0-475f-4f82-98bd-6070655bb7b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1276.776881] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "d31edcc0-475f-4f82-98bd-6070655bb7b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1276.777059] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "d31edcc0-475f-4f82-98bd-6070655bb7b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1276.784310] env[69297]: INFO nova.compute.manager [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Terminating instance
[ 1276.947628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Releasing lock "refresh_cache-d7acde69-37bc-477b-9c80-d3271a71fdfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1276.947819] env[69297]: DEBUG nova.compute.manager [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Instance network_info: |[{"id": "3473af68-0629-49ee-bfdf-50dada1136ac", "address": "fa:16:3e:69:37:db", "network": {"id": "7a6e1fcb-3367-4f21-99ec-0b8b134ead3e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-270637559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "690a7a8622d24997a927b312dcb0d145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3473af68-06", "ovs_interfaceid": "3473af68-0629-49ee-bfdf-50dada1136ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1276.948112] env[69297]: DEBUG oslo_concurrency.lockutils [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] Acquired lock "refresh_cache-d7acde69-37bc-477b-9c80-d3271a71fdfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1276.948248] env[69297]: DEBUG nova.network.neutron [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Refreshing network info cache for port 3473af68-0629-49ee-bfdf-50dada1136ac {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1276.952721] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:37:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3473af68-0629-49ee-bfdf-50dada1136ac', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1276.960444] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Creating folder: Project (690a7a8622d24997a927b312dcb0d145). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1276.964422] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee7ca3dd-4b34-4057-b288-d2ccd212d9d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1276.971942] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930762, 'name': ReconfigVM_Task, 'duration_secs': 0.706791} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1276.971942] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Reconfigured VM instance instance-00000016 to attach disk [datastore2] e591ffdf-b855-4c8c-a85d-55c3e8128ecc/e591ffdf-b855-4c8c-a85d-55c3e8128ecc.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1276.972475] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a0efad9-8590-4870-ad42-a28e7dec9fea {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1276.982549] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for the task: (returnval){
[ 1276.982549] env[69297]:    value = "task-2930764"
[ 1276.982549] env[69297]:    _type = "Task"
[ 1276.982549] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1276.992044] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Created folder: Project (690a7a8622d24997a927b312dcb0d145) in parent group-v588392.
[ 1276.992301] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Creating folder: Instances. Parent ref: group-v588468. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1276.993577] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5555950-8e21-4809-b271-335f726d9772 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1277.003701] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930764, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1277.010636] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Created folder: Instances in parent group-v588468.
[ 1277.010636] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1277.010636] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1277.010795] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e609de33-2257-499d-bf7c-55cef6342fa3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1277.039773] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1277.039773] env[69297]:    value = "task-2930766"
[ 1277.039773] env[69297]:    _type = "Task"
[ 1277.039773] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1277.050843] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930766, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1277.190799] env[69297]: INFO nova.compute.manager [-] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Took 1.71 seconds to deallocate network for instance.
[ 1277.266137] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d27e3f-b1d1-4fb0-90ee-3041511a52f4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1277.275908] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdceaf82-ea67-46d7-b420-16560dc8f6cf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1277.315624] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquiring lock "refresh_cache-d31edcc0-475f-4f82-98bd-6070655bb7b9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1277.315831] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquired lock "refresh_cache-d31edcc0-475f-4f82-98bd-6070655bb7b9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1277.316022] env[69297]: DEBUG nova.network.neutron [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1277.320833] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabd168b-c6f2-4133-872c-77e459667b8d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1277.330152] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6136fd-50c3-4d3d-ae4a-cb7f81b10e64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1277.353230] env[69297]: DEBUG nova.compute.provider_tree [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1277.499017] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930764, 'name': Rename_Task, 'duration_secs': 0.340431} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1277.499017] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1277.499493] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35e0568b-4b64-4543-a7d0-985286e79472 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1277.510057] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for the task: (returnval){
[ 1277.510057] env[69297]:    value = "task-2930767"
[ 1277.510057] env[69297]:    _type = "Task"
[ 1277.510057] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1277.520595] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1277.549941] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930766, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1277.698563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1277.859035] env[69297]: DEBUG nova.scheduler.client.report [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1277.872900] env[69297]: DEBUG nova.network.neutron [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1278.024410] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1278.040379] env[69297]: DEBUG nova.network.neutron [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1278.055710] env[69297]: DEBUG nova.network.neutron [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Updated VIF entry in instance network info cache for port 3473af68-0629-49ee-bfdf-50dada1136ac. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1278.055710] env[69297]: DEBUG nova.network.neutron [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Updating instance_info_cache with network_info: [{"id": "3473af68-0629-49ee-bfdf-50dada1136ac", "address": "fa:16:3e:69:37:db", "network": {"id": "7a6e1fcb-3367-4f21-99ec-0b8b134ead3e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-270637559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "690a7a8622d24997a927b312dcb0d145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3473af68-06", "ovs_interfaceid": "3473af68-0629-49ee-bfdf-50dada1136ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1278.058378] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930766, 'name': CreateVM_Task, 'duration_secs': 0.532241} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1278.059438] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1278.060592] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1278.060592] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1278.060934] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1278.061259] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451cf2d2-3e86-4de8-a7db-5b5c8dddc0cc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1278.069420] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1278.069420] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52716af1-9151-11a9-eef0-d087b21f35e5"
[ 1278.069420] env[69297]:    _type = "Task"
[ 1278.069420] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1278.080761] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52716af1-9151-11a9-eef0-d087b21f35e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1278.366548] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1278.366548] env[69297]: DEBUG nova.compute.manager [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1278.369703] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.228s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1278.371603] env[69297]: INFO nova.compute.claims [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1278.525381] env[69297]: DEBUG oslo_vmware.api [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930767, 'name': PowerOnVM_Task, 'duration_secs': 0.914677} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1278.526416] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1278.526416] env[69297]: INFO nova.compute.manager [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Took 10.94 seconds to spawn the instance on the hypervisor.
[ 1278.526416] env[69297]: DEBUG nova.compute.manager [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1278.526898] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d03750-ee00-42f4-a2e3-ea7c67ef46bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1278.543341] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Releasing lock "refresh_cache-d31edcc0-475f-4f82-98bd-6070655bb7b9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1278.543892] env[69297]: DEBUG nova.compute.manager [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1278.544244] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1278.545285] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29258092-3a95-4b71-82d5-7225c678edde {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1278.560112] env[69297]: DEBUG oslo_concurrency.lockutils [req-d665b97f-f66f-4615-849b-105ddd847bda req-5322141d-a58f-4341-9c84-fa1b78b60794 service nova] Releasing lock "refresh_cache-d7acde69-37bc-477b-9c80-d3271a71fdfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1278.561102] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1278.561500] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b93e96cb-c7d7-4ce5-aac3-c5e8e903a01b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1278.571732] env[69297]: DEBUG oslo_vmware.api [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1278.571732] env[69297]:    value = "task-2930768"
[ 1278.571732] env[69297]:    _type = "Task"
[ 1278.571732] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1278.588664] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52716af1-9151-11a9-eef0-d087b21f35e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1278.595468] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1278.595754] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1278.596016] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1278.601133] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1278.601133] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1278.601133] env[69297]: DEBUG oslo_vmware.api [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1278.601133] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8690753c-1245-4985-8d32-edb7f508e2fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1278.609562] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1278.609773] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1278.610635] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e1bd03-7545-4b0d-ba2c-23be96ea4933 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1278.623836] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1278.623836] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529984bc-edf1-e035-18c4-535bd879022a"
[ 1278.623836] env[69297]:    _type = "Task"
[ 1278.623836] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1278.640266] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529984bc-edf1-e035-18c4-535bd879022a, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1278.641184] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4145f7b-84fc-448f-9db1-d3b77ad9a7a0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1278.649499] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1278.649499] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f6caa8-2119-2949-9bf4-7651cf7153f2"
[ 1278.649499] env[69297]:    _type = "Task"
[ 1278.649499] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1278.660625] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f6caa8-2119-2949-9bf4-7651cf7153f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1278.858543] env[69297]: DEBUG nova.compute.manager [req-d1cd08eb-0fd2-4fbf-ab4f-ed0391e0946e req-6ce05377-aa0e-4831-b460-8127a5a2940c service nova] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Received event network-vif-deleted-1227fbc5-2362-4611-b3d4-a5e2d267224b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1278.883068] env[69297]: DEBUG nova.compute.utils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1278.888018] env[69297]: DEBUG nova.compute.manager [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1278.888018] env[69297]: DEBUG nova.network.neutron [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1278.998204] env[69297]: DEBUG nova.policy [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb0bf50b51754a188a30a5f4ba4f572c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de9ec37757f244e685d9e62e5223f494', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1279.047871] env[69297]: INFO nova.compute.manager [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Took 36.15 seconds to build instance.
[ 1279.089785] env[69297]: DEBUG oslo_vmware.api [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930768, 'name': PowerOffVM_Task, 'duration_secs': 0.335122} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1279.090086] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1279.090254] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1279.090528] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1553bb73-c9ed-48c0-a294-b919fc5f896d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1279.125783] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1279.125783] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1279.125783] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Deleting the datastore file [datastore2] d31edcc0-475f-4f82-98bd-6070655bb7b9 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1279.125783] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-583d2163-24bb-4b66-9ba2-15c4d13b7fc1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1279.134302] env[69297]: DEBUG oslo_vmware.api [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for the task: (returnval){
[ 1279.134302] env[69297]:    value = "task-2930770"
[ 1279.134302] env[69297]:    _type = "Task"
[ 1279.134302] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1279.143935] env[69297]: DEBUG oslo_vmware.api [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1279.160980] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f6caa8-2119-2949-9bf4-7651cf7153f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012347} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1279.161276] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1279.161527] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] d7acde69-37bc-477b-9c80-d3271a71fdfc/d7acde69-37bc-477b-9c80-d3271a71fdfc.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1279.162575] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65ce56e7-86fc-42e5-a276-3a15adaff471 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1279.173165] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1279.173165] env[69297]:    value = "task-2930771"
[ 1279.173165] env[69297]:    _type = "Task"
[ 1279.173165] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1279.385665] env[69297]: DEBUG nova.compute.manager [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1279.550540] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9a6aabde-203c-4b2d-b84a-6de7dc8a8bbc tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 39.439s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1279.647374] env[69297]: DEBUG oslo_vmware.api [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Task: {'id': task-2930770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232367} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1279.650280] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1279.650612] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1279.651666] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1279.651666] env[69297]: INFO nova.compute.manager [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1279.651666] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1279.651904] env[69297]: DEBUG nova.compute.manager [-] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1279.652093] env[69297]: DEBUG nova.network.neutron [-] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1279.687676] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930771, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1279.708698] env[69297]: DEBUG nova.network.neutron [-] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1279.717194] env[69297]: DEBUG nova.network.neutron [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Successfully created port: a6b7b4a8-6314-48b7-b544-c0f3902b192c {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1279.816577] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "010107bd-fe8f-4008-868b-f8b39c1d855f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1279.817139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "010107bd-fe8f-4008-868b-f8b39c1d855f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1280.585616] env[69297]: DEBUG nova.compute.manager [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1280.590374] env[69297]: DEBUG nova.network.neutron [-] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1280.602037] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1280.602873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1280.602873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1280.602873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1280.613531] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756365} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1280.613531] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] d7acde69-37bc-477b-9c80-d3271a71fdfc/d7acde69-37bc-477b-9c80-d3271a71fdfc.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1280.613852] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1280.614423] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdd959eb-7bac-4a32-9d3f-923db1db31d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1280.623914] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1280.623914] env[69297]:    value = "task-2930772"
[ 1280.623914] env[69297]:    _type = "Task"
[ 1280.623914] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1280.644161] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1280.742632] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b190b62b-c276-4343-aca4-d47134b5fc34 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1280.751933] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fbc8f0-c4c4-4239-b494-ea2c8fc8b7c6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1280.783275] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f875a62-8f4d-4897-acaf-c939a08a2eb3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1280.793476] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042f8096-670f-4f89-91cb-3df28ca9c070 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1280.810090] env[69297]: DEBUG nova.compute.provider_tree [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1281.099395] env[69297]: DEBUG nova.compute.manager [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1281.118737] env[69297]: INFO nova.compute.manager [-] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Took 1.47 seconds to deallocate network for instance.
[ 1281.141508] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1281.145982] env[69297]: DEBUG nova.virt.hardware [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1281.145982] env[69297]: DEBUG nova.virt.hardware [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1281.145982] env[69297]: DEBUG nova.virt.hardware [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1281.146272] env[69297]: DEBUG nova.virt.hardware [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1281.146272] env[69297]: DEBUG nova.virt.hardware [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1281.146272] env[69297]: DEBUG nova.virt.hardware [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1281.146440] env[69297]: DEBUG nova.virt.hardware [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1281.146616] env[69297]: DEBUG nova.virt.hardware [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1281.146836] env[69297]: DEBUG nova.virt.hardware [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1281.146998] env[69297]: DEBUG nova.virt.hardware [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1281.147197] env[69297]: DEBUG nova.virt.hardware [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1281.148483] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c674aab-e73c-4c50-b23e-f73a3c7ea37a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1281.156221] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080285} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1281.156972] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1281.161018] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02f2094-1bc2-4b15-b4dd-fa87b630de08 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1281.167517] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c0e5e2-b5f0-4a81-be85-f1bfe57af15c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1281.191411] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] d7acde69-37bc-477b-9c80-d3271a71fdfc/d7acde69-37bc-477b-9c80-d3271a71fdfc.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1281.192408] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab31aca-b660-41a0-9eb2-9e109d2bf03e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1281.229654] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1281.229654] env[69297]:    value = "task-2930773"
[ 1281.229654] env[69297]:    _type = "Task"
[ 1281.229654] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1281.240301] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1281.313114] env[69297]: DEBUG nova.scheduler.client.report [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1281.633951] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1281.681149] env[69297]: DEBUG oslo_vmware.rw_handles [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb6667-1a78-6674-db99-fbf37b37fdd9/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1281.681481] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed53d34-0473-4255-ab7d-0fbd97dd3a0b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1281.691023] env[69297]: DEBUG oslo_vmware.rw_handles [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb6667-1a78-6674-db99-fbf37b37fdd9/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1281.691023] env[69297]: ERROR oslo_vmware.rw_handles [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb6667-1a78-6674-db99-fbf37b37fdd9/disk-0.vmdk due to incomplete transfer.
[ 1281.691023] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9281c4b8-54af-46f9-b1ba-5c427ad861f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1281.703020] env[69297]: DEBUG oslo_vmware.rw_handles [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bb6667-1a78-6674-db99-fbf37b37fdd9/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1281.703020] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Uploaded image 5d93435a-b4db-4730-92ec-f86cd72ff808 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1281.703020] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1281.703536] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d904fe8e-2405-4441-9818-a55100a4316d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1281.713030] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1281.713030] env[69297]:    value = "task-2930774"
[ 1281.713030] env[69297]:    _type = "Task"
[ 1281.713030] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1281.720474] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930774, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1281.739311] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930773, 'name': ReconfigVM_Task, 'duration_secs': 0.396369} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1281.740076] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Reconfigured VM instance instance-00000017 to attach disk [datastore2] d7acde69-37bc-477b-9c80-d3271a71fdfc/d7acde69-37bc-477b-9c80-d3271a71fdfc.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1281.740630] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6614d93a-9072-442a-8689-4adc7803dc08 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1281.748769] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1281.748769] env[69297]:    value = "task-2930775"
[ 1281.748769] env[69297]:    _type = "Task"
[ 1281.748769] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1281.758266] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930775, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1281.819475] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.450s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1281.820324] env[69297]: DEBUG nova.compute.manager [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1281.824482] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.211s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1281.824876] env[69297]: DEBUG nova.objects.instance [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lazy-loading 'resources' on Instance uuid 40bc1ca1-dcb3-4d03-8e57-290e21f30e93 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1281.857336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquiring lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1281.857689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1281.857850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquiring lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1281.858155] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1281.858366] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1281.861275] env[69297]: INFO nova.compute.manager [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Terminating instance
[ 1281.903720] env[69297]: DEBUG nova.network.neutron [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Successfully updated port: a6b7b4a8-6314-48b7-b544-c0f3902b192c {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1282.226474] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930774, 'name': Destroy_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1282.262448] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930775, 'name': Rename_Task, 'duration_secs': 0.16045} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1282.262448] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1282.262569] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec161957-3b1f-4cf7-b8a3-0965ec94fd58 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1282.270658] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1282.270658] env[69297]:    value = "task-2930776"
[ 1282.270658] env[69297]:    _type = "Task"
[ 1282.270658] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1282.282413] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1282.331037] env[69297]: DEBUG nova.compute.utils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1282.335023] env[69297]: DEBUG nova.compute.manager [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1282.335023] env[69297]: DEBUG nova.network.neutron [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1282.366969] env[69297]: DEBUG nova.compute.manager [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1282.367230] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1282.368132] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddf0927-36a0-4fd4-b3d8-7341dc7e06bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1282.380750] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1282.380750] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1113c00-da94-4199-88ff-6a1ab5a20de0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1282.386043] env[69297]: DEBUG oslo_vmware.api [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for the task: (returnval){
[ 1282.386043] env[69297]:    value = "task-2930777"
[ 1282.386043] env[69297]:    _type = "Task"
[ 1282.386043] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1282.395887] env[69297]: DEBUG oslo_vmware.api [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1282.398400] env[69297]: DEBUG nova.policy [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32998671241e442ab09975465012193d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ab49c7f79b84fa18455933e561c0145', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1282.407197] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "refresh_cache-394819e1-618e-4143-ac2b-72183da86403" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1282.407280] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquired lock "refresh_cache-394819e1-618e-4143-ac2b-72183da86403" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1282.407461] env[69297]: DEBUG nova.network.neutron [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1282.634083] env[69297]: DEBUG nova.compute.manager [req-70300c60-bd29-4785-abbf-81c28058df24 req-ac1166e0-39a6-4d9f-9916-d48822bdf514 service nova] [instance: 394819e1-618e-4143-ac2b-72183da86403] Received event network-vif-plugged-a6b7b4a8-6314-48b7-b544-c0f3902b192c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1282.634367] env[69297]: DEBUG oslo_concurrency.lockutils [req-70300c60-bd29-4785-abbf-81c28058df24 req-ac1166e0-39a6-4d9f-9916-d48822bdf514 service nova] Acquiring lock "394819e1-618e-4143-ac2b-72183da86403-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1282.634573] env[69297]: DEBUG oslo_concurrency.lockutils [req-70300c60-bd29-4785-abbf-81c28058df24 req-ac1166e0-39a6-4d9f-9916-d48822bdf514 service nova] Lock "394819e1-618e-4143-ac2b-72183da86403-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1282.636812] env[69297]: DEBUG oslo_concurrency.lockutils [req-70300c60-bd29-4785-abbf-81c28058df24 req-ac1166e0-39a6-4d9f-9916-d48822bdf514 service nova] Lock "394819e1-618e-4143-ac2b-72183da86403-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1282.636812] env[69297]: DEBUG nova.compute.manager [req-70300c60-bd29-4785-abbf-81c28058df24 req-ac1166e0-39a6-4d9f-9916-d48822bdf514 service nova] [instance: 394819e1-618e-4143-ac2b-72183da86403] No waiting events found dispatching network-vif-plugged-a6b7b4a8-6314-48b7-b544-c0f3902b192c {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1282.636812] env[69297]: WARNING nova.compute.manager [req-70300c60-bd29-4785-abbf-81c28058df24 req-ac1166e0-39a6-4d9f-9916-d48822bdf514 service nova] [instance: 394819e1-618e-4143-ac2b-72183da86403] Received unexpected event network-vif-plugged-a6b7b4a8-6314-48b7-b544-c0f3902b192c for instance with vm_state building and task_state spawning.
[ 1282.725781] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930774, 'name': Destroy_Task, 'duration_secs': 0.807655} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1282.726051] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Destroyed the VM
[ 1282.726444] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1282.726546] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd541c91-875d-42e8-a9e6-bb5f336833ef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1282.734922] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1282.734922] env[69297]:    value = "task-2930778"
[ 1282.734922] env[69297]:    _type = "Task"
[ 1282.734922] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1282.746334] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930778, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1282.783911] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930776, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1282.839233] env[69297]: DEBUG nova.compute.manager [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1282.883048] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1da0ab7-4cbc-4505-854c-dae031c4b446 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1282.894629] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb8d274-8527-43c7-9a0c-bc87a3922e7d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1282.902915] env[69297]: DEBUG oslo_vmware.api [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930777, 'name': PowerOffVM_Task, 'duration_secs': 0.230777} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1282.903668] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1282.903932] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1282.904539] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb9a5b1f-ade5-4f38-bec4-020ea9155005 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1282.938630] env[69297]: DEBUG nova.network.neutron [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Successfully created port: 66a7e730-fc62-4e84-b722-da5e70859c2f {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1282.941498] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685a94f5-14db-483c-93f5-8af5e2d6cbe2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1282.951747] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a382e-e376-42cd-8793-ad5848c29df3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1282.969937] env[69297]: DEBUG nova.compute.provider_tree [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1283.018331] env[69297]: DEBUG nova.network.neutron [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1283.028971] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1283.029899] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1283.029899] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Deleting the datastore file [datastore2] e591ffdf-b855-4c8c-a85d-55c3e8128ecc {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1283.030379] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e415ba1-fd34-46e0-b34d-f1c9ff1448e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1283.042336] env[69297]: DEBUG oslo_vmware.api [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for the task: (returnval){
[ 1283.042336] env[69297]:    value = "task-2930780"
[ 1283.042336] env[69297]:    _type = "Task"
[ 1283.042336] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1283.051471] env[69297]: DEBUG oslo_vmware.api [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1283.103398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquiring lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1283.103656] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1283.255015] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930778, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1283.288367] env[69297]: DEBUG oslo_vmware.api [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930776, 'name': PowerOnVM_Task, 'duration_secs': 0.578623} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1283.288822] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1283.289457] env[69297]: INFO nova.compute.manager [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Took 10.92 seconds to spawn the instance on the hypervisor.
[ 1283.289853] env[69297]: DEBUG nova.compute.manager [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1283.290810] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b8904f-03bd-408c-9185-1ef556ed4aee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1283.354775] env[69297]: DEBUG nova.network.neutron [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Updating instance_info_cache with network_info: [{"id": "a6b7b4a8-6314-48b7-b544-c0f3902b192c", "address": "fa:16:3e:b1:17:0a", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b7b4a8-63", "ovs_interfaceid": "a6b7b4a8-6314-48b7-b544-c0f3902b192c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1283.476054] env[69297]: DEBUG nova.scheduler.client.report [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1283.555656] env[69297]: DEBUG oslo_vmware.api [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Task: {'id': task-2930780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246231} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1283.555902] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1283.557017] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1283.557017] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1283.557017] env[69297]: INFO nova.compute.manager [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Took 1.19 seconds to destroy the instance on the hypervisor.
[ 1283.557017] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1283.557017] env[69297]: DEBUG nova.compute.manager [-] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1283.557017] env[69297]: DEBUG nova.network.neutron [-] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1283.756033] env[69297]: DEBUG oslo_vmware.api [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930778, 'name': RemoveSnapshot_Task, 'duration_secs': 0.684531} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1283.756033] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1283.756033] env[69297]: INFO nova.compute.manager [None req-1273dbd6-2cde-40fa-b587-3d5a0f2ce6bb tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Took 16.89 seconds to snapshot the instance on the hypervisor.
[ 1283.795453] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquiring lock "9971da56-8816-4274-8ee1-726a3608fcb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1283.795857] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Lock "9971da56-8816-4274-8ee1-726a3608fcb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1283.814510] env[69297]: INFO nova.compute.manager [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Took 36.59 seconds to build instance.
[ 1283.854564] env[69297]: DEBUG nova.compute.manager [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1283.858028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Releasing lock "refresh_cache-394819e1-618e-4143-ac2b-72183da86403" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1283.858197] env[69297]: DEBUG nova.compute.manager [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Instance network_info: |[{"id": "a6b7b4a8-6314-48b7-b544-c0f3902b192c", "address": "fa:16:3e:b1:17:0a", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b7b4a8-63", "ovs_interfaceid": "a6b7b4a8-6314-48b7-b544-c0f3902b192c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1283.858583] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:17:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6b7b4a8-6314-48b7-b544-c0f3902b192c', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1283.866651] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1283.867506] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394819e1-618e-4143-ac2b-72183da86403] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1283.867810] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b912b00b-6bc5-4b7c-b271-a79bb6e61a71 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1283.890488] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1283.890488] env[69297]:    value = "task-2930781"
[ 1283.890488] env[69297]:    _type = "Task"
[ 1283.890488] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1283.900017] env[69297]: DEBUG nova.virt.hardware [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1283.900411] env[69297]: DEBUG nova.virt.hardware [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1283.900751] env[69297]: DEBUG nova.virt.hardware [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1283.900832] env[69297]: DEBUG nova.virt.hardware [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1283.901132] env[69297]: DEBUG nova.virt.hardware [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1283.901350] env[69297]: DEBUG nova.virt.hardware [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1283.902521] env[69297]: DEBUG nova.virt.hardware [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1283.902823] env[69297]: DEBUG nova.virt.hardware [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1283.903075] env[69297]: DEBUG nova.virt.hardware [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1283.903319] env[69297]: DEBUG nova.virt.hardware [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1283.903572] env[69297]: DEBUG nova.virt.hardware [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1283.905268] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7b008f-5f7c-4854-842a-89df3b5e8fbe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1283.911540] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930781, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1283.917564] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d889eb6-32bd-496a-9042-6d6204cac2e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1283.983477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1283.984728] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.201s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1283.987229] env[69297]: INFO nova.compute.claims [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1284.043178] env[69297]: INFO nova.scheduler.client.report [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Deleted allocations for instance 40bc1ca1-dcb3-4d03-8e57-290e21f30e93
[ 1284.317033] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b5a3668a-9349-4c8c-a61b-f1daf91ab2ed tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "d7acde69-37bc-477b-9c80-d3271a71fdfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 41.282s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1284.402351] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930781, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1284.474948] env[69297]: DEBUG nova.network.neutron [-] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1284.553022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99467dac-95e2-463c-9d25-6a61015cb251 tempest-ServersAdmin275Test-1512521545 tempest-ServersAdmin275Test-1512521545-project-member] Lock "40bc1ca1-dcb3-4d03-8e57-290e21f30e93" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 33.473s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1284.694823] env[69297]: INFO nova.compute.manager [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Rescuing
[ 1284.695164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "refresh_cache-d7acde69-37bc-477b-9c80-d3271a71fdfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1284.695322] env[69297]: DEBUG oslo_concurrency.lockutils [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired lock "refresh_cache-d7acde69-37bc-477b-9c80-d3271a71fdfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1284.695583] env[69297]: DEBUG nova.network.neutron [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1284.819632] env[69297]: DEBUG nova.compute.manager [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1284.844133] env[69297]: DEBUG nova.compute.manager [req-7be43605-ecf1-4541-9d0c-54412c66a906 req-b69f0821-849b-46f3-9657-58a71c9372a1 service nova] [instance: 394819e1-618e-4143-ac2b-72183da86403] Received event network-changed-a6b7b4a8-6314-48b7-b544-c0f3902b192c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1284.844244] env[69297]: DEBUG nova.compute.manager [req-7be43605-ecf1-4541-9d0c-54412c66a906 req-b69f0821-849b-46f3-9657-58a71c9372a1 service nova] [instance: 394819e1-618e-4143-ac2b-72183da86403] Refreshing instance network info cache due to event network-changed-a6b7b4a8-6314-48b7-b544-c0f3902b192c. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1284.844572] env[69297]: DEBUG oslo_concurrency.lockutils [req-7be43605-ecf1-4541-9d0c-54412c66a906 req-b69f0821-849b-46f3-9657-58a71c9372a1 service nova] Acquiring lock "refresh_cache-394819e1-618e-4143-ac2b-72183da86403" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1284.844770] env[69297]: DEBUG oslo_concurrency.lockutils [req-7be43605-ecf1-4541-9d0c-54412c66a906 req-b69f0821-849b-46f3-9657-58a71c9372a1 service nova] Acquired lock "refresh_cache-394819e1-618e-4143-ac2b-72183da86403" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1284.845153] env[69297]: DEBUG nova.network.neutron [req-7be43605-ecf1-4541-9d0c-54412c66a906 req-b69f0821-849b-46f3-9657-58a71c9372a1 service nova] [instance: 394819e1-618e-4143-ac2b-72183da86403] Refreshing network info cache for port a6b7b4a8-6314-48b7-b544-c0f3902b192c {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1284.903096] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930781, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1284.940366] env[69297]: DEBUG nova.network.neutron [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Successfully updated port: 66a7e730-fc62-4e84-b722-da5e70859c2f {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1284.977963] env[69297]: INFO nova.compute.manager [-] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Took 1.42 seconds to deallocate network for instance.
[ 1285.343914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1285.404835] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930781, 'name': CreateVM_Task, 'duration_secs': 1.0435} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1285.407856] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394819e1-618e-4143-ac2b-72183da86403] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1285.408954] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1285.409104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1285.409479] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1285.409799] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3354823e-cc58-4017-97b6-3217ebbb545c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1285.417238] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1285.417238] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ae8ac8-3a76-bffe-ff14-bec726961a58"
[ 1285.417238] env[69297]:    _type = "Task"
[ 1285.417238] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1285.434407] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ae8ac8-3a76-bffe-ff14-bec726961a58, 'name': SearchDatastore_Task, 'duration_secs': 0.015526} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1285.434701] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1285.434939] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1285.436055] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1285.436055] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1285.436055] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1285.436055] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aebef462-b0d7-4942-849a-eb83cc5f955c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1285.443489] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "refresh_cache-a4a8e06a-6def-4ef6-a500-13f1f753f63a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1285.443489] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "refresh_cache-a4a8e06a-6def-4ef6-a500-13f1f753f63a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1285.443489] env[69297]: DEBUG nova.network.neutron [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1285.449684] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1285.449684] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1285.449684] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5535b53d-1652-46d7-b447-dd8a991edc43 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1285.456301] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1285.456301] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]527a5746-f436-66c3-7fd0-1bf8ae5b67c5"
[ 1285.456301] env[69297]:    _type = "Task"
[ 1285.456301] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1285.466280] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527a5746-f436-66c3-7fd0-1bf8ae5b67c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1285.486211] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1285.488321] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57abe54a-db84-4edf-a7bf-d5e10dfe9201 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1285.497303] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb648581-c103-40d1-810d-5c0dae95713f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1285.534464] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a9e1e7-f5e3-4385-a29e-4a1f04877a5d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1285.544260] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b080a977-ffa2-48fd-81b2-862d9df4b3e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1285.563048] env[69297]: DEBUG nova.compute.provider_tree [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1285.725948] env[69297]: DEBUG nova.network.neutron [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Updating instance_info_cache with network_info: [{"id": "3473af68-0629-49ee-bfdf-50dada1136ac", "address": "fa:16:3e:69:37:db", "network": {"id": "7a6e1fcb-3367-4f21-99ec-0b8b134ead3e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-270637559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "690a7a8622d24997a927b312dcb0d145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3473af68-06", "ovs_interfaceid": "3473af68-0629-49ee-bfdf-50dada1136ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1285.788268] env[69297]: DEBUG nova.network.neutron [req-7be43605-ecf1-4541-9d0c-54412c66a906 req-b69f0821-849b-46f3-9657-58a71c9372a1 service nova] [instance: 394819e1-618e-4143-ac2b-72183da86403] Updated VIF entry in instance network info cache for port a6b7b4a8-6314-48b7-b544-c0f3902b192c. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1285.788268] env[69297]: DEBUG nova.network.neutron [req-7be43605-ecf1-4541-9d0c-54412c66a906 req-b69f0821-849b-46f3-9657-58a71c9372a1 service nova] [instance: 394819e1-618e-4143-ac2b-72183da86403] Updating instance_info_cache with network_info: [{"id": "a6b7b4a8-6314-48b7-b544-c0f3902b192c", "address": "fa:16:3e:b1:17:0a", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b7b4a8-63", "ovs_interfaceid": "a6b7b4a8-6314-48b7-b544-c0f3902b192c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1285.967876] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527a5746-f436-66c3-7fd0-1bf8ae5b67c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013428} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1285.968729] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a29e89-3fcf-437f-8614-08f2804eae17 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1285.974943] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1285.974943] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d9103a-e230-f8bc-11a3-c61d83ee48ff"
[ 1285.974943] env[69297]:    _type = "Task"
[ 1285.974943] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1285.983975] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d9103a-e230-f8bc-11a3-c61d83ee48ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1286.020878] env[69297]: DEBUG nova.network.neutron [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1286.069500] env[69297]: DEBUG nova.scheduler.client.report [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1286.234468] env[69297]: DEBUG oslo_concurrency.lockutils [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Releasing lock "refresh_cache-d7acde69-37bc-477b-9c80-d3271a71fdfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1286.242676] env[69297]: DEBUG nova.network.neutron [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Updating instance_info_cache with network_info: [{"id": "66a7e730-fc62-4e84-b722-da5e70859c2f", "address": "fa:16:3e:55:38:9a", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a7e730-fc", "ovs_interfaceid": "66a7e730-fc62-4e84-b722-da5e70859c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1286.291587] env[69297]: DEBUG oslo_concurrency.lockutils [req-7be43605-ecf1-4541-9d0c-54412c66a906 req-b69f0821-849b-46f3-9657-58a71c9372a1 service nova] Releasing lock "refresh_cache-394819e1-618e-4143-ac2b-72183da86403" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1286.291587] env[69297]: DEBUG nova.compute.manager [req-7be43605-ecf1-4541-9d0c-54412c66a906 req-b69f0821-849b-46f3-9657-58a71c9372a1 service nova] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Received event network-vif-deleted-60e37303-ab31-4751-9667-eb1cc4a5b194 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1286.486374] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d9103a-e230-f8bc-11a3-c61d83ee48ff, 'name': SearchDatastore_Task, 'duration_secs': 0.026563} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1286.486638] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1286.486894] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 394819e1-618e-4143-ac2b-72183da86403/394819e1-618e-4143-ac2b-72183da86403.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1286.487166] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8fb4559-d473-4874-94ab-5ef23f3bbf92 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1286.496377] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1286.496377] env[69297]:    value = "task-2930782"
[ 1286.496377] env[69297]:    _type = "Task"
[ 1286.496377] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1286.506483] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1286.575839] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1286.576462] env[69297]: DEBUG nova.compute.manager [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1286.578986] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.546s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1286.579225] env[69297]: DEBUG nova.objects.instance [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Lazy-loading 'resources' on Instance uuid 3cc3caaa-7bab-4839-9ff0-804abf2ab595 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1286.745247] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "refresh_cache-a4a8e06a-6def-4ef6-a500-13f1f753f63a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1286.745769] env[69297]: DEBUG nova.compute.manager [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Instance network_info: |[{"id": "66a7e730-fc62-4e84-b722-da5e70859c2f", "address": "fa:16:3e:55:38:9a", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a7e730-fc", "ovs_interfaceid": "66a7e730-fc62-4e84-b722-da5e70859c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1286.746128] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:38:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66a7e730-fc62-4e84-b722-da5e70859c2f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1286.756043] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1286.756043] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1286.756043] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bce81c16-2750-412a-b6b5-6dc05307070d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1286.779508] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1286.779508] env[69297]:    value = "task-2930783"
[ 1286.779508] env[69297]:    _type = "Task"
[ 1286.779508] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1286.791501] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930783, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1286.883854] env[69297]: DEBUG nova.compute.manager [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1286.884977] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a79f46c-2560-4e62-98b4-e7cff7c09f6c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1286.977194] env[69297]: DEBUG nova.compute.manager [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Received event network-vif-plugged-66a7e730-fc62-4e84-b722-da5e70859c2f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1286.978360] env[69297]: DEBUG oslo_concurrency.lockutils [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] Acquiring lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1286.979064] env[69297]: DEBUG oslo_concurrency.lockutils [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] Lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1286.979359] env[69297]: DEBUG oslo_concurrency.lockutils [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] Lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1286.979711] env[69297]: DEBUG nova.compute.manager [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] No waiting events found dispatching network-vif-plugged-66a7e730-fc62-4e84-b722-da5e70859c2f {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1286.980064] env[69297]: WARNING nova.compute.manager [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Received unexpected event network-vif-plugged-66a7e730-fc62-4e84-b722-da5e70859c2f for instance with vm_state building and task_state spawning.
[ 1286.980482] env[69297]: DEBUG nova.compute.manager [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Received event network-changed-66a7e730-fc62-4e84-b722-da5e70859c2f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1286.980796] env[69297]: DEBUG nova.compute.manager [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Refreshing instance network info cache due to event network-changed-66a7e730-fc62-4e84-b722-da5e70859c2f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1286.981136] env[69297]: DEBUG oslo_concurrency.lockutils [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] Acquiring lock "refresh_cache-a4a8e06a-6def-4ef6-a500-13f1f753f63a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1286.981381] env[69297]: DEBUG oslo_concurrency.lockutils [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] Acquired lock "refresh_cache-a4a8e06a-6def-4ef6-a500-13f1f753f63a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1286.981700] env[69297]: DEBUG nova.network.neutron [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Refreshing network info cache for port 66a7e730-fc62-4e84-b722-da5e70859c2f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1287.008511] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930782, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1287.086311] env[69297]: DEBUG nova.compute.utils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1287.092906] env[69297]: DEBUG nova.compute.manager [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1287.092906] env[69297]: DEBUG nova.network.neutron [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1287.177272] env[69297]: DEBUG nova.policy [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4877592045b54b919139848f7abbdade', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '010510dfea7c430d93c3e8bf3a65be14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1287.290821] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930783, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1287.399918] env[69297]: INFO nova.compute.manager [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] instance snapshotting
[ 1287.403059] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351e38a1-21d6-4cc4-afd4-2d074d86cc62 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1287.431347] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00e7a11-b9e6-4182-b07d-c44e9fd618a5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1287.506432] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930782, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1287.592567] env[69297]: DEBUG nova.compute.manager [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1287.616446] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b8c29e-0f10-46c1-9767-ba24f127c29e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1287.631025] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41af863b-68d0-4a15-9045-69e61897ad1b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1287.664545] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce1a829-d071-454b-8aed-966fb4eb717e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1287.677218] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdb5018-82de-4f48-ac07-3b009c89264f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1287.692787] env[69297]: DEBUG nova.compute.provider_tree [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1287.784371] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1287.784371] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0f23dab-6b2e-4436-b66c-f1d9a155ac44 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1287.799758] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930783, 'name': CreateVM_Task, 'duration_secs': 0.541012} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1287.801810] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1287.802471] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1287.802471] env[69297]:    value = "task-2930784"
[ 1287.802471] env[69297]:    _type = "Task"
[ 1287.802471] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1287.803657] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1287.804011] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1287.806936] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1287.806936] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-012851c1-327b-4d3d-b275-3cec3ebbd7b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1287.820711] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1287.820711] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ab2212-4960-d48b-2625-aedea451c287"
[ 1287.820711] env[69297]:    _type = "Task"
[ 1287.820711] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1287.833058] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ab2212-4960-d48b-2625-aedea451c287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1287.948707] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1287.953224] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a08dc756-86d9-4dfb-b70d-7f962d46b901 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1287.963491] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1287.963491] env[69297]:    value = "task-2930785"
[ 1287.963491] env[69297]:    _type = "Task"
[ 1287.963491] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1287.973911] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930785, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1288.007556] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930782, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1288.196789] env[69297]: DEBUG nova.scheduler.client.report [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1288.279411] env[69297]: DEBUG nova.network.neutron [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Updated VIF entry in instance network info cache for port 66a7e730-fc62-4e84-b722-da5e70859c2f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1288.279822] env[69297]: DEBUG nova.network.neutron [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Updating instance_info_cache with network_info: [{"id": "66a7e730-fc62-4e84-b722-da5e70859c2f", "address": "fa:16:3e:55:38:9a", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a7e730-fc", "ovs_interfaceid": "66a7e730-fc62-4e84-b722-da5e70859c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1288.294584] env[69297]: DEBUG nova.network.neutron [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Successfully created port: 4c57fca2-824d-429e-8e11-94aea8056ef7 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1288.316381] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1288.338828] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ab2212-4960-d48b-2625-aedea451c287, 'name': SearchDatastore_Task, 'duration_secs': 0.015223} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1288.339219] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1288.339472] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1288.339710] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1288.339855] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1288.340041] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1288.340328] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca0c37de-854a-42e2-b970-49131053071f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.351491] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1288.351838] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1288.353313] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de324b2-2cdf-43c9-b703-761a59a658a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.362927] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1288.362927] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ebc0c4-7630-d825-f200-5025ba65cc97"
[ 1288.362927] env[69297]:    _type = "Task"
[ 1288.362927] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1288.376758] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ebc0c4-7630-d825-f200-5025ba65cc97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1288.474116] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930785, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1288.507360] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930782, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.669546} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1288.507755] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 394819e1-618e-4143-ac2b-72183da86403/394819e1-618e-4143-ac2b-72183da86403.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1288.507974] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1288.508252] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f21d1c8-2560-4d3a-bcb6-5224a7283158 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.522069] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1288.522069] env[69297]:    value = "task-2930786"
[ 1288.522069] env[69297]:    _type = "Task"
[ 1288.522069] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1288.530909] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1288.613056] env[69297]: DEBUG nova.compute.manager [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1288.646972] env[69297]: DEBUG nova.virt.hardware [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1288.647782] env[69297]: DEBUG nova.virt.hardware [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1288.647782] env[69297]: DEBUG nova.virt.hardware [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1288.647782] env[69297]: DEBUG nova.virt.hardware [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1288.647782] env[69297]: DEBUG nova.virt.hardware [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1288.648098] env[69297]: DEBUG nova.virt.hardware [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1288.648360] env[69297]: DEBUG nova.virt.hardware [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1288.648844] env[69297]: DEBUG nova.virt.hardware [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1288.648844] env[69297]: DEBUG nova.virt.hardware [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1288.649717] env[69297]: DEBUG nova.virt.hardware [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1288.649717] env[69297]: DEBUG nova.virt.hardware [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1288.650331] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4df56b-930e-4caa-98ec-5f311aacc32a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.666164] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdde2218-692d-4378-acef-ef85cc25589a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.702551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1288.707629] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.025s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1288.709087] env[69297]: INFO nova.compute.claims [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1288.742130] env[69297]: INFO nova.scheduler.client.report [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Deleted allocations for instance 3cc3caaa-7bab-4839-9ff0-804abf2ab595
[ 1288.783644] env[69297]: DEBUG oslo_concurrency.lockutils [req-6fe119f4-7d12-4614-8cd8-1e7b874d8ac8 req-3032d161-ec4a-4efe-bf88-217bb871304d service nova] Releasing lock "refresh_cache-a4a8e06a-6def-4ef6-a500-13f1f753f63a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1288.819734] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930784, 'name': PowerOffVM_Task, 'duration_secs': 0.605757} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1288.819997] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1288.823154] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdcad4e-b5d7-457f-b4a4-ed756b5e617d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.846072] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cfebdf-bcdd-4028-86b7-5f63a3f6ab4b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.878181] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ebc0c4-7630-d825-f200-5025ba65cc97, 'name': SearchDatastore_Task, 'duration_secs': 0.017609} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1288.880213] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31ef4cd-93bf-46b3-82d6-7fab0e8cfb4a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.889080] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1288.889080] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5234a040-c88d-41e9-6978-3817c978def5"
[ 1288.889080] env[69297]:    _type = "Task"
[ 1288.889080] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1288.900727] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1288.900727] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5df869f-c5af-46e0-b35c-88439ae7390f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.910939] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5234a040-c88d-41e9-6978-3817c978def5, 'name': SearchDatastore_Task, 'duration_secs': 0.013841} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1288.912615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1288.912914] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] a4a8e06a-6def-4ef6-a500-13f1f753f63a/a4a8e06a-6def-4ef6-a500-13f1f753f63a.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1288.913560] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1288.913560] env[69297]:    value = "task-2930787"
[ 1288.913560] env[69297]:    _type = "Task"
[ 1288.913560] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1288.913560] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53f0032a-4877-4240-8c8d-b77db6189a5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.927631] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1288.927984] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1288.928148] env[69297]: DEBUG oslo_concurrency.lockutils [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1288.928298] env[69297]: DEBUG oslo_concurrency.lockutils [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1288.928475] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1288.928831] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1288.928831] env[69297]:    value = "task-2930788"
[ 1288.928831] env[69297]:    _type = "Task"
[ 1288.928831] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1288.933047] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97276c12-ddb9-4465-b871-30e4e23bc837 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.945438] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1288.955353] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1288.955608] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1288.956866] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f4226b2-6614-4e50-89e9-3cc9b1072964 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.963131] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1288.963131] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5299d8b8-1368-39d7-758a-372c0fcecfdc"
[ 1288.963131] env[69297]:    _type = "Task"
[ 1288.963131] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1288.975465] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5299d8b8-1368-39d7-758a-372c0fcecfdc, 'name': SearchDatastore_Task} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1288.980290] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930785, 'name': CreateSnapshot_Task, 'duration_secs': 0.526446} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1288.980550] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b9034b-6a26-4669-95e8-452bcf5e0848 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.983478] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1288.984256] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb93b9c-6958-4b78-82c6-d7ff626efa8e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1288.997374] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1288.997374] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d5d492-d49d-ab2e-78dd-dc532ce36bce"
[ 1288.997374] env[69297]:    _type = "Task"
[ 1288.997374] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1289.007151] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d5d492-d49d-ab2e-78dd-dc532ce36bce, 'name': SearchDatastore_Task, 'duration_secs': 0.012233} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1289.009615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1289.009615] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] d7acde69-37bc-477b-9c80-d3271a71fdfc/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk. {{(pid=69297) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1289.009615] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7dc23c8-2ce3-47f1-9d17-b50aae7c8ab6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1289.016620] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1289.016620] env[69297]:    value = "task-2930789"
[ 1289.016620] env[69297]:    _type = "Task"
[ 1289.016620] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1289.033410] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1289.035808] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211812} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1289.035808] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1289.036536] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e576192e-f128-427a-ba58-ccb74bb8f2a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1289.067165] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 394819e1-618e-4143-ac2b-72183da86403/394819e1-618e-4143-ac2b-72183da86403.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1289.067791] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb0fcac-a5cb-4652-86bd-6b95541a270e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1289.093250] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1289.093250] env[69297]:    value = "task-2930790"
[ 1289.093250] env[69297]:    _type = "Task"
[ 1289.093250] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1289.106994] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1289.250427] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e92cb573-e0bc-43d8-86bf-302ac4b86856 tempest-FloatingIPsAssociationNegativeTestJSON-358471507 tempest-FloatingIPsAssociationNegativeTestJSON-358471507-project-member] Lock "3cc3caaa-7bab-4839-9ff0-804abf2ab595" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 33.128s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1289.447114] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1289.511199] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1289.511618] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba4eaa65-c77e-4cf3-b611-2c1e5fd965ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1289.534096] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1289.536284] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1289.536284] env[69297]:    value = "task-2930791"
[ 1289.536284] env[69297]:    _type = "Task"
[ 1289.536284] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1289.550429] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930791, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1289.603713] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930790, 'name': ReconfigVM_Task, 'duration_secs': 0.300696} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1289.603993] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 394819e1-618e-4143-ac2b-72183da86403/394819e1-618e-4143-ac2b-72183da86403.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1289.604840] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef6e2856-218b-4c0e-bcc2-1b7939554ca3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1289.612408] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1289.612408] env[69297]:    value = "task-2930792"
[ 1289.612408] env[69297]:    _type = "Task"
[ 1289.612408] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1289.624523] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930792, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1289.953916] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930788, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1290.043076] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930789, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1290.056242] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930791, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1290.130703] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930792, 'name': Rename_Task, 'duration_secs': 0.374147} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1290.130703] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1290.130703] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa9c13ab-2140-4381-9c0c-216f84f93310 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1290.144623] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1290.144623] env[69297]:    value = "task-2930793"
[ 1290.144623] env[69297]:    _type = "Task"
[ 1290.144623] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1290.154955] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1290.350093] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2ed416-f8f2-44a6-bd6b-5398214e2f0d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1290.360923] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0899d2-6210-48e6-85ed-c6c8526159fa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1290.409319] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dced0e96-3b0b-4727-bf61-10d990af808d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1290.420529] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75452aa-b47d-46f4-84e9-87e0245897bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1290.443604] env[69297]: DEBUG nova.compute.provider_tree [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1290.454413] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930788, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.512537} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1290.454736] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] a4a8e06a-6def-4ef6-a500-13f1f753f63a/a4a8e06a-6def-4ef6-a500-13f1f753f63a.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1290.454951] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1290.455227] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-536784b8-3459-4675-9c27-a75706eb829a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1290.463991] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1290.463991] env[69297]:    value = "task-2930794"
[ 1290.463991] env[69297]:    _type = "Task"
[ 1290.463991] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1290.473418] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1290.541781] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930789, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.432376} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1290.547828] env[69297]: INFO nova.virt.vmwareapi.ds_util [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] d7acde69-37bc-477b-9c80-d3271a71fdfc/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk.
[ 1290.548727] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5d6173-6e35-45de-afe4-f774e60308a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1290.558564] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930791, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1290.587603] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] d7acde69-37bc-477b-9c80-d3271a71fdfc/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1290.587918] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b3f63e-b06d-43ce-a4b2-75cdd93f11b3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1290.610676] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1290.610676] env[69297]:    value = "task-2930795"
[ 1290.610676] env[69297]:    _type = "Task"
[ 1290.610676] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1290.623207] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1290.656207] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1290.691310] env[69297]: DEBUG nova.network.neutron [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Successfully updated port: 4c57fca2-824d-429e-8e11-94aea8056ef7 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1290.865674] env[69297]: DEBUG nova.compute.manager [req-a0439cb0-3a92-47cd-a952-653b51dc8358 req-5d67850d-b34d-4d50-8e10-ebaa1f1e73de service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Received event network-vif-plugged-4c57fca2-824d-429e-8e11-94aea8056ef7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1290.865946] env[69297]: DEBUG oslo_concurrency.lockutils [req-a0439cb0-3a92-47cd-a952-653b51dc8358 req-5d67850d-b34d-4d50-8e10-ebaa1f1e73de service nova] Acquiring lock "43062545-3fc6-45b9-b473-10a40a37bda9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1290.867877] env[69297]: DEBUG oslo_concurrency.lockutils [req-a0439cb0-3a92-47cd-a952-653b51dc8358 req-5d67850d-b34d-4d50-8e10-ebaa1f1e73de service nova] Lock "43062545-3fc6-45b9-b473-10a40a37bda9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1290.868174] env[69297]: DEBUG oslo_concurrency.lockutils [req-a0439cb0-3a92-47cd-a952-653b51dc8358 req-5d67850d-b34d-4d50-8e10-ebaa1f1e73de service nova] Lock "43062545-3fc6-45b9-b473-10a40a37bda9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1290.868422] env[69297]: DEBUG nova.compute.manager [req-a0439cb0-3a92-47cd-a952-653b51dc8358 req-5d67850d-b34d-4d50-8e10-ebaa1f1e73de service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] No waiting events found dispatching network-vif-plugged-4c57fca2-824d-429e-8e11-94aea8056ef7 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1290.868707] env[69297]: WARNING nova.compute.manager [req-a0439cb0-3a92-47cd-a952-653b51dc8358 req-5d67850d-b34d-4d50-8e10-ebaa1f1e73de service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Received unexpected event network-vif-plugged-4c57fca2-824d-429e-8e11-94aea8056ef7 for instance with vm_state building and task_state spawning.
[ 1290.949941] env[69297]: DEBUG nova.scheduler.client.report [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1290.974608] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114501} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1290.975044] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1290.975884] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b770bdb0-b923-4f1e-8fe8-e13ddcda308b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1291.008666] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] a4a8e06a-6def-4ef6-a500-13f1f753f63a/a4a8e06a-6def-4ef6-a500-13f1f753f63a.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1291.009335] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93ab5b7b-6d2c-4249-b487-4fceea22e151 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1291.033986] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1291.033986] env[69297]:    value = "task-2930796"
[ 1291.033986] env[69297]:    _type = "Task"
[ 1291.033986] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1291.042566] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1291.050810] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930791, 'name': CloneVM_Task, 'duration_secs': 1.366874} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1291.051123] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Created linked-clone VM from snapshot
[ 1291.051922] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4808437-ca2c-4024-b549-569ac79f463c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1291.060164] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Uploading image 4ff64a57-65f4-47a1-8ae2-6e72366d45a6 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1291.091145] env[69297]: DEBUG oslo_vmware.rw_handles [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1291.091145] env[69297]:    value = "vm-588474"
[ 1291.091145] env[69297]:    _type = "VirtualMachine"
[ 1291.091145] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1291.091508] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b1856b60-4cac-4d9a-9c2f-a16600b731dc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1291.100761] env[69297]: DEBUG oslo_vmware.rw_handles [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lease: (returnval){
[ 1291.100761] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bbc787-2122-f02a-3e1c-5bc8303a7a79"
[ 1291.100761] env[69297]:    _type = "HttpNfcLease"
[ 1291.100761] env[69297]:  } obtained for exporting VM: (result){
[ 1291.100761] env[69297]:    value = "vm-588474"
[ 1291.100761] env[69297]:    _type = "VirtualMachine"
[ 1291.100761] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1291.101157] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the lease: (returnval){
[ 1291.101157] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bbc787-2122-f02a-3e1c-5bc8303a7a79"
[ 1291.101157] env[69297]:    _type = "HttpNfcLease"
[ 1291.101157] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1291.109969] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1291.109969] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bbc787-2122-f02a-3e1c-5bc8303a7a79"
[ 1291.109969] env[69297]:    _type = "HttpNfcLease"
[ 1291.109969] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1291.120124] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930795, 'name': ReconfigVM_Task, 'duration_secs': 0.319093} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1291.120434] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Reconfigured VM instance instance-00000017 to attach disk [datastore2] d7acde69-37bc-477b-9c80-d3271a71fdfc/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1291.121287] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae7d8b7-4d48-4702-baeb-8c0e215335bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1291.149328] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-866ad77e-39e8-481b-bc4a-cdc442a04353 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1291.169629] env[69297]: DEBUG oslo_vmware.api [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930793, 'name': PowerOnVM_Task, 'duration_secs': 0.707123} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1291.170486] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1291.170730] env[69297]: INFO nova.compute.manager [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Took 10.07 seconds to spawn the instance on the hypervisor.
[ 1291.170927] env[69297]: DEBUG nova.compute.manager [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1291.171741] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1b3906-47e8-4a20-bbb9-b7fe791bee0c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1291.186586] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1291.186586] env[69297]:    value = "task-2930798"
[ 1291.186586] env[69297]:    _type = "Task"
[ 1291.186586] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1291.199043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquiring lock "refresh_cache-43062545-3fc6-45b9-b473-10a40a37bda9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1291.199043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquired lock "refresh_cache-43062545-3fc6-45b9-b473-10a40a37bda9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1291.199043] env[69297]: DEBUG nova.network.neutron [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1291.207070] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1291.455643] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1291.456185] env[69297]: DEBUG nova.compute.manager [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1291.459190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.764s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1291.545711] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1291.610330] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1291.610330] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bbc787-2122-f02a-3e1c-5bc8303a7a79"
[ 1291.610330] env[69297]:    _type = "HttpNfcLease"
[ 1291.610330] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1291.610828] env[69297]: DEBUG oslo_vmware.rw_handles [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1291.610828] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bbc787-2122-f02a-3e1c-5bc8303a7a79"
[ 1291.610828] env[69297]:    _type = "HttpNfcLease"
[ 1291.610828] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1291.611641] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c6a2e8-53f6-4d6f-ab30-f4b6fde0466e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1291.621188] env[69297]: DEBUG oslo_vmware.rw_handles [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a2fa-adf4-d3ea-510b-53426507ff83/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1291.621328] env[69297]: DEBUG oslo_vmware.rw_handles [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a2fa-adf4-d3ea-510b-53426507ff83/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1291.711738] env[69297]: INFO nova.compute.manager [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Took 42.72 seconds to build instance.
[ 1291.720784] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930798, 'name': ReconfigVM_Task, 'duration_secs': 0.188216} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1291.721230] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1291.721688] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae9a5213-9d4c-462b-be67-b8b6399eb8c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1291.733125] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1291.733125] env[69297]:    value = "task-2930799"
[ 1291.733125] env[69297]:    _type = "Task"
[ 1291.733125] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1291.746940] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1291.748174] env[69297]: DEBUG nova.network.neutron [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1291.757229] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3e50dc8-8d18-4948-aa4d-e05e6147284b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1291.922227] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquiring lock "1d64138f-358b-41a0-855b-e92b53ae8fd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1291.922589] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lock "1d64138f-358b-41a0-855b-e92b53ae8fd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1291.965923] env[69297]: DEBUG nova.compute.utils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1291.970986] env[69297]: DEBUG nova.compute.manager [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1291.971212] env[69297]: DEBUG nova.network.neutron [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1292.045570] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930796, 'name': ReconfigVM_Task, 'duration_secs': 0.862184} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1292.045917] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Reconfigured VM instance instance-00000019 to attach disk [datastore2] a4a8e06a-6def-4ef6-a500-13f1f753f63a/a4a8e06a-6def-4ef6-a500-13f1f753f63a.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1292.046903] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53725386-85be-49b4-ba74-b2f67f36c92f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1292.060055] env[69297]: DEBUG nova.network.neutron [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Updating instance_info_cache with network_info: [{"id": "4c57fca2-824d-429e-8e11-94aea8056ef7", "address": "fa:16:3e:70:21:b7", "network": {"id": "af072bb1-2aa2-4ced-9db3-c79db2851693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1986519729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010510dfea7c430d93c3e8bf3a65be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c57fca2-82", "ovs_interfaceid": "4c57fca2-824d-429e-8e11-94aea8056ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1292.063766] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1292.063766] env[69297]:    value = "task-2930800"
[ 1292.063766] env[69297]:    _type = "Task"
[ 1292.063766] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1292.069569] env[69297]: DEBUG nova.policy [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13c4ac912714c84be7378d40916f540', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7824fd8be00e4286a8b20d0a7821c507', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1292.079093] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930800, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1292.211862] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquiring lock "01cbc35b-115d-4fdd-9047-e1260bceb7d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1292.213158] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "01cbc35b-115d-4fdd-9047-e1260bceb7d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1292.214261] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a09c5779-2a58-43b5-aa59-7bbe13fb2d65 tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "394819e1-618e-4143-ac2b-72183da86403" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 46.873s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1292.254576] env[69297]: DEBUG oslo_vmware.api [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930799, 'name': PowerOnVM_Task, 'duration_secs': 0.472113} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1292.254866] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1292.257971] env[69297]: DEBUG nova.compute.manager [None req-67252589-5aa9-423a-88c6-9f3344283c56 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1292.264695] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e849bf6-a701-457c-9f0d-ceffe1987b26 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1292.476019] env[69297]: DEBUG nova.compute.manager [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1292.565472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Releasing lock "refresh_cache-43062545-3fc6-45b9-b473-10a40a37bda9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1292.566263] env[69297]: DEBUG nova.compute.manager [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Instance network_info: |[{"id": "4c57fca2-824d-429e-8e11-94aea8056ef7", "address": "fa:16:3e:70:21:b7", "network": {"id": "af072bb1-2aa2-4ced-9db3-c79db2851693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1986519729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010510dfea7c430d93c3e8bf3a65be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c57fca2-82", "ovs_interfaceid": "4c57fca2-824d-429e-8e11-94aea8056ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1292.566463] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:21:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c57fca2-824d-429e-8e11-94aea8056ef7', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1292.577248] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Creating folder: Project (010510dfea7c430d93c3e8bf3a65be14). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1292.583819] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d821d8d-3ae4-4315-9fa6-0e987060e240 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1292.596445] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930800, 'name': Rename_Task, 'duration_secs': 0.22812} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1292.596866] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1292.597206] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dec76eab-c3dd-4cdc-9d54-43b7775f08c7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1292.602268] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Created folder: Project (010510dfea7c430d93c3e8bf3a65be14) in parent group-v588392.
[ 1292.602421] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Creating folder: Instances. Parent ref: group-v588475. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1292.605791] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bfd8113-4c71-431b-9a3c-2d6cecf7d19b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1292.611432] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1292.611432] env[69297]:    value = "task-2930802"
[ 1292.611432] env[69297]:    _type = "Task"
[ 1292.611432] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1292.621394] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1292.626242] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Created folder: Instances in parent group-v588475.
[ 1292.626242] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1292.626801] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1292.626801] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-875dfa0f-799a-41e6-8715-27965f24c090 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1292.657257] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5a7aeb-c452-4a10-83ff-59de4f9fb232 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1292.662595] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1292.662595] env[69297]:    value = "task-2930804"
[ 1292.662595] env[69297]:    _type = "Task"
[ 1292.662595] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1292.670935] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5181b5a-87b0-40d9-aea9-4e7152eede79 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1292.684145] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930804, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1292.718993] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1292.722372] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f92b6e-6ffb-40f3-8be1-cf1a301ce431 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1292.735962] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc2328b-37b6-4cbb-9846-2dc357ad8d12 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1292.742644] env[69297]: DEBUG nova.network.neutron [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Successfully created port: b54d7256-046d-4db2-ad0b-2d48ae808b0d {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1292.754071] env[69297]: DEBUG nova.compute.provider_tree [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1293.125314] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930802, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1293.176598] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930804, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1293.253631] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1293.257488] env[69297]: DEBUG nova.scheduler.client.report [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1293.475177] env[69297]: DEBUG nova.compute.manager [req-15a5a642-e255-41ed-83e4-fb402097f797 req-2d2f8b15-470f-4d28-9161-fb317919e52b service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Received event network-changed-4c57fca2-824d-429e-8e11-94aea8056ef7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1293.475492] env[69297]: DEBUG nova.compute.manager [req-15a5a642-e255-41ed-83e4-fb402097f797 req-2d2f8b15-470f-4d28-9161-fb317919e52b service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Refreshing instance network info cache due to event network-changed-4c57fca2-824d-429e-8e11-94aea8056ef7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1293.475726] env[69297]: DEBUG oslo_concurrency.lockutils [req-15a5a642-e255-41ed-83e4-fb402097f797 req-2d2f8b15-470f-4d28-9161-fb317919e52b service nova] Acquiring lock "refresh_cache-43062545-3fc6-45b9-b473-10a40a37bda9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1293.478265] env[69297]: DEBUG oslo_concurrency.lockutils [req-15a5a642-e255-41ed-83e4-fb402097f797 req-2d2f8b15-470f-4d28-9161-fb317919e52b service nova] Acquired lock "refresh_cache-43062545-3fc6-45b9-b473-10a40a37bda9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1293.478483] env[69297]: DEBUG nova.network.neutron [req-15a5a642-e255-41ed-83e4-fb402097f797 req-2d2f8b15-470f-4d28-9161-fb317919e52b service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Refreshing network info cache for port 4c57fca2-824d-429e-8e11-94aea8056ef7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1293.487424] env[69297]: DEBUG nova.compute.manager [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1293.529559] env[69297]: DEBUG nova.virt.hardware [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1293.529795] env[69297]: DEBUG nova.virt.hardware [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1293.529998] env[69297]: DEBUG nova.virt.hardware [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1293.530144] env[69297]: DEBUG nova.virt.hardware [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1293.530299] env[69297]: DEBUG nova.virt.hardware [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1293.530435] env[69297]: DEBUG nova.virt.hardware [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1293.530640] env[69297]: DEBUG nova.virt.hardware [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1293.531563] env[69297]: DEBUG nova.virt.hardware [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1293.531791] env[69297]: DEBUG nova.virt.hardware [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1293.531895] env[69297]: DEBUG nova.virt.hardware [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1293.532107] env[69297]: DEBUG nova.virt.hardware [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1293.533708] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee3a943-2e63-4af4-9ba7-8246fb5f6d58 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1293.542831] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720494e9-5570-469a-ab1e-bd610600d911 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1293.624676] env[69297]: DEBUG oslo_vmware.api [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930802, 'name': PowerOnVM_Task, 'duration_secs': 0.822022} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1293.624965] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1293.625371] env[69297]: INFO nova.compute.manager [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Took 9.77 seconds to spawn the instance on the hypervisor.
[ 1293.625563] env[69297]: DEBUG nova.compute.manager [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1293.626588] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b25fe1d-2817-496b-835d-e33bd1f38076 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1293.676689] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930804, 'name': CreateVM_Task, 'duration_secs': 0.656351} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1293.678095] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1293.679044] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1293.679235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1293.679587] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1293.680134] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97ecbf3-5efa-44f9-b7c6-6a6188677587 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1293.685593] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for the task: (returnval){
[ 1293.685593] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f02a5d-10ab-03f6-2fad-f93f573dc4a0"
[ 1293.685593] env[69297]:    _type = "Task"
[ 1293.685593] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1293.695911] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f02a5d-10ab-03f6-2fad-f93f573dc4a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1294.151850] env[69297]: INFO nova.compute.manager [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Took 45.02 seconds to build instance.
[ 1294.201949] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f02a5d-10ab-03f6-2fad-f93f573dc4a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015932} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1294.202431] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1294.202765] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1294.203125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1294.203390] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1294.203671] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1294.204143] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ba10f2b-5880-4ae1-ac6f-93bb83e0399e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1294.217197] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1294.217197] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1294.217197] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b5a6c7-722f-4967-a74c-e3156dc72c89 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1294.223203] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for the task: (returnval){
[ 1294.223203] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b6ac90-b6bc-7bbd-7a52-0714ba9ede50"
[ 1294.223203] env[69297]:    _type = "Task"
[ 1294.223203] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1294.232386] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b6ac90-b6bc-7bbd-7a52-0714ba9ede50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1294.271019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.810s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1294.272054] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.812s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1294.273641] env[69297]: INFO nova.compute.claims [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1294.295132] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "394819e1-618e-4143-ac2b-72183da86403" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1294.295132] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "394819e1-618e-4143-ac2b-72183da86403" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1294.295132] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "394819e1-618e-4143-ac2b-72183da86403-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1294.295132] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "394819e1-618e-4143-ac2b-72183da86403-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1294.295265] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "394819e1-618e-4143-ac2b-72183da86403-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1294.298146] env[69297]: INFO nova.compute.manager [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Terminating instance
[ 1294.346474] env[69297]: DEBUG nova.network.neutron [req-15a5a642-e255-41ed-83e4-fb402097f797 req-2d2f8b15-470f-4d28-9161-fb317919e52b service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Updated VIF entry in instance network info cache for port 4c57fca2-824d-429e-8e11-94aea8056ef7. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1294.346474] env[69297]: DEBUG nova.network.neutron [req-15a5a642-e255-41ed-83e4-fb402097f797 req-2d2f8b15-470f-4d28-9161-fb317919e52b service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Updating instance_info_cache with network_info: [{"id": "4c57fca2-824d-429e-8e11-94aea8056ef7", "address": "fa:16:3e:70:21:b7", "network": {"id": "af072bb1-2aa2-4ced-9db3-c79db2851693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1986519729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010510dfea7c430d93c3e8bf3a65be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c57fca2-82", "ovs_interfaceid": "4c57fca2-824d-429e-8e11-94aea8056ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1294.515545] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1294.515880] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1294.654265] env[69297]: DEBUG oslo_concurrency.lockutils [None req-38ffbbe5-65b4-4ec4-97bf-26953ea2f592 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 46.973s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1294.737377] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b6ac90-b6bc-7bbd-7a52-0714ba9ede50, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1294.737377] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83bbd45-ef91-4574-8917-47e983cf3e59 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1294.744515] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for the task: (returnval){
[ 1294.744515] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5250c63a-68d3-bce6-b048-fb08749e9527"
[ 1294.744515] env[69297]:    _type = "Task"
[ 1294.744515] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1294.753983] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5250c63a-68d3-bce6-b048-fb08749e9527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1294.802787] env[69297]: DEBUG nova.compute.manager [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1294.803151] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1294.806464] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fda0ccc-759e-4496-9433-1022f972bbe7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1294.812648] env[69297]: DEBUG nova.network.neutron [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Successfully updated port: b54d7256-046d-4db2-ad0b-2d48ae808b0d {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1294.817323] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1294.819080] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4cae300-1ac1-455a-b322-eb2c307362a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1294.828787] env[69297]: DEBUG oslo_vmware.api [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1294.828787] env[69297]:    value = "task-2930805"
[ 1294.828787] env[69297]:    _type = "Task"
[ 1294.828787] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1294.843298] env[69297]: DEBUG oslo_vmware.api [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1294.848253] env[69297]: DEBUG oslo_concurrency.lockutils [req-15a5a642-e255-41ed-83e4-fb402097f797 req-2d2f8b15-470f-4d28-9161-fb317919e52b service nova] Releasing lock "refresh_cache-43062545-3fc6-45b9-b473-10a40a37bda9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1294.855747] env[69297]: INFO nova.scheduler.client.report [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Deleted allocation for migration d4b36c68-35ee-4b88-9eef-4844f6496994
[ 1295.036572] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1295.036844] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1295.159253] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1295.255636] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5250c63a-68d3-bce6-b048-fb08749e9527, 'name': SearchDatastore_Task, 'duration_secs': 0.037823} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1295.255925] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1295.256332] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 43062545-3fc6-45b9-b473-10a40a37bda9/43062545-3fc6-45b9-b473-10a40a37bda9.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1295.256483] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8e1eea-9530-48bf-809a-8af768ee2512 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1295.266951] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for the task: (returnval){
[ 1295.266951] env[69297]:    value = "task-2930806"
[ 1295.266951] env[69297]:    _type = "Task"
[ 1295.266951] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1295.275628] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1295.320030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquiring lock "refresh_cache-5e95fc18-681b-44ce-88c4-b3fe4de06f0d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1295.320164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquired lock "refresh_cache-5e95fc18-681b-44ce-88c4-b3fe4de06f0d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1295.320322] env[69297]: DEBUG nova.network.neutron [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1295.342180] env[69297]: DEBUG oslo_vmware.api [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930805, 'name': PowerOffVM_Task, 'duration_secs': 0.312579} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1295.345781] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1295.347026] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1295.347026] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb9c6984-362a-45b0-897e-da4124e2d697 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1295.362904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20273005-c31b-409b-86cc-0ab472c0a962 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 38.361s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1295.433863] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1295.434098] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1295.434278] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Deleting the datastore file [datastore2] 394819e1-618e-4143-ac2b-72183da86403 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1295.434585] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c88eea9c-7262-4f45-ab17-f9d8c0230060 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1295.445612] env[69297]: DEBUG oslo_vmware.api [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for the task: (returnval){
[ 1295.445612] env[69297]:    value = "task-2930808"
[ 1295.445612] env[69297]:    _type = "Task"
[ 1295.445612] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1295.457546] env[69297]: DEBUG oslo_vmware.api [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1295.678459] env[69297]: DEBUG nova.compute.manager [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Received event network-vif-plugged-b54d7256-046d-4db2-ad0b-2d48ae808b0d {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1295.678459] env[69297]: DEBUG oslo_concurrency.lockutils [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] Acquiring lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1295.678459] env[69297]: DEBUG oslo_concurrency.lockutils [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] Lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1295.678459] env[69297]: DEBUG oslo_concurrency.lockutils [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] Lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1295.678737] env[69297]: DEBUG nova.compute.manager [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] No waiting events found dispatching network-vif-plugged-b54d7256-046d-4db2-ad0b-2d48ae808b0d {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1295.678840] env[69297]: WARNING nova.compute.manager [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Received unexpected event network-vif-plugged-b54d7256-046d-4db2-ad0b-2d48ae808b0d for instance with vm_state building and task_state spawning.
[ 1295.679015] env[69297]: DEBUG nova.compute.manager [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Received event network-changed-b54d7256-046d-4db2-ad0b-2d48ae808b0d {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1295.679195] env[69297]: DEBUG nova.compute.manager [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Refreshing instance network info cache due to event network-changed-b54d7256-046d-4db2-ad0b-2d48ae808b0d. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1295.679860] env[69297]: DEBUG oslo_concurrency.lockutils [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] Acquiring lock "refresh_cache-5e95fc18-681b-44ce-88c4-b3fe4de06f0d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1295.688152] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1295.784241] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930806, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1295.888050] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f0a332-5d2c-41c4-913e-d00146c7bf2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1295.896713] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c187cce6-feb0-46b4-8f02-bce369871f73 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1295.901297] env[69297]: DEBUG nova.network.neutron [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1295.946710] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88046328-5edc-4258-9223-4e903929f410 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1295.968126] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b9220f-a35d-4bc9-bf91-988b8d070c7b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1295.973043] env[69297]: DEBUG oslo_vmware.api [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Task: {'id': task-2930808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470891} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1295.973424] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1295.973784] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1295.974156] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1295.974399] env[69297]: INFO nova.compute.manager [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] [instance: 394819e1-618e-4143-ac2b-72183da86403] Took 1.17 seconds to destroy the instance on the hypervisor.
[ 1295.974726] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1295.976321] env[69297]: DEBUG nova.compute.manager [-] [instance: 394819e1-618e-4143-ac2b-72183da86403] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1295.976593] env[69297]: DEBUG nova.network.neutron [-] [instance: 394819e1-618e-4143-ac2b-72183da86403] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1295.988218] env[69297]: DEBUG nova.compute.provider_tree [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1296.061978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1296.062297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1296.285307] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643773} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1296.285595] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 43062545-3fc6-45b9-b473-10a40a37bda9/43062545-3fc6-45b9-b473-10a40a37bda9.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1296.285815] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1296.287219] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97ffbcf3-4686-44f2-9ad5-d6547ff6de2f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1296.296036] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for the task: (returnval){
[ 1296.296036] env[69297]:    value = "task-2930809"
[ 1296.296036] env[69297]:    _type = "Task"
[ 1296.296036] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1296.310398] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1296.369028] env[69297]: DEBUG nova.network.neutron [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Updating instance_info_cache with network_info: [{"id": "b54d7256-046d-4db2-ad0b-2d48ae808b0d", "address": "fa:16:3e:e1:e8:33", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54d7256-04", "ovs_interfaceid": "b54d7256-046d-4db2-ad0b-2d48ae808b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1296.494129] env[69297]: DEBUG nova.scheduler.client.report [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1296.807186] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085005} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1296.807186] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1296.807930] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5147fb97-68fc-4b8e-94fb-169034008c57 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1296.836346] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 43062545-3fc6-45b9-b473-10a40a37bda9/43062545-3fc6-45b9-b473-10a40a37bda9.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1296.836346] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a63a190d-a4b3-4ea4-b4bb-9a42d0703f10 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1296.857217] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for the task: (returnval){
[ 1296.857217] env[69297]:    value = "task-2930810"
[ 1296.857217] env[69297]:    _type = "Task"
[ 1296.857217] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1296.867910] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1296.874415] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Releasing lock "refresh_cache-5e95fc18-681b-44ce-88c4-b3fe4de06f0d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1296.874415] env[69297]: DEBUG nova.compute.manager [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Instance network_info: |[{"id": "b54d7256-046d-4db2-ad0b-2d48ae808b0d", "address": "fa:16:3e:e1:e8:33", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54d7256-04", "ovs_interfaceid": "b54d7256-046d-4db2-ad0b-2d48ae808b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1296.874576] env[69297]: DEBUG oslo_concurrency.lockutils [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] Acquired lock "refresh_cache-5e95fc18-681b-44ce-88c4-b3fe4de06f0d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1296.874576] env[69297]: DEBUG nova.network.neutron [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Refreshing network info cache for port b54d7256-046d-4db2-ad0b-2d48ae808b0d {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1296.874576] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:e8:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b54d7256-046d-4db2-ad0b-2d48ae808b0d', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1296.881882] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Creating folder: Project (7824fd8be00e4286a8b20d0a7821c507). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1296.882998] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d97b3694-5064-44fc-9774-390df0e119d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1296.897774] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Created folder: Project (7824fd8be00e4286a8b20d0a7821c507) in parent group-v588392.
[ 1296.898135] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Creating folder: Instances. Parent ref: group-v588478. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1296.898523] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-136e2a68-b804-4d58-b81c-c18e18ac896d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1296.913854] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Created folder: Instances in parent group-v588478.
[ 1296.914300] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1296.914384] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1296.914536] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-415549d1-e0a4-46ce-bb99-e6f0cd3db2e0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1296.941689] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1296.941689] env[69297]:    value = "task-2930813"
[ 1296.941689] env[69297]:    _type = "Task"
[ 1296.941689] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1296.950307] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930813, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1296.999910] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1297.000552] env[69297]: DEBUG nova.compute.manager [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1297.003512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.453s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1297.007052] env[69297]: INFO nova.compute.claims [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1297.159101] env[69297]: DEBUG nova.network.neutron [-] [instance: 394819e1-618e-4143-ac2b-72183da86403] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1297.369256] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1297.455026] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930813, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1297.513288] env[69297]: DEBUG nova.compute.utils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1297.518050] env[69297]: DEBUG nova.compute.manager [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1297.518050] env[69297]: DEBUG nova.network.neutron [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1297.603961] env[69297]: DEBUG nova.policy [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74c4fde95a184df9bec59a3abe155da8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53389ee13ae34a0aa8d2587690690b03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1297.662288] env[69297]: INFO nova.compute.manager [-] [instance: 394819e1-618e-4143-ac2b-72183da86403] Took 1.69 seconds to deallocate network for instance.
[ 1297.806386] env[69297]: DEBUG nova.network.neutron [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Updated VIF entry in instance network info cache for port b54d7256-046d-4db2-ad0b-2d48ae808b0d. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1297.806845] env[69297]: DEBUG nova.network.neutron [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Updating instance_info_cache with network_info: [{"id": "b54d7256-046d-4db2-ad0b-2d48ae808b0d", "address": "fa:16:3e:e1:e8:33", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54d7256-04", "ovs_interfaceid": "b54d7256-046d-4db2-ad0b-2d48ae808b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1297.867071] env[69297]: DEBUG nova.compute.manager [req-cca749da-d993-4ae3-879d-cdbe1cb2b1d5 req-45750de7-e07f-4df0-a96a-5c8f7ee0ebd7 service nova] [instance: 394819e1-618e-4143-ac2b-72183da86403] Received event network-vif-deleted-a6b7b4a8-6314-48b7-b544-c0f3902b192c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1297.871209] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930810, 'name': ReconfigVM_Task, 'duration_secs': 0.758424} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1297.871773] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 43062545-3fc6-45b9-b473-10a40a37bda9/43062545-3fc6-45b9-b473-10a40a37bda9.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1297.872363] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43f0fce9-52d8-447f-9ad7-a5814d05c14f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1297.881310] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for the task: (returnval){
[ 1297.881310] env[69297]:    value = "task-2930814"
[ 1297.881310] env[69297]:    _type = "Task"
[ 1297.881310] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1297.891425] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930814, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1297.956766] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930813, 'name': CreateVM_Task, 'duration_secs': 0.63857} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1297.956940] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1297.959452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1297.959452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1297.959452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1297.959452] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a58e3b-d394-48c9-b5d7-cf7bdfc65711 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1297.965610] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for the task: (returnval){
[ 1297.965610] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c6f8ee-ecdb-6f18-1a01-4d1630fc80fe"
[ 1297.965610] env[69297]:    _type = "Task"
[ 1297.965610] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1297.978385] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c6f8ee-ecdb-6f18-1a01-4d1630fc80fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1298.021024] env[69297]: DEBUG nova.compute.manager [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1298.169466] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1298.200917] env[69297]: DEBUG nova.network.neutron [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Successfully created port: 66d790b3-a703-48f8-9020-072c5e85b9a7 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1298.310287] env[69297]: DEBUG oslo_concurrency.lockutils [req-e862b9d4-a0b5-4c48-949d-734df5332da9 req-f467544f-28d6-4259-996c-f3e27cdc9a8b service nova] Releasing lock "refresh_cache-5e95fc18-681b-44ce-88c4-b3fe4de06f0d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1298.396626] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930814, 'name': Rename_Task, 'duration_secs': 0.188511} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1298.397517] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1298.397893] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5dc25f0-353c-4825-8874-00698e94f1f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1298.407282] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for the task: (returnval){
[ 1298.407282] env[69297]:    value = "task-2930815"
[ 1298.407282] env[69297]:    _type = "Task"
[ 1298.407282] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1298.419884] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1298.479905] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c6f8ee-ecdb-6f18-1a01-4d1630fc80fe, 'name': SearchDatastore_Task, 'duration_secs': 0.014236} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1298.482959] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1298.483402] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1298.483763] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1298.484043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1298.484645] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1298.485239] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4000c193-71d9-41f4-9899-d9ba68d38bcb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1298.498044] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1298.498044] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1298.500090] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc1519a-0b34-4bf2-b983-fd8b6b301bba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1298.509330] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for the task: (returnval){
[ 1298.509330] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5292e930-be40-7108-0459-f0c10235e914"
[ 1298.509330] env[69297]:    _type = "Task"
[ 1298.509330] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1298.520900] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5292e930-be40-7108-0459-f0c10235e914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1298.689279] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac9a35-6f1a-48a5-8ef2-cab88a53c01a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1298.700731] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50702553-3f83-40da-8d1f-e0dc49e96cda {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1298.739065] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5dc4d6-79c4-4945-bc7e-33474fa17fcc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1298.746939] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1816e19b-4deb-4aeb-86de-860cb4654f88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1298.762294] env[69297]: DEBUG nova.compute.provider_tree [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1298.917886] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930815, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1299.019844] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5292e930-be40-7108-0459-f0c10235e914, 'name': SearchDatastore_Task, 'duration_secs': 0.014189} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1299.020523] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e95ca8-d021-4024-b2be-96878bb0e4cd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1299.026698] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for the task: (returnval){
[ 1299.026698] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52670642-b21e-23db-b574-eb7da8e73735"
[ 1299.026698] env[69297]:    _type = "Task"
[ 1299.026698] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1299.036562] env[69297]: DEBUG nova.compute.manager [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1299.039348] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52670642-b21e-23db-b574-eb7da8e73735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1299.064320] env[69297]: DEBUG nova.virt.hardware [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1299.064644] env[69297]: DEBUG nova.virt.hardware [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1299.064870] env[69297]: DEBUG nova.virt.hardware [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1299.065129] env[69297]: DEBUG nova.virt.hardware [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1299.065288] env[69297]: DEBUG nova.virt.hardware [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1299.065438] env[69297]: DEBUG nova.virt.hardware [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1299.065648] env[69297]: DEBUG nova.virt.hardware [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1299.065809] env[69297]: DEBUG nova.virt.hardware [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1299.065973] env[69297]: DEBUG nova.virt.hardware [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1299.066154] env[69297]: DEBUG nova.virt.hardware [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1299.066320] env[69297]: DEBUG nova.virt.hardware [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1299.067205] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be63ab75-a514-4640-9d84-ff1c00ac127a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1299.082221] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51bb5d2-6604-489a-8501-fbfc92389be7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1299.266350] env[69297]: DEBUG nova.scheduler.client.report [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1299.417798] env[69297]: DEBUG oslo_vmware.api [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2930815, 'name': PowerOnVM_Task, 'duration_secs': 0.751202} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1299.418100] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1299.418304] env[69297]: INFO nova.compute.manager [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Took 10.81 seconds to spawn the instance on the hypervisor.
[ 1299.418507] env[69297]: DEBUG nova.compute.manager [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1299.419361] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849f6221-5ab3-47cc-9622-5a13603a2a4e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1299.426497] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "665055ca-2209-41dd-84ee-98adb209c925" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1299.426741] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "665055ca-2209-41dd-84ee-98adb209c925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1299.538507] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52670642-b21e-23db-b574-eb7da8e73735, 'name': SearchDatastore_Task, 'duration_secs': 0.016086} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1299.538720] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1299.538996] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 5e95fc18-681b-44ce-88c4-b3fe4de06f0d/5e95fc18-681b-44ce-88c4-b3fe4de06f0d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1299.539276] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f5eb823-c066-4367-8999-e81f53a20f1a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1299.547274] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for the task: (returnval){
[ 1299.547274] env[69297]:    value = "task-2930816"
[ 1299.547274] env[69297]:    _type = "Task"
[ 1299.547274] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1299.557741] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1299.776028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1299.776028] env[69297]: DEBUG nova.compute.manager [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1299.777970] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.029s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1299.783228] env[69297]: INFO nova.compute.claims [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1299.859412] env[69297]: DEBUG nova.network.neutron [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Successfully updated port: 66d790b3-a703-48f8-9020-072c5e85b9a7 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1299.940897] env[69297]: INFO nova.compute.manager [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Took 41.19 seconds to build instance.
[ 1299.953953] env[69297]: DEBUG nova.compute.manager [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Received event network-vif-plugged-66d790b3-a703-48f8-9020-072c5e85b9a7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1299.954207] env[69297]: DEBUG oslo_concurrency.lockutils [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] Acquiring lock "074290d5-554d-4a86-b52b-53e6a114dac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1299.954426] env[69297]: DEBUG oslo_concurrency.lockutils [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] Lock "074290d5-554d-4a86-b52b-53e6a114dac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1299.954778] env[69297]: DEBUG oslo_concurrency.lockutils [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] Lock "074290d5-554d-4a86-b52b-53e6a114dac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1299.954778] env[69297]: DEBUG nova.compute.manager [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] No waiting events found dispatching network-vif-plugged-66d790b3-a703-48f8-9020-072c5e85b9a7 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1299.954953] env[69297]: WARNING nova.compute.manager [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Received unexpected event network-vif-plugged-66d790b3-a703-48f8-9020-072c5e85b9a7 for instance with vm_state building and task_state spawning.
[ 1299.955177] env[69297]: DEBUG nova.compute.manager [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Received event network-changed-66d790b3-a703-48f8-9020-072c5e85b9a7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1299.955394] env[69297]: DEBUG nova.compute.manager [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Refreshing instance network info cache due to event network-changed-66d790b3-a703-48f8-9020-072c5e85b9a7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1299.955532] env[69297]: DEBUG oslo_concurrency.lockutils [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] Acquiring lock "refresh_cache-074290d5-554d-4a86-b52b-53e6a114dac6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1299.955678] env[69297]: DEBUG oslo_concurrency.lockutils [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] Acquired lock "refresh_cache-074290d5-554d-4a86-b52b-53e6a114dac6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1299.955832] env[69297]: DEBUG nova.network.neutron [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Refreshing network info cache for port 66d790b3-a703-48f8-9020-072c5e85b9a7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1300.060376] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930816, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1300.287348] env[69297]: DEBUG nova.compute.utils [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1300.291077] env[69297]: DEBUG nova.compute.manager [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1300.291077] env[69297]: DEBUG nova.network.neutron [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1300.362869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "refresh_cache-074290d5-554d-4a86-b52b-53e6a114dac6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1300.391473] env[69297]: DEBUG nova.policy [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54a08a663e3b440ebb9dda3f37b6cfca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7084c44322a04cdcb4f51b7720db0349', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1300.445192] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21bb57da-620c-4d7a-bc3b-f8a70166ce59 tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Lock "43062545-3fc6-45b9-b473-10a40a37bda9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 51.483s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1300.508750] env[69297]: DEBUG nova.network.neutron [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1300.562765] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699922} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1300.563107] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 5e95fc18-681b-44ce-88c4-b3fe4de06f0d/5e95fc18-681b-44ce-88c4-b3fe4de06f0d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1300.563313] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1300.563584] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd407980-20d9-4e00-81e1-cd1a8ffdb2fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1300.574231] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for the task: (returnval){
[ 1300.574231] env[69297]:    value = "task-2930817"
[ 1300.574231] env[69297]:    _type = "Task"
[ 1300.574231] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1300.583170] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1300.648465] env[69297]: DEBUG nova.network.neutron [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1300.797495] env[69297]: DEBUG nova.compute.manager [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1300.886112] env[69297]: DEBUG nova.network.neutron [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Successfully created port: 9263d1ec-8e0b-46e2-8847-686a474174bc {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1300.947908] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1301.041730] env[69297]: DEBUG nova.compute.manager [req-77e263d9-5dd1-4319-aae9-3207cd873ea6 req-8e0c066d-63fa-453a-abd8-0100864e0731 service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Received event network-changed-4c57fca2-824d-429e-8e11-94aea8056ef7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1301.041866] env[69297]: DEBUG nova.compute.manager [req-77e263d9-5dd1-4319-aae9-3207cd873ea6 req-8e0c066d-63fa-453a-abd8-0100864e0731 service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Refreshing instance network info cache due to event network-changed-4c57fca2-824d-429e-8e11-94aea8056ef7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1301.042112] env[69297]: DEBUG oslo_concurrency.lockutils [req-77e263d9-5dd1-4319-aae9-3207cd873ea6 req-8e0c066d-63fa-453a-abd8-0100864e0731 service nova] Acquiring lock "refresh_cache-43062545-3fc6-45b9-b473-10a40a37bda9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1301.042280] env[69297]: DEBUG oslo_concurrency.lockutils [req-77e263d9-5dd1-4319-aae9-3207cd873ea6 req-8e0c066d-63fa-453a-abd8-0100864e0731 service nova] Acquired lock "refresh_cache-43062545-3fc6-45b9-b473-10a40a37bda9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1301.042434] env[69297]: DEBUG nova.network.neutron [req-77e263d9-5dd1-4319-aae9-3207cd873ea6 req-8e0c066d-63fa-453a-abd8-0100864e0731 service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Refreshing network info cache for port 4c57fca2-824d-429e-8e11-94aea8056ef7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1301.090943] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088634} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1301.091253] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1301.092406] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae34e7bf-689a-43fa-9df6-da41bef6410b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.137561] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 5e95fc18-681b-44ce-88c4-b3fe4de06f0d/5e95fc18-681b-44ce-88c4-b3fe4de06f0d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1301.141565] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3323219e-09bd-4f6b-9c54-661af16b94a7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.169166] env[69297]: DEBUG oslo_concurrency.lockutils [req-1bd99590-1693-4f32-95f8-de7afa690ba0 req-b161996e-3607-45e1-a97c-1a1caa60bf70 service nova] Releasing lock "refresh_cache-074290d5-554d-4a86-b52b-53e6a114dac6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1301.169685] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "refresh_cache-074290d5-554d-4a86-b52b-53e6a114dac6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1301.171454] env[69297]: DEBUG nova.network.neutron [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1301.192321] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for the task: (returnval){
[ 1301.192321] env[69297]:    value = "task-2930818"
[ 1301.192321] env[69297]:    _type = "Task"
[ 1301.192321] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1301.203049] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1301.304793] env[69297]: INFO nova.virt.block_device [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Booting with volume 04da9cbd-9abb-4f64-9488-c55e20c91c14 at /dev/sda
[ 1301.376223] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f34433e5-8317-40f3-9302-fac9b016f454 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.390114] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7835829b-8f2a-4912-a0cb-9c502ec7a1a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.431407] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3db62a9-c0a3-4da8-a657-ae1a8ba36bb8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.442171] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc88b93-a0fa-4cf2-9414-1fd418b488e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.493485] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1301.494379] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2323e4-c774-491e-8d8f-0415b46d1878 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.503260] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e997dde-8d97-474b-87cc-c5432bff6e37 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.510903] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ff2018-8b13-4f05-8924-1b9c8ce5ffe5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.519942] env[69297]: DEBUG nova.virt.block_device [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Updating existing volume attachment record: 4d01602d-1e68-4b77-85ef-32a9493a8561 {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1301.526056] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263774bd-4106-430d-9aee-ce5637e7567d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.565962] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a340aa-5943-4830-b2f3-393352b8a980 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.576726] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bee195a-866d-47a5-8d12-aef88c4e0282 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1301.593422] env[69297]: DEBUG nova.compute.provider_tree [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1301.706669] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1301.715618] env[69297]: DEBUG nova.network.neutron [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1301.877096] env[69297]: DEBUG nova.network.neutron [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Updating instance_info_cache with network_info: [{"id": "66d790b3-a703-48f8-9020-072c5e85b9a7", "address": "fa:16:3e:0f:40:59", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d790b3-a7", "ovs_interfaceid": "66d790b3-a703-48f8-9020-072c5e85b9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1301.938810] env[69297]: DEBUG nova.network.neutron [req-77e263d9-5dd1-4319-aae9-3207cd873ea6 req-8e0c066d-63fa-453a-abd8-0100864e0731 service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Updated VIF entry in instance network info cache for port 4c57fca2-824d-429e-8e11-94aea8056ef7. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1301.939255] env[69297]: DEBUG nova.network.neutron [req-77e263d9-5dd1-4319-aae9-3207cd873ea6 req-8e0c066d-63fa-453a-abd8-0100864e0731 service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Updating instance_info_cache with network_info: [{"id": "4c57fca2-824d-429e-8e11-94aea8056ef7", "address": "fa:16:3e:70:21:b7", "network": {"id": "af072bb1-2aa2-4ced-9db3-c79db2851693", "bridge": "br-int", "label": "tempest-ServersTestJSON-1986519729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "010510dfea7c430d93c3e8bf3a65be14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c57fca2-82", "ovs_interfaceid": "4c57fca2-824d-429e-8e11-94aea8056ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1302.097284] env[69297]: DEBUG nova.scheduler.client.report [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1302.208462] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930818, 'name': ReconfigVM_Task, 'duration_secs': 0.586218} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1302.208768] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 5e95fc18-681b-44ce-88c4-b3fe4de06f0d/5e95fc18-681b-44ce-88c4-b3fe4de06f0d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1302.209417] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cb43f9d-cc52-4798-add5-3176f157d1bd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1302.229128] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for the task: (returnval){
[ 1302.229128] env[69297]:    value = "task-2930819"
[ 1302.229128] env[69297]:    _type = "Task"
[ 1302.229128] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1302.233986] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930819, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1302.380041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "refresh_cache-074290d5-554d-4a86-b52b-53e6a114dac6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1302.380329] env[69297]: DEBUG nova.compute.manager [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Instance network_info: |[{"id": "66d790b3-a703-48f8-9020-072c5e85b9a7", "address": "fa:16:3e:0f:40:59", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d790b3-a7", "ovs_interfaceid": "66d790b3-a703-48f8-9020-072c5e85b9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1302.380923] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:40:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66d790b3-a703-48f8-9020-072c5e85b9a7', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1302.389436] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating folder: Project (53389ee13ae34a0aa8d2587690690b03). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1302.389757] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59b43fff-e3e3-445e-a19c-1a08d46de5a0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1302.405807] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Created folder: Project (53389ee13ae34a0aa8d2587690690b03) in parent group-v588392.
[ 1302.406055] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating folder: Instances. Parent ref: group-v588481. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1302.406349] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3016c108-7bda-4bf8-a529-635fe359232c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1302.421252] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Created folder: Instances in parent group-v588481.
[ 1302.421252] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1302.421360] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1302.421727] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddf16997-29f5-4f72-a668-afc9fb942e41 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1302.441683] env[69297]: DEBUG oslo_concurrency.lockutils [req-77e263d9-5dd1-4319-aae9-3207cd873ea6 req-8e0c066d-63fa-453a-abd8-0100864e0731 service nova] Releasing lock "refresh_cache-43062545-3fc6-45b9-b473-10a40a37bda9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1302.444180] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1302.444180] env[69297]:    value = "task-2930822"
[ 1302.444180] env[69297]:    _type = "Task"
[ 1302.444180] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1302.457514] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930822, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1302.603025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1302.603607] env[69297]: DEBUG nova.compute.manager [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1302.606393] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.233s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1302.606626] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1302.607030] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1302.607369] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.101s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1302.607552] env[69297]: DEBUG nova.objects.instance [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1302.614116] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233cf96c-dfd1-4575-b7b8-318d0eaf2b76 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1302.625419] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c783d01e-856e-4f85-b007-56b0511c8775 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1302.652104] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfacd1a6-f76a-4abe-98c4-9e5d0b758f1f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1302.659168] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65ddd75-4fa3-4aa6-89e3-1aee6c450768 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1302.696042] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180446MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1302.696223] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1302.704012] env[69297]: DEBUG nova.compute.manager [req-fc097651-85ee-4a83-bb12-123f2459e783 req-ded79458-7694-4d3d-8d54-41cf55058782 service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Received event network-vif-plugged-9263d1ec-8e0b-46e2-8847-686a474174bc {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1302.704237] env[69297]: DEBUG oslo_concurrency.lockutils [req-fc097651-85ee-4a83-bb12-123f2459e783 req-ded79458-7694-4d3d-8d54-41cf55058782 service nova] Acquiring lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1302.704445] env[69297]: DEBUG oslo_concurrency.lockutils [req-fc097651-85ee-4a83-bb12-123f2459e783 req-ded79458-7694-4d3d-8d54-41cf55058782 service nova] Lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1302.704608] env[69297]: DEBUG oslo_concurrency.lockutils [req-fc097651-85ee-4a83-bb12-123f2459e783 req-ded79458-7694-4d3d-8d54-41cf55058782 service nova] Lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1302.704769] env[69297]: DEBUG nova.compute.manager [req-fc097651-85ee-4a83-bb12-123f2459e783 req-ded79458-7694-4d3d-8d54-41cf55058782 service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] No waiting events found dispatching network-vif-plugged-9263d1ec-8e0b-46e2-8847-686a474174bc {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1302.704954] env[69297]: WARNING nova.compute.manager [req-fc097651-85ee-4a83-bb12-123f2459e783 req-ded79458-7694-4d3d-8d54-41cf55058782 service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Received unexpected event network-vif-plugged-9263d1ec-8e0b-46e2-8847-686a474174bc for instance with vm_state building and task_state block_device_mapping.
[ 1302.734390] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930819, 'name': Rename_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1302.874761] env[69297]: DEBUG nova.network.neutron [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Successfully updated port: 9263d1ec-8e0b-46e2-8847-686a474174bc {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1302.954912] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930822, 'name': CreateVM_Task, 'duration_secs': 0.427734} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1302.958608] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1302.958608] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1302.958608] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1302.958608] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1302.958608] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f099dd3-0813-4d00-a7e7-bce7a5e00a4e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1302.964021] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1302.964021] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52146bcb-55ce-9205-e353-81ffbca81649"
[ 1302.964021] env[69297]:    _type = "Task"
[ 1302.964021] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1302.970874] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52146bcb-55ce-9205-e353-81ffbca81649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1303.112187] env[69297]: DEBUG nova.compute.utils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1303.116218] env[69297]: DEBUG nova.compute.manager [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1303.116423] env[69297]: DEBUG nova.network.neutron [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1303.179773] env[69297]: DEBUG nova.policy [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e3f4ec609e341eb97f6fd3de2b0f6a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6ed402d587f4731a7b86d4ee46b2490', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1303.239180] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930819, 'name': Rename_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1303.377442] env[69297]: DEBUG oslo_concurrency.lockutils [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Acquiring lock "refresh_cache-a8774bfd-c97a-47a2-bd49-13d8ef773fb0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1303.377617] env[69297]: DEBUG oslo_concurrency.lockutils [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Acquired lock "refresh_cache-a8774bfd-c97a-47a2-bd49-13d8ef773fb0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1303.377896] env[69297]: DEBUG nova.network.neutron [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1303.475250] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52146bcb-55ce-9205-e353-81ffbca81649, 'name': SearchDatastore_Task, 'duration_secs': 0.033426} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1303.475250] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1303.475250] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1303.475250] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1303.475507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1303.475869] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1303.475982] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36c94104-a71d-45fb-9bd9-75a27b457927 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1303.497253] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1303.497726] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1303.498689] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6f6ff1-ff08-4e9e-a3c6-370ed7a7a1ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1303.506149] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1303.506149] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a22180-8825-6f55-f56b-8c643d8da811"
[ 1303.506149] env[69297]:    _type = "Task"
[ 1303.506149] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1303.515533] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a22180-8825-6f55-f56b-8c643d8da811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1303.617085] env[69297]: DEBUG nova.compute.manager [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1303.621345] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5a043bd1-7f89-4c01-ae28-bbd7b83d07c6 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1303.622225] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.560s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1303.623752] env[69297]: INFO nova.compute.claims [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1303.667397] env[69297]: DEBUG oslo_vmware.rw_handles [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a2fa-adf4-d3ea-510b-53426507ff83/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1303.669274] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05191658-3fbd-4f78-b852-3d2f97576728 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1303.679359] env[69297]: DEBUG oslo_vmware.rw_handles [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a2fa-adf4-d3ea-510b-53426507ff83/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1303.679609] env[69297]: ERROR oslo_vmware.rw_handles [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a2fa-adf4-d3ea-510b-53426507ff83/disk-0.vmdk due to incomplete transfer.
[ 1303.679893] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1ec324f-2589-4f61-ab90-2cf3b185492b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1303.689021] env[69297]: DEBUG oslo_vmware.rw_handles [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a2fa-adf4-d3ea-510b-53426507ff83/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1303.689338] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Uploaded image 4ff64a57-65f4-47a1-8ae2-6e72366d45a6 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1303.691476] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1303.693602] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c50419d2-5caf-4bc4-a424-88e28093cd64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1303.702195] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1303.702195] env[69297]:    value = "task-2930823"
[ 1303.702195] env[69297]:    _type = "Task"
[ 1303.702195] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1303.708770] env[69297]: DEBUG nova.compute.manager [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1303.710746] env[69297]: DEBUG nova.virt.hardware [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1303.710998] env[69297]: DEBUG nova.virt.hardware [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1303.711175] env[69297]: DEBUG nova.virt.hardware [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1303.711361] env[69297]: DEBUG nova.virt.hardware [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1303.711507] env[69297]: DEBUG nova.virt.hardware [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1303.711649] env[69297]: DEBUG nova.virt.hardware [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1303.711962] env[69297]: DEBUG nova.virt.hardware [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1303.712110] env[69297]: DEBUG nova.virt.hardware [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1303.712282] env[69297]: DEBUG nova.virt.hardware [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1303.712444] env[69297]: DEBUG nova.virt.hardware [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1303.712614] env[69297]: DEBUG nova.virt.hardware [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1303.713740] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71736aec-e9b0-46ca-81db-3a6c7858a9da {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1303.717992] env[69297]: DEBUG nova.network.neutron [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Successfully created port: 597e6aae-b806-4e0e-907f-bf2cdb9477e0 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1303.723990] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930823, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1303.730257] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7701397b-df41-45fd-9192-f73738ca399f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1303.736897] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930819, 'name': Rename_Task, 'duration_secs': 1.261198} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1303.737533] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1303.737786] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0723fd7-9c15-4e30-af94-d359e337bcb1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1303.749239] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for the task: (returnval){
[ 1303.749239] env[69297]:    value = "task-2930824"
[ 1303.749239] env[69297]:    _type = "Task"
[ 1303.749239] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1303.757708] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1304.017725] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a22180-8825-6f55-f56b-8c643d8da811, 'name': SearchDatastore_Task, 'duration_secs': 0.020528} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1304.018637] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca96aab8-cd89-43bf-8da7-27563a7378ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1304.024701] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1304.024701] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52018b98-87dc-f7ab-3865-342769438159"
[ 1304.024701] env[69297]:    _type = "Task"
[ 1304.024701] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1304.033017] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52018b98-87dc-f7ab-3865-342769438159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1304.182151] env[69297]: DEBUG nova.network.neutron [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1304.216676] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930823, 'name': Destroy_Task, 'duration_secs': 0.358664} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1304.216676] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Destroyed the VM
[ 1304.216963] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1304.217814] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf59e8f1-3d0e-478d-924b-c2314bdb3af6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1304.225007] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1304.225007] env[69297]:    value = "task-2930825"
[ 1304.225007] env[69297]:    _type = "Task"
[ 1304.225007] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1304.233435] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930825, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1304.259882] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930824, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1304.507286] env[69297]: DEBUG nova.network.neutron [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Updating instance_info_cache with network_info: [{"id": "9263d1ec-8e0b-46e2-8847-686a474174bc", "address": "fa:16:3e:fe:5a:7b", "network": {"id": "e62a0661-24ef-4338-855b-dbe633765fdd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1402430639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7084c44322a04cdcb4f51b7720db0349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9263d1ec-8e", "ovs_interfaceid": "9263d1ec-8e0b-46e2-8847-686a474174bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1304.536854] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52018b98-87dc-f7ab-3865-342769438159, 'name': SearchDatastore_Task, 'duration_secs': 0.028657} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1304.537940] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1304.538229] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 074290d5-554d-4a86-b52b-53e6a114dac6/074290d5-554d-4a86-b52b-53e6a114dac6.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1304.538497] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e2e68e6-5acd-4f47-b759-6ab6185d5102 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1304.548025] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1304.548025] env[69297]:    value = "task-2930826"
[ 1304.548025] env[69297]:    _type = "Task"
[ 1304.548025] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1304.559070] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1304.634898] env[69297]: DEBUG nova.compute.manager [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1304.662728] env[69297]: DEBUG nova.virt.hardware [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1304.663014] env[69297]: DEBUG nova.virt.hardware [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1304.663215] env[69297]: DEBUG nova.virt.hardware [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1304.663509] env[69297]: DEBUG nova.virt.hardware [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1304.663755] env[69297]: DEBUG nova.virt.hardware [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1304.663932] env[69297]: DEBUG nova.virt.hardware [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1304.664197] env[69297]: DEBUG nova.virt.hardware [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1304.664372] env[69297]: DEBUG nova.virt.hardware [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1304.664601] env[69297]: DEBUG nova.virt.hardware [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1304.664780] env[69297]: DEBUG nova.virt.hardware [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1304.664960] env[69297]: DEBUG nova.virt.hardware [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1304.665897] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d5fc4a-8bd3-4c84-b102-726c6c9374c5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1304.675883] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6627a584-1b46-45ad-841e-6d341a5fc078 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1304.738568] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930825, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1304.760119] env[69297]: DEBUG oslo_vmware.api [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930824, 'name': PowerOnVM_Task, 'duration_secs': 0.783835} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1304.760412] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1304.760636] env[69297]: INFO nova.compute.manager [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Took 11.27 seconds to spawn the instance on the hypervisor.
[ 1304.760823] env[69297]: DEBUG nova.compute.manager [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1304.761637] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5639ac-5e86-41bd-b1da-50ea96eaaacc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1304.871808] env[69297]: DEBUG nova.compute.manager [req-819b2c7a-267d-4bf8-8b32-97440224a6ec req-e3928058-48b0-4836-b732-9372a8774902 service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Received event network-changed-9263d1ec-8e0b-46e2-8847-686a474174bc {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1304.872130] env[69297]: DEBUG nova.compute.manager [req-819b2c7a-267d-4bf8-8b32-97440224a6ec req-e3928058-48b0-4836-b732-9372a8774902 service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Refreshing instance network info cache due to event network-changed-9263d1ec-8e0b-46e2-8847-686a474174bc. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1304.872292] env[69297]: DEBUG oslo_concurrency.lockutils [req-819b2c7a-267d-4bf8-8b32-97440224a6ec req-e3928058-48b0-4836-b732-9372a8774902 service nova] Acquiring lock "refresh_cache-a8774bfd-c97a-47a2-bd49-13d8ef773fb0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1305.011051] env[69297]: DEBUG oslo_concurrency.lockutils [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Releasing lock "refresh_cache-a8774bfd-c97a-47a2-bd49-13d8ef773fb0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1305.011342] env[69297]: DEBUG nova.compute.manager [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Instance network_info: |[{"id": "9263d1ec-8e0b-46e2-8847-686a474174bc", "address": "fa:16:3e:fe:5a:7b", "network": {"id": "e62a0661-24ef-4338-855b-dbe633765fdd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1402430639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7084c44322a04cdcb4f51b7720db0349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9263d1ec-8e", "ovs_interfaceid": "9263d1ec-8e0b-46e2-8847-686a474174bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1305.011641] env[69297]: DEBUG oslo_concurrency.lockutils [req-819b2c7a-267d-4bf8-8b32-97440224a6ec req-e3928058-48b0-4836-b732-9372a8774902 service nova] Acquired lock "refresh_cache-a8774bfd-c97a-47a2-bd49-13d8ef773fb0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1305.011817] env[69297]: DEBUG nova.network.neutron [req-819b2c7a-267d-4bf8-8b32-97440224a6ec req-e3928058-48b0-4836-b732-9372a8774902 service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Refreshing network info cache for port 9263d1ec-8e0b-46e2-8847-686a474174bc {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1305.013535] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:5a:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9263d1ec-8e0b-46e2-8847-686a474174bc', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1305.021548] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Creating folder: Project (7084c44322a04cdcb4f51b7720db0349). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1305.028026] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e17bd7a-cd41-4b14-a343-8a609e6396df {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.048355] env[69297]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error.
[ 1305.048541] env[69297]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69297) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}}
[ 1305.049103] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Folder already exists: Project (7084c44322a04cdcb4f51b7720db0349). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}}
[ 1305.049336] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Creating folder: Instances. Parent ref: group-v588428. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1305.055025] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d397596e-6b7f-4769-bc53-82fea5ea82e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.064354] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930826, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1305.071397] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Created folder: Instances in parent group-v588428.
[ 1305.071715] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1305.071911] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1305.074874] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc8eb77b-668f-4d1c-bb99-f88436e20147 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.104026] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1305.104026] env[69297]:    value = "task-2930829"
[ 1305.104026] env[69297]:    _type = "Task"
[ 1305.104026] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1305.116501] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930829, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1305.216329] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a866916e-5705-446a-9211-581bf7d192df {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.225848] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359f2988-a963-4306-a057-0eab0af32cee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.274331] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc6592f-8667-47f0-8d2d-df7c68f8789d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.280613] env[69297]: DEBUG oslo_vmware.api [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930825, 'name': RemoveSnapshot_Task, 'duration_secs': 0.629549} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1305.280879] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1305.284366] env[69297]: INFO nova.compute.manager [None req-222bcda1-bf10-41b3-ab8b-ca1bc00b4e63 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Took 17.88 seconds to snapshot the instance on the hypervisor.
[ 1305.288374] env[69297]: INFO nova.compute.manager [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Took 44.65 seconds to build instance.
[ 1305.297072] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a0d4c7-337b-44d6-aabf-096856ab06f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.312582] env[69297]: DEBUG nova.compute.provider_tree [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1305.369990] env[69297]: DEBUG nova.network.neutron [req-819b2c7a-267d-4bf8-8b32-97440224a6ec req-e3928058-48b0-4836-b732-9372a8774902 service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Updated VIF entry in instance network info cache for port 9263d1ec-8e0b-46e2-8847-686a474174bc. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1305.370414] env[69297]: DEBUG nova.network.neutron [req-819b2c7a-267d-4bf8-8b32-97440224a6ec req-e3928058-48b0-4836-b732-9372a8774902 service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Updating instance_info_cache with network_info: [{"id": "9263d1ec-8e0b-46e2-8847-686a474174bc", "address": "fa:16:3e:fe:5a:7b", "network": {"id": "e62a0661-24ef-4338-855b-dbe633765fdd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1402430639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7084c44322a04cdcb4f51b7720db0349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9263d1ec-8e", "ovs_interfaceid": "9263d1ec-8e0b-46e2-8847-686a474174bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1305.559562] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930826, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1305.613700] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930829, 'name': CreateVM_Task, 'duration_secs': 0.475726} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1305.613914] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1305.614655] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '4d01602d-1e68-4b77-85ef-32a9493a8561', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588441', 'volume_id': '04da9cbd-9abb-4f64-9488-c55e20c91c14', 'name': 'volume-04da9cbd-9abb-4f64-9488-c55e20c91c14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8774bfd-c97a-47a2-bd49-13d8ef773fb0', 'attached_at': '', 'detached_at': '', 'volume_id': '04da9cbd-9abb-4f64-9488-c55e20c91c14', 'serial': '04da9cbd-9abb-4f64-9488-c55e20c91c14'}, 'volume_type': None}], 'swap': None} {{(pid=69297) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}}
[ 1305.614911] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Root volume attach. Driver type: vmdk {{(pid=69297) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}}
[ 1305.616567] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810249d2-d750-47db-a1d8-32b863bd8c62 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.635012] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb78195e-762a-41bc-9662-e11a142bf8ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.641861] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fd6ae5-2110-41da-bd38-c61f208cb980 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.651864] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-20ad42eb-98f6-4c7e-b3d1-ccaa310346bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.659878] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Waiting for the task: (returnval){
[ 1305.659878] env[69297]:    value = "task-2930830"
[ 1305.659878] env[69297]:    _type = "Task"
[ 1305.659878] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1305.668764] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930830, 'name': RelocateVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1305.795937] env[69297]: DEBUG oslo_concurrency.lockutils [None req-847b609b-24dd-44d3-9b8f-8d36950a5284 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.514s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1305.796386] env[69297]: DEBUG nova.compute.manager [None req-3d2fb56b-5912-43b1-a44e-f53b5183908a tempest-ServerDiagnosticsTest-1280112256 tempest-ServerDiagnosticsTest-1280112256-project-admin] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1305.798583] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbdf7f5-48da-4ba8-818b-3fd6cfa4b284 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.809645] env[69297]: INFO nova.compute.manager [None req-3d2fb56b-5912-43b1-a44e-f53b5183908a tempest-ServerDiagnosticsTest-1280112256 tempest-ServerDiagnosticsTest-1280112256-project-admin] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Retrieving diagnostics
[ 1305.810586] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1cf494-0b9b-4f30-b08f-25a010d04641 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1305.815777] env[69297]: DEBUG nova.scheduler.client.report [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1305.875623] env[69297]: DEBUG oslo_concurrency.lockutils [req-819b2c7a-267d-4bf8-8b32-97440224a6ec req-e3928058-48b0-4836-b732-9372a8774902 service nova] Releasing lock "refresh_cache-a8774bfd-c97a-47a2-bd49-13d8ef773fb0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1306.044073] env[69297]: DEBUG nova.network.neutron [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Successfully updated port: 597e6aae-b806-4e0e-907f-bf2cdb9477e0 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1306.061626] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930826, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1306.170663] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930830, 'name': RelocateVM_Task} progress is 19%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1306.304650] env[69297]: DEBUG nova.compute.manager [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1306.347631] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1306.348286] env[69297]: DEBUG nova.compute.manager [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1306.351365] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.888s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1306.351588] env[69297]: DEBUG nova.objects.instance [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lazy-loading 'resources' on Instance uuid a3cf9b1d-995f-4540-a2fc-9039ae57e41e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1306.554337] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquiring lock "refresh_cache-1de1db29-df8e-4de4-8d18-83f4ddd3357d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1306.554477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquired lock "refresh_cache-1de1db29-df8e-4de4-8d18-83f4ddd3357d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1306.554671] env[69297]: DEBUG nova.network.neutron [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1306.566016] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930826, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.638731} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1306.566309] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 074290d5-554d-4a86-b52b-53e6a114dac6/074290d5-554d-4a86-b52b-53e6a114dac6.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1306.568028] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1306.568028] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e06cdce-a5a3-4662-b28c-0777e41a538e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1306.574902] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1306.574902] env[69297]:    value = "task-2930831"
[ 1306.574902] env[69297]:    _type = "Task"
[ 1306.574902] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1306.585179] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1306.672617] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930830, 'name': RelocateVM_Task} progress is 19%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1306.848641] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1306.854948] env[69297]: DEBUG nova.compute.utils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1306.856526] env[69297]: DEBUG nova.compute.manager [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1306.856615] env[69297]: DEBUG nova.network.neutron [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1306.950670] env[69297]: DEBUG nova.policy [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9a0e5347dd44016b557d45fc1d92f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6d268f97ce5404dbbdb0ff3c7ed29fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1307.018137] env[69297]: DEBUG oslo_concurrency.lockutils [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquiring lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1307.018137] env[69297]: DEBUG oslo_concurrency.lockutils [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1307.018317] env[69297]: DEBUG oslo_concurrency.lockutils [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquiring lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1307.018521] env[69297]: DEBUG oslo_concurrency.lockutils [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1307.018715] env[69297]: DEBUG oslo_concurrency.lockutils [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1307.021996] env[69297]: INFO nova.compute.manager [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Terminating instance
[ 1307.027058] env[69297]: DEBUG nova.compute.manager [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Received event network-vif-plugged-597e6aae-b806-4e0e-907f-bf2cdb9477e0 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1307.027290] env[69297]: DEBUG oslo_concurrency.lockutils [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] Acquiring lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1307.027523] env[69297]: DEBUG oslo_concurrency.lockutils [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] Lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1307.027766] env[69297]: DEBUG oslo_concurrency.lockutils [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] Lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1307.028061] env[69297]: DEBUG nova.compute.manager [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] No waiting events found dispatching network-vif-plugged-597e6aae-b806-4e0e-907f-bf2cdb9477e0 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1307.028150] env[69297]: WARNING nova.compute.manager [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Received unexpected event network-vif-plugged-597e6aae-b806-4e0e-907f-bf2cdb9477e0 for instance with vm_state building and task_state spawning.
[ 1307.028313] env[69297]: DEBUG nova.compute.manager [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Received event network-changed-597e6aae-b806-4e0e-907f-bf2cdb9477e0 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1307.028910] env[69297]: DEBUG nova.compute.manager [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Refreshing instance network info cache due to event network-changed-597e6aae-b806-4e0e-907f-bf2cdb9477e0. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1307.028910] env[69297]: DEBUG oslo_concurrency.lockutils [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] Acquiring lock "refresh_cache-1de1db29-df8e-4de4-8d18-83f4ddd3357d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1307.091794] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075185} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1307.092093] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1307.092947] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488fbffb-06fa-4ee2-9477-7fea1d59e32c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.122927] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 074290d5-554d-4a86-b52b-53e6a114dac6/074290d5-554d-4a86-b52b-53e6a114dac6.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1307.126853] env[69297]: DEBUG nova.network.neutron [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1307.128826] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea0897d8-8cc4-4e92-a0b6-8e6c780ed126 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.154079] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1307.154079] env[69297]:    value = "task-2930832"
[ 1307.154079] env[69297]:    _type = "Task"
[ 1307.154079] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1307.170999] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1307.190486] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930830, 'name': RelocateVM_Task, 'duration_secs': 1.221817} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1307.194975] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1307.195386] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588441', 'volume_id': '04da9cbd-9abb-4f64-9488-c55e20c91c14', 'name': 'volume-04da9cbd-9abb-4f64-9488-c55e20c91c14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8774bfd-c97a-47a2-bd49-13d8ef773fb0', 'attached_at': '', 'detached_at': '', 'volume_id': '04da9cbd-9abb-4f64-9488-c55e20c91c14', 'serial': '04da9cbd-9abb-4f64-9488-c55e20c91c14'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1307.197146] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90400e63-31a4-486f-b796-cdda4c86320d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.228061] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0c9757-ddb1-4653-969b-091f1226e385 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.270509] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] volume-04da9cbd-9abb-4f64-9488-c55e20c91c14/volume-04da9cbd-9abb-4f64-9488-c55e20c91c14.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1307.278290] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a9ef4d-fc97-4c88-9d58-009f70912742 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.324586] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Waiting for the task: (returnval){
[ 1307.324586] env[69297]:    value = "task-2930833"
[ 1307.324586] env[69297]:    _type = "Task"
[ 1307.324586] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1307.340482] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1307.361943] env[69297]: DEBUG nova.compute.manager [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1307.526277] env[69297]: DEBUG nova.compute.manager [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1307.526524] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1307.527785] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87066c87-8d61-4605-91f4-b7c84cd62a4d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.538593] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1307.538898] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73271792-c6e5-470b-95df-3d6afb70a628 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.550275] env[69297]: DEBUG oslo_vmware.api [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for the task: (returnval){
[ 1307.550275] env[69297]:    value = "task-2930834"
[ 1307.550275] env[69297]:    _type = "Task"
[ 1307.550275] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1307.566210] env[69297]: DEBUG oslo_vmware.api [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1307.583533] env[69297]: DEBUG nova.network.neutron [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Updating instance_info_cache with network_info: [{"id": "597e6aae-b806-4e0e-907f-bf2cdb9477e0", "address": "fa:16:3e:b0:bd:a6", "network": {"id": "bd3c418f-759f-4467-bfc0-e5d5990f31dc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-866316699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6ed402d587f4731a7b86d4ee46b2490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597e6aae-b8", "ovs_interfaceid": "597e6aae-b806-4e0e-907f-bf2cdb9477e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1307.595462] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffbca7f-dc3d-4dd9-828b-eb518b936294 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.608930] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e485fc-d5eb-4cc9-9644-96ff371c4e34 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.643049] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a9472b-5bd7-4a38-91ba-da44ba602028 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.651968] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e91475-41b9-4347-9eb0-8a99bd0b5ff9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.671468] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930832, 'name': ReconfigVM_Task, 'duration_secs': 0.364955} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1307.682097] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 074290d5-554d-4a86-b52b-53e6a114dac6/074290d5-554d-4a86-b52b-53e6a114dac6.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1307.682772] env[69297]: DEBUG nova.compute.provider_tree [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1307.684970] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76024f25-c8c5-440a-86a9-d994eb2d8153 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1307.697320] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1307.697320] env[69297]:    value = "task-2930835"
[ 1307.697320] env[69297]:    _type = "Task"
[ 1307.697320] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1307.712130] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930835, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1307.713193] env[69297]: DEBUG nova.network.neutron [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Successfully created port: f8eee75e-bc13-454b-ae7e-b8ddba08e6bc {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1307.814693] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquiring lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1307.814961] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1307.815243] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquiring lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1307.815438] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1307.816920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1307.818017] env[69297]: INFO nova.compute.manager [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Terminating instance
[ 1307.837405] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1308.060693] env[69297]: DEBUG oslo_vmware.api [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930834, 'name': PowerOffVM_Task, 'duration_secs': 0.204375} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1308.061082] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1308.061313] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1308.061797] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c525fe6f-d01d-4bb2-bf20-432b89fbcc76 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1308.086827] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Releasing lock "refresh_cache-1de1db29-df8e-4de4-8d18-83f4ddd3357d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1308.087329] env[69297]: DEBUG nova.compute.manager [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Instance network_info: |[{"id": "597e6aae-b806-4e0e-907f-bf2cdb9477e0", "address": "fa:16:3e:b0:bd:a6", "network": {"id": "bd3c418f-759f-4467-bfc0-e5d5990f31dc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-866316699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6ed402d587f4731a7b86d4ee46b2490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597e6aae-b8", "ovs_interfaceid": "597e6aae-b806-4e0e-907f-bf2cdb9477e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1308.087753] env[69297]: DEBUG oslo_concurrency.lockutils [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] Acquired lock "refresh_cache-1de1db29-df8e-4de4-8d18-83f4ddd3357d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1308.088037] env[69297]: DEBUG nova.network.neutron [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Refreshing network info cache for port 597e6aae-b806-4e0e-907f-bf2cdb9477e0 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1308.092507] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:bd:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '597e6aae-b806-4e0e-907f-bf2cdb9477e0', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1308.101126] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Creating folder: Project (e6ed402d587f4731a7b86d4ee46b2490). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1308.102651] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f94b6416-7d04-4315-9bf3-15751b72386c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1308.118590] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Created folder: Project (e6ed402d587f4731a7b86d4ee46b2490) in parent group-v588392.
[ 1308.118968] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Creating folder: Instances. Parent ref: group-v588486. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1308.119346] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f9962c8-ac08-40d1-b1cc-4ea212cf66fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1308.134513] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Created folder: Instances in parent group-v588486.
[ 1308.134822] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1308.135077] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1308.135332] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fbafe8a-75b8-4c93-8cf0-219c4a52c90e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1308.156508] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1308.156809] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1308.157040] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Deleting the datastore file [datastore1] 5e95fc18-681b-44ce-88c4-b3fe4de06f0d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1308.157787] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caac1bf4-8fd8-4478-acc8-eb5843a86e2e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1308.163240] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1308.163240] env[69297]:    value = "task-2930839"
[ 1308.163240] env[69297]:    _type = "Task"
[ 1308.163240] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1308.167856] env[69297]: DEBUG oslo_vmware.api [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for the task: (returnval){
[ 1308.167856] env[69297]:    value = "task-2930840"
[ 1308.167856] env[69297]:    _type = "Task"
[ 1308.167856] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1308.186292] env[69297]: DEBUG nova.scheduler.client.report [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1308.197191] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930839, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1308.197341] env[69297]: DEBUG oslo_vmware.api [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1308.208826] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930835, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1308.322328] env[69297]: DEBUG nova.compute.manager [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1308.323448] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1308.323597] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff1ec2c-9c0e-48d4-b948-0e06aaad994c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1308.337175] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1308.339661] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1308.340371] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17961bae-f0ef-40e6-bd52-3429190f5030 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1308.348706] env[69297]: DEBUG oslo_vmware.api [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1308.348706] env[69297]:    value = "task-2930841"
[ 1308.348706] env[69297]:    _type = "Task"
[ 1308.348706] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1308.359631] env[69297]: DEBUG oslo_vmware.api [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1308.375174] env[69297]: DEBUG nova.compute.manager [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1308.421161] env[69297]: DEBUG nova.virt.hardware [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1308.421446] env[69297]: DEBUG nova.virt.hardware [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1308.421600] env[69297]: DEBUG nova.virt.hardware [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1308.421777] env[69297]: DEBUG nova.virt.hardware [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1308.421921] env[69297]: DEBUG nova.virt.hardware [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1308.422082] env[69297]: DEBUG nova.virt.hardware [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1308.422292] env[69297]: DEBUG nova.virt.hardware [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1308.422492] env[69297]: DEBUG nova.virt.hardware [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1308.422673] env[69297]: DEBUG nova.virt.hardware [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1308.422834] env[69297]: DEBUG nova.virt.hardware [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1308.423015] env[69297]: DEBUG nova.virt.hardware [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1308.423891] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9352e775-f998-4c17-95fe-ba1bcd1993c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1308.433047] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d892944-573f-480c-8c65-35d82183c837 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1308.679692] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930839, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1308.683143] env[69297]: DEBUG oslo_vmware.api [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Task: {'id': task-2930840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486614} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1308.683521] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1308.683663] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1308.684073] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1308.684292] env[69297]: INFO nova.compute.manager [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Took 1.16 seconds to destroy the instance on the hypervisor.
[ 1308.684577] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1308.684791] env[69297]: DEBUG nova.compute.manager [-] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1308.684952] env[69297]: DEBUG nova.network.neutron [-] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1308.699304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.348s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1308.702799] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.004s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1308.702799] env[69297]: DEBUG nova.objects.instance [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Lazy-loading 'resources' on Instance uuid 66d0f6fb-aafc-4406-b545-36664abf7348 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1308.714157] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930835, 'name': Rename_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1308.762259] env[69297]: INFO nova.scheduler.client.report [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Deleted allocations for instance a3cf9b1d-995f-4540-a2fc-9039ae57e41e
[ 1308.847337] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930833, 'name': ReconfigVM_Task, 'duration_secs': 1.368034} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1308.847337] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Reconfigured VM instance instance-0000001d to attach disk [datastore2] volume-04da9cbd-9abb-4f64-9488-c55e20c91c14/volume-04da9cbd-9abb-4f64-9488-c55e20c91c14.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1308.850223] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82ba8c3a-1af1-4124-a8b4-83bf9016abc1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1308.873893] env[69297]: DEBUG oslo_vmware.api [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930841, 'name': PowerOffVM_Task, 'duration_secs': 0.473803} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1308.875614] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1308.875864] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1308.876257] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Waiting for the task: (returnval){
[ 1308.876257] env[69297]:    value = "task-2930842"
[ 1308.876257] env[69297]:    _type = "Task"
[ 1308.876257] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1308.876500] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da54810b-e95c-4d17-a67c-a78152c4ed3a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1308.887514] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1308.998159] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1308.999472] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1308.999472] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Deleting the datastore file [datastore1] 5c94bddf-c87b-4512-b7e5-ab270a4d8848 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1308.999472] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96651a83-e59f-4257-8858-1112b6979f99 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.009462] env[69297]: DEBUG oslo_vmware.api [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for the task: (returnval){
[ 1309.009462] env[69297]:    value = "task-2930844"
[ 1309.009462] env[69297]:    _type = "Task"
[ 1309.009462] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1309.016775] env[69297]: DEBUG oslo_vmware.api [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1309.036848] env[69297]: DEBUG nova.network.neutron [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Updated VIF entry in instance network info cache for port 597e6aae-b806-4e0e-907f-bf2cdb9477e0. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1309.036848] env[69297]: DEBUG nova.network.neutron [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Updating instance_info_cache with network_info: [{"id": "597e6aae-b806-4e0e-907f-bf2cdb9477e0", "address": "fa:16:3e:b0:bd:a6", "network": {"id": "bd3c418f-759f-4467-bfc0-e5d5990f31dc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-866316699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6ed402d587f4731a7b86d4ee46b2490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597e6aae-b8", "ovs_interfaceid": "597e6aae-b806-4e0e-907f-bf2cdb9477e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1309.187216] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930839, 'name': CreateVM_Task, 'duration_secs': 0.818569} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1309.187405] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1309.188183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1309.188347] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1309.188717] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1309.189009] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6577b41-dc94-4669-8467-308af51b4514 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.195042] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for the task: (returnval){
[ 1309.195042] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5234d05e-7b68-8c65-0f3b-40d75670ae49"
[ 1309.195042] env[69297]:    _type = "Task"
[ 1309.195042] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1309.204218] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5234d05e-7b68-8c65-0f3b-40d75670ae49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1309.219215] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930835, 'name': Rename_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1309.232312] env[69297]: DEBUG nova.compute.manager [req-6250dccb-4142-4297-b15f-7769f72499c0 req-4b398bc5-1764-4c98-a882-524a1e9c686c service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Received event network-vif-deleted-b54d7256-046d-4db2-ad0b-2d48ae808b0d {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1309.232529] env[69297]: INFO nova.compute.manager [req-6250dccb-4142-4297-b15f-7769f72499c0 req-4b398bc5-1764-4c98-a882-524a1e9c686c service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Neutron deleted interface b54d7256-046d-4db2-ad0b-2d48ae808b0d; detaching it from the instance and deleting it from the info cache
[ 1309.232661] env[69297]: DEBUG nova.network.neutron [req-6250dccb-4142-4297-b15f-7769f72499c0 req-4b398bc5-1764-4c98-a882-524a1e9c686c service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1309.272826] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9dd9e5b9-dbb3-4ce3-83de-1372a7e26f93 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "a3cf9b1d-995f-4540-a2fc-9039ae57e41e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 37.510s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1309.390497] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930842, 'name': ReconfigVM_Task, 'duration_secs': 0.151432} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1309.393308] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588441', 'volume_id': '04da9cbd-9abb-4f64-9488-c55e20c91c14', 'name': 'volume-04da9cbd-9abb-4f64-9488-c55e20c91c14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8774bfd-c97a-47a2-bd49-13d8ef773fb0', 'attached_at': '', 'detached_at': '', 'volume_id': '04da9cbd-9abb-4f64-9488-c55e20c91c14', 'serial': '04da9cbd-9abb-4f64-9488-c55e20c91c14'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1309.398036] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc91a823-1f26-4991-b229-67a2629b6935 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.406721] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Waiting for the task: (returnval){
[ 1309.406721] env[69297]:    value = "task-2930845"
[ 1309.406721] env[69297]:    _type = "Task"
[ 1309.406721] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1309.420930] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930845, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1309.520411] env[69297]: DEBUG oslo_vmware.api [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Task: {'id': task-2930844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147377} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1309.520669] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1309.520856] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1309.521044] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1309.521251] env[69297]: INFO nova.compute.manager [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Took 1.20 seconds to destroy the instance on the hypervisor.
[ 1309.521504] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1309.521697] env[69297]: DEBUG nova.compute.manager [-] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1309.521794] env[69297]: DEBUG nova.network.neutron [-] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1309.543795] env[69297]: DEBUG oslo_concurrency.lockutils [req-6b7f735f-f6f6-47a1-b2b5-a9decd6943c6 req-9fa7d7c9-fb66-43fe-b64c-725b26131131 service nova] Releasing lock "refresh_cache-1de1db29-df8e-4de4-8d18-83f4ddd3357d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1309.581973] env[69297]: DEBUG nova.compute.manager [req-11fae626-16c2-47ed-a3f9-909a748e185b req-b61d38fd-37a4-42b9-9812-bc8edf32ee06 service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Received event network-vif-plugged-f8eee75e-bc13-454b-ae7e-b8ddba08e6bc {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1309.581973] env[69297]: DEBUG oslo_concurrency.lockutils [req-11fae626-16c2-47ed-a3f9-909a748e185b req-b61d38fd-37a4-42b9-9812-bc8edf32ee06 service nova] Acquiring lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1309.581973] env[69297]: DEBUG oslo_concurrency.lockutils [req-11fae626-16c2-47ed-a3f9-909a748e185b req-b61d38fd-37a4-42b9-9812-bc8edf32ee06 service nova] Lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1309.581973] env[69297]: DEBUG oslo_concurrency.lockutils [req-11fae626-16c2-47ed-a3f9-909a748e185b req-b61d38fd-37a4-42b9-9812-bc8edf32ee06 service nova] Lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1309.581973] env[69297]: DEBUG nova.compute.manager [req-11fae626-16c2-47ed-a3f9-909a748e185b req-b61d38fd-37a4-42b9-9812-bc8edf32ee06 service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] No waiting events found dispatching network-vif-plugged-f8eee75e-bc13-454b-ae7e-b8ddba08e6bc {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1309.582176] env[69297]: WARNING nova.compute.manager [req-11fae626-16c2-47ed-a3f9-909a748e185b req-b61d38fd-37a4-42b9-9812-bc8edf32ee06 service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Received unexpected event network-vif-plugged-f8eee75e-bc13-454b-ae7e-b8ddba08e6bc for instance with vm_state building and task_state spawning.
[ 1309.615086] env[69297]: DEBUG nova.network.neutron [-] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1309.666365] env[69297]: DEBUG nova.network.neutron [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Successfully updated port: f8eee75e-bc13-454b-ae7e-b8ddba08e6bc {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1309.715717] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5234d05e-7b68-8c65-0f3b-40d75670ae49, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1309.716580] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1309.719828] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1309.719828] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1309.719828] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1309.719828] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1309.719828] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b143b7f4-63cd-4a27-a4d0-56b7534c3063 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.725018] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930835, 'name': Rename_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1309.735858] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb6885f4-7bbc-4042-a652-a502a1322d48 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.738450] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1309.738657] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1309.739419] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f63fc1-4617-4252-936f-b1ffa3e6ef6d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.751262] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6323d1f-de53-458a-bbee-1606888f594b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.768659] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for the task: (returnval){
[ 1309.768659] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52340f34-5f7e-4db1-5f39-dee5fb62def3"
[ 1309.768659] env[69297]:    _type = "Task"
[ 1309.768659] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1309.781319] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52340f34-5f7e-4db1-5f39-dee5fb62def3, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1309.795702] env[69297]: DEBUG nova.compute.manager [req-6250dccb-4142-4297-b15f-7769f72499c0 req-4b398bc5-1764-4c98-a882-524a1e9c686c service nova] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Detach interface failed, port_id=b54d7256-046d-4db2-ad0b-2d48ae808b0d, reason: Instance 5e95fc18-681b-44ce-88c4-b3fe4de06f0d could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1309.799358] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761b7b01-9ec0-48b4-b662-26b40a132b48 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.806591] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for the task: (returnval){
[ 1309.806591] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e7be86-ee6b-4a64-8121-ef7a292d1e75"
[ 1309.806591] env[69297]:    _type = "Task"
[ 1309.806591] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1309.815926] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e7be86-ee6b-4a64-8121-ef7a292d1e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1309.846288] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b114c2d-bbda-4483-b29e-d4bc57d66c31 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.854336] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd0cf24-ab52-4570-a187-36c4c2bc4a83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.885356] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eced5c-e0b5-4851-934a-1bae96c4c82b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.894420] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d1f253-b143-4d3e-b7bb-dd2c98ba3216 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.908838] env[69297]: DEBUG nova.compute.provider_tree [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1309.918710] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930845, 'name': Rename_Task, 'duration_secs': 0.139516} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1309.918978] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1309.920352] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-345b07e1-5aa6-4fea-a7a1-e9db87b31a6a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1309.927551] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Waiting for the task: (returnval){
[ 1309.927551] env[69297]:    value = "task-2930846"
[ 1309.927551] env[69297]:    _type = "Task"
[ 1309.927551] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1309.937206] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1310.118243] env[69297]: INFO nova.compute.manager [-] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Took 1.43 seconds to deallocate network for instance.
[ 1310.169017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "refresh_cache-027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1310.169127] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquired lock "refresh_cache-027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1310.169281] env[69297]: DEBUG nova.network.neutron [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1310.217965] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930835, 'name': Rename_Task, 'duration_secs': 2.067271} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1310.218234] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1310.218470] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21951d1e-4eef-4f6b-93ce-0e74e8523a2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1310.225897] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1310.225897] env[69297]:    value = "task-2930847"
[ 1310.225897] env[69297]:    _type = "Task"
[ 1310.225897] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1310.234396] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1310.318450] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e7be86-ee6b-4a64-8121-ef7a292d1e75, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1310.318728] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1310.319111] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 1de1db29-df8e-4de4-8d18-83f4ddd3357d/1de1db29-df8e-4de4-8d18-83f4ddd3357d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1310.319281] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe4b36d-7b99-4850-a54b-e3f61fe2d4d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1310.328044] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for the task: (returnval){
[ 1310.328044] env[69297]:    value = "task-2930848"
[ 1310.328044] env[69297]:    _type = "Task"
[ 1310.328044] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1310.336185] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1310.414875] env[69297]: DEBUG nova.scheduler.client.report [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1310.441034] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930846, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1310.452092] env[69297]: DEBUG nova.network.neutron [-] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1310.625096] env[69297]: DEBUG oslo_concurrency.lockutils [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1310.714847] env[69297]: DEBUG nova.network.neutron [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1310.742091] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1310.838906] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469106} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1310.841560] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 1de1db29-df8e-4de4-8d18-83f4ddd3357d/1de1db29-df8e-4de4-8d18-83f4ddd3357d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1310.841790] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1310.842056] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a523bb34-20f8-46d4-829d-f33b9864d602 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1310.852033] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for the task: (returnval){
[ 1310.852033] env[69297]:    value = "task-2930849"
[ 1310.852033] env[69297]:    _type = "Task"
[ 1310.852033] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1310.861584] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1310.878560] env[69297]: DEBUG nova.network.neutron [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Updating instance_info_cache with network_info: [{"id": "f8eee75e-bc13-454b-ae7e-b8ddba08e6bc", "address": "fa:16:3e:23:01:11", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8eee75e-bc", "ovs_interfaceid": "f8eee75e-bc13-454b-ae7e-b8ddba08e6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1310.922190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1310.924448] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.783s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1310.926171] env[69297]: INFO nova.compute.claims [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1310.945905] env[69297]: DEBUG oslo_vmware.api [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2930846, 'name': PowerOnVM_Task, 'duration_secs': 0.633538} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1310.946196] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1310.946531] env[69297]: INFO nova.compute.manager [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Took 7.24 seconds to spawn the instance on the hypervisor.
[ 1310.946672] env[69297]: DEBUG nova.compute.manager [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1310.947502] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0f4984-0587-4242-abac-3aeb356d28ef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1310.956782] env[69297]: INFO nova.compute.manager [-] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Took 1.43 seconds to deallocate network for instance.
[ 1310.981580] env[69297]: INFO nova.scheduler.client.report [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Deleted allocations for instance 66d0f6fb-aafc-4406-b545-36664abf7348
[ 1311.238517] env[69297]: DEBUG oslo_vmware.api [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930847, 'name': PowerOnVM_Task, 'duration_secs': 0.760352} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1311.238835] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1311.239062] env[69297]: INFO nova.compute.manager [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Took 12.20 seconds to spawn the instance on the hypervisor.
[ 1311.239244] env[69297]: DEBUG nova.compute.manager [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1311.240062] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c501f3-229e-4df7-8daf-3a445eefb50d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1311.263939] env[69297]: DEBUG nova.compute.manager [req-d8c67b6e-97d7-4834-9082-4e3b700ad63d req-28f16a86-87e8-4517-84e5-0719717d2420 service nova] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Received event network-vif-deleted-1a5a0b65-af81-48c8-a00b-579a3fd35d43 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1311.361547] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069236} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1311.361825] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1311.362620] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53800539-cd4b-4fb7-b861-d1d18891e2a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1311.385375] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 1de1db29-df8e-4de4-8d18-83f4ddd3357d/1de1db29-df8e-4de4-8d18-83f4ddd3357d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1311.385922] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Releasing lock "refresh_cache-027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1311.386230] env[69297]: DEBUG nova.compute.manager [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Instance network_info: |[{"id": "f8eee75e-bc13-454b-ae7e-b8ddba08e6bc", "address": "fa:16:3e:23:01:11", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8eee75e-bc", "ovs_interfaceid": "f8eee75e-bc13-454b-ae7e-b8ddba08e6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1311.386492] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f3d977a-da9b-4a7b-91d8-e96be5fda950 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1311.401246] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:01:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8eee75e-bc13-454b-ae7e-b8ddba08e6bc', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1311.408671] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1311.409317] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1311.409995] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-058c11dd-0e25-45fc-bbe6-e4fae32a401e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1311.428520] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for the task: (returnval){
[ 1311.428520] env[69297]:    value = "task-2930850"
[ 1311.428520] env[69297]:    _type = "Task"
[ 1311.428520] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1311.439547] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930850, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1311.441751] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1311.441751] env[69297]:    value = "task-2930851"
[ 1311.441751] env[69297]:    _type = "Task"
[ 1311.441751] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1311.449911] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930851, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1311.470443] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1311.472841] env[69297]: INFO nova.compute.manager [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Took 45.95 seconds to build instance.
[ 1311.490243] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f48e328-0d68-4fcb-8105-9b1ede07ed60 tempest-InstanceActionsV221TestJSON-1831895164 tempest-InstanceActionsV221TestJSON-1831895164-project-member] Lock "66d0f6fb-aafc-4406-b545-36664abf7348" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 37.719s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1311.565257] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1311.565653] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1311.618402] env[69297]: DEBUG nova.compute.manager [req-dcad3aa6-eb51-4509-920e-085a95a479d5 req-4453d01f-bbf0-47d8-bfde-cfaac87d4d2d service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Received event network-changed-f8eee75e-bc13-454b-ae7e-b8ddba08e6bc {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1311.618606] env[69297]: DEBUG nova.compute.manager [req-dcad3aa6-eb51-4509-920e-085a95a479d5 req-4453d01f-bbf0-47d8-bfde-cfaac87d4d2d service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Refreshing instance network info cache due to event network-changed-f8eee75e-bc13-454b-ae7e-b8ddba08e6bc. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1311.618902] env[69297]: DEBUG oslo_concurrency.lockutils [req-dcad3aa6-eb51-4509-920e-085a95a479d5 req-4453d01f-bbf0-47d8-bfde-cfaac87d4d2d service nova] Acquiring lock "refresh_cache-027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1311.619084] env[69297]: DEBUG oslo_concurrency.lockutils [req-dcad3aa6-eb51-4509-920e-085a95a479d5 req-4453d01f-bbf0-47d8-bfde-cfaac87d4d2d service nova] Acquired lock "refresh_cache-027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1311.619254] env[69297]: DEBUG nova.network.neutron [req-dcad3aa6-eb51-4509-920e-085a95a479d5 req-4453d01f-bbf0-47d8-bfde-cfaac87d4d2d service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Refreshing network info cache for port f8eee75e-bc13-454b-ae7e-b8ddba08e6bc {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1311.758430] env[69297]: INFO nova.compute.manager [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Took 46.33 seconds to build instance.
[ 1311.941462] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1311.954299] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930851, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1311.975429] env[69297]: DEBUG oslo_concurrency.lockutils [None req-94fb59a9-a050-4bcd-b1ec-690414a0aa8a tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.382s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1312.261522] env[69297]: DEBUG oslo_concurrency.lockutils [None req-db0735a4-79f6-48ec-859d-bac3630f7f29 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "074290d5-554d-4a86-b52b-53e6a114dac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 56.748s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1312.379516] env[69297]: DEBUG nova.network.neutron [req-dcad3aa6-eb51-4509-920e-085a95a479d5 req-4453d01f-bbf0-47d8-bfde-cfaac87d4d2d service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Updated VIF entry in instance network info cache for port f8eee75e-bc13-454b-ae7e-b8ddba08e6bc. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1312.379888] env[69297]: DEBUG nova.network.neutron [req-dcad3aa6-eb51-4509-920e-085a95a479d5 req-4453d01f-bbf0-47d8-bfde-cfaac87d4d2d service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Updating instance_info_cache with network_info: [{"id": "f8eee75e-bc13-454b-ae7e-b8ddba08e6bc", "address": "fa:16:3e:23:01:11", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8eee75e-bc", "ovs_interfaceid": "f8eee75e-bc13-454b-ae7e-b8ddba08e6bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1312.442013] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930850, 'name': ReconfigVM_Task, 'duration_secs': 0.951573} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1312.442474] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 1de1db29-df8e-4de4-8d18-83f4ddd3357d/1de1db29-df8e-4de4-8d18-83f4ddd3357d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1312.443092] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91a27b65-ec68-4cce-b230-f4461b98dd07 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1312.455202] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930851, 'name': CreateVM_Task, 'duration_secs': 0.796932} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1312.458611] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1312.458969] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for the task: (returnval){
[ 1312.458969] env[69297]:    value = "task-2930852"
[ 1312.458969] env[69297]:    _type = "Task"
[ 1312.458969] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1312.459957] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1312.460172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1312.460493] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1312.460787] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30dc3a2a-df91-444c-9981-4f4b994cc528 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1312.472938] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930852, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1312.474421] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1312.474421] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5299f521-e809-c56a-ded2-2b4aa264a77d"
[ 1312.474421] env[69297]:    _type = "Task"
[ 1312.474421] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1312.479269] env[69297]: DEBUG nova.compute.manager [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1312.485752] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5299f521-e809-c56a-ded2-2b4aa264a77d, 'name': SearchDatastore_Task, 'duration_secs': 0.011836} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1312.487099] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1312.487336] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1312.487562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1312.487707] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1312.487918] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1312.488713] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f406f86-5f1a-43ec-a42f-13343594cd69 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1312.491247] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00cccc32-12f8-4751-b236-81fdf2dfe774 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1312.498883] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b53490f-0e5f-404a-8da4-133dca83ac72 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1312.503359] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1312.503542] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1312.509930] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e05f3c5-d6f6-402c-9256-8112ef483fb8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1312.540788] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9207263-c378-4722-8dfe-621f777d0fbb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1312.544056] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1312.544056] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f77d10-c568-e23c-ef15-5e28980f120f"
[ 1312.544056] env[69297]:    _type = "Task"
[ 1312.544056] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1312.549879] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00624d83-94a3-4cee-b3e5-66307e7d65cf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1312.557668] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f77d10-c568-e23c-ef15-5e28980f120f, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1312.558717] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7878bdb-6766-4681-a898-97b3bd4ca1b3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1312.568563] env[69297]: DEBUG nova.compute.provider_tree [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1312.574890] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1312.574890] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ffb529-109c-838d-893b-05fec4a577f2"
[ 1312.574890] env[69297]:    _type = "Task"
[ 1312.574890] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1312.584160] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ffb529-109c-838d-893b-05fec4a577f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1312.770593] env[69297]: DEBUG nova.compute.manager [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1312.884937] env[69297]: DEBUG oslo_concurrency.lockutils [req-dcad3aa6-eb51-4509-920e-085a95a479d5 req-4453d01f-bbf0-47d8-bfde-cfaac87d4d2d service nova] Releasing lock "refresh_cache-027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1312.974618] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930852, 'name': Rename_Task, 'duration_secs': 0.228714} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1312.974618] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1312.974618] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c9b949a-6d31-4a3d-ac32-bf8e6f82fdfe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1312.982343] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for the task: (returnval){
[ 1312.982343] env[69297]:    value = "task-2930853"
[ 1312.982343] env[69297]:    _type = "Task"
[ 1312.982343] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1312.992209] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1313.013539] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1313.077868] env[69297]: DEBUG nova.scheduler.client.report [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1313.093655] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ffb529-109c-838d-893b-05fec4a577f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011857} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1313.093655] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1313.094086] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3/027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1313.094369] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fea525d4-4fdf-45f9-8361-1989a8483211 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1313.103913] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1313.103913] env[69297]:    value = "task-2930854"
[ 1313.103913] env[69297]:    _type = "Task"
[ 1313.103913] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1313.113763] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1313.312056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1313.378822] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "074290d5-554d-4a86-b52b-53e6a114dac6" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1313.378822] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "074290d5-554d-4a86-b52b-53e6a114dac6" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1313.378822] env[69297]: DEBUG nova.compute.manager [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1313.381669] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fccc3e-cd79-4a14-8a64-c0532d451b19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1313.393286] env[69297]: DEBUG nova.compute.manager [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69297) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1313.393954] env[69297]: DEBUG nova.objects.instance [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lazy-loading 'flavor' on Instance uuid 074290d5-554d-4a86-b52b-53e6a114dac6 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1313.495832] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930853, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1313.586339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1313.586937] env[69297]: DEBUG nova.compute.manager [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1313.589767] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.956s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1313.590014] env[69297]: DEBUG nova.objects.instance [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lazy-loading 'resources' on Instance uuid d31edcc0-475f-4f82-98bd-6070655bb7b9 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1313.618139] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477711} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1313.618139] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3/027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1313.618139] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1313.618139] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ca3110-7caf-4b43-9ece-52d1a350b37f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1313.626398] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1313.626398] env[69297]:    value = "task-2930855"
[ 1313.626398] env[69297]:    _type = "Task"
[ 1313.626398] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1313.635974] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1313.650709] env[69297]: DEBUG nova.compute.manager [req-5204219a-882a-4dfe-8335-a2b49e89a596 req-e03952c4-8422-40ab-a3e1-a8bd2b86b19a service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Received event network-changed-9263d1ec-8e0b-46e2-8847-686a474174bc {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1313.651083] env[69297]: DEBUG nova.compute.manager [req-5204219a-882a-4dfe-8335-a2b49e89a596 req-e03952c4-8422-40ab-a3e1-a8bd2b86b19a service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Refreshing instance network info cache due to event network-changed-9263d1ec-8e0b-46e2-8847-686a474174bc. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1313.651477] env[69297]: DEBUG oslo_concurrency.lockutils [req-5204219a-882a-4dfe-8335-a2b49e89a596 req-e03952c4-8422-40ab-a3e1-a8bd2b86b19a service nova] Acquiring lock "refresh_cache-a8774bfd-c97a-47a2-bd49-13d8ef773fb0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1313.651703] env[69297]: DEBUG oslo_concurrency.lockutils [req-5204219a-882a-4dfe-8335-a2b49e89a596 req-e03952c4-8422-40ab-a3e1-a8bd2b86b19a service nova] Acquired lock "refresh_cache-a8774bfd-c97a-47a2-bd49-13d8ef773fb0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1313.651954] env[69297]: DEBUG nova.network.neutron [req-5204219a-882a-4dfe-8335-a2b49e89a596 req-e03952c4-8422-40ab-a3e1-a8bd2b86b19a service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Refreshing network info cache for port 9263d1ec-8e0b-46e2-8847-686a474174bc {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1313.993541] env[69297]: DEBUG oslo_vmware.api [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930853, 'name': PowerOnVM_Task, 'duration_secs': 0.582379} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1313.994012] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1313.994089] env[69297]: INFO nova.compute.manager [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Took 9.36 seconds to spawn the instance on the hypervisor.
[ 1313.994297] env[69297]: DEBUG nova.compute.manager [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1313.995140] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9268925e-f0a9-4088-9d6b-d0d60f8d6a23 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1314.093193] env[69297]: DEBUG nova.compute.utils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1314.094638] env[69297]: DEBUG nova.compute.manager [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1314.096443] env[69297]: DEBUG nova.network.neutron [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1314.137614] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073906} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1314.137916] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1314.138811] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3f28f9-ac02-477d-9df7-bf5e1ebc2e08 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1314.167969] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3/027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1314.168360] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c49b078f-206e-4f58-885a-b736423dfde6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1314.188298] env[69297]: DEBUG nova.policy [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b849c9e3af24c00ba72a560a2caa77a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9fb3822b06d4f5a85042d8bdc71a61c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1314.193350] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1314.193350] env[69297]:    value = "task-2930856"
[ 1314.193350] env[69297]:    _type = "Task"
[ 1314.193350] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1314.207607] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1314.402889] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1314.402889] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95a19a0d-8378-4576-92ef-d3fa36fd189f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1314.413971] env[69297]: DEBUG oslo_vmware.api [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1314.413971] env[69297]:    value = "task-2930857"
[ 1314.413971] env[69297]:    _type = "Task"
[ 1314.413971] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1314.425720] env[69297]: DEBUG oslo_vmware.api [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1314.525155] env[69297]: INFO nova.compute.manager [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Took 42.81 seconds to build instance.
[ 1314.546425] env[69297]: DEBUG nova.network.neutron [req-5204219a-882a-4dfe-8335-a2b49e89a596 req-e03952c4-8422-40ab-a3e1-a8bd2b86b19a service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Updated VIF entry in instance network info cache for port 9263d1ec-8e0b-46e2-8847-686a474174bc. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1314.546425] env[69297]: DEBUG nova.network.neutron [req-5204219a-882a-4dfe-8335-a2b49e89a596 req-e03952c4-8422-40ab-a3e1-a8bd2b86b19a service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Updating instance_info_cache with network_info: [{"id": "9263d1ec-8e0b-46e2-8847-686a474174bc", "address": "fa:16:3e:fe:5a:7b", "network": {"id": "e62a0661-24ef-4338-855b-dbe633765fdd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1402430639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7084c44322a04cdcb4f51b7720db0349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9263d1ec-8e", "ovs_interfaceid": "9263d1ec-8e0b-46e2-8847-686a474174bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1314.601604] env[69297]: DEBUG nova.compute.manager [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1314.641837] env[69297]: DEBUG nova.network.neutron [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Successfully created port: d8dadb3b-7c52-4007-bdd7-ee94afc3244b {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1314.706082] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1314.762156] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f78cdf-c5a1-4f90-bbd2-91531eefc63d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1314.770555] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79298ac-d120-4a88-9e91-d215907a7206 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1314.804835] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bdef62-64ac-4931-86fd-c0bc9004ed77 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1314.814958] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd25eaf7-3638-4b4f-8c85-fa1981cef0fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1314.831261] env[69297]: DEBUG nova.compute.provider_tree [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1314.928056] env[69297]: DEBUG oslo_vmware.api [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930857, 'name': PowerOffVM_Task, 'duration_secs': 0.259198} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1314.928056] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1314.928056] env[69297]: DEBUG nova.compute.manager [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1314.928056] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7760a746-30a9-4081-a7b2-ed1e7869b0b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1315.032121] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2e7ad67-78bd-478b-b412-a8530c3d5384 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.788s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1315.052232] env[69297]: DEBUG oslo_concurrency.lockutils [req-5204219a-882a-4dfe-8335-a2b49e89a596 req-e03952c4-8422-40ab-a3e1-a8bd2b86b19a service nova] Releasing lock "refresh_cache-a8774bfd-c97a-47a2-bd49-13d8ef773fb0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1315.206119] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930856, 'name': ReconfigVM_Task, 'duration_secs': 0.567226} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1315.206543] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3/027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1315.207410] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-607007a3-2283-4570-8c52-8abdcbc3c826 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1315.220852] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1315.220852] env[69297]:    value = "task-2930858"
[ 1315.220852] env[69297]:    _type = "Task"
[ 1315.220852] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1315.233967] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930858, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1315.252804] env[69297]: DEBUG nova.network.neutron [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Successfully created port: 02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1315.336259] env[69297]: DEBUG nova.scheduler.client.report [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1315.439106] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b08a387e-d3bb-4455-aa1e-0d57d2cd0c11 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "074290d5-554d-4a86-b52b-53e6a114dac6" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.060s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1315.533742] env[69297]: DEBUG nova.compute.manager [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1315.617023] env[69297]: DEBUG nova.compute.manager [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1315.681872] env[69297]: DEBUG nova.virt.hardware [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1315.682464] env[69297]: DEBUG nova.virt.hardware [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1315.682839] env[69297]: DEBUG nova.virt.hardware [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1315.682898] env[69297]: DEBUG nova.virt.hardware [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1315.683419] env[69297]: DEBUG nova.virt.hardware [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1315.683419] env[69297]: DEBUG nova.virt.hardware [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1315.683419] env[69297]: DEBUG nova.virt.hardware [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1315.684226] env[69297]: DEBUG nova.virt.hardware [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1315.684226] env[69297]: DEBUG nova.virt.hardware [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1315.684226] env[69297]: DEBUG nova.virt.hardware [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1315.684226] env[69297]: DEBUG nova.virt.hardware [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1315.684874] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407d2ed4-532e-4736-bf1e-be237639f8cb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1315.691219] env[69297]: DEBUG nova.network.neutron [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Successfully created port: 8ffe0311-e1d5-4321-bd30-4c1fcdbd0214 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1315.700991] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8350aefb-fbe8-4199-bc70-ed87c68ba4a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1315.731212] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930858, 'name': Rename_Task, 'duration_secs': 0.147275} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1315.731505] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1315.731745] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65b39fca-0578-4d0b-a293-646122d71986 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1315.740038] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1315.740038] env[69297]:    value = "task-2930859"
[ 1315.740038] env[69297]:    _type = "Task"
[ 1315.740038] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1315.760999] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930859, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1315.843666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1315.846016] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquiring lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1315.846245] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1315.846444] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquiring lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1315.846623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1315.846842] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1315.848594] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.505s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1315.850424] env[69297]: INFO nova.compute.claims [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1315.853886] env[69297]: INFO nova.compute.manager [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Terminating instance
[ 1315.944535] env[69297]: INFO nova.scheduler.client.report [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Deleted allocations for instance d31edcc0-475f-4f82-98bd-6070655bb7b9
[ 1316.064723] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1316.250837] env[69297]: DEBUG oslo_vmware.api [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930859, 'name': PowerOnVM_Task, 'duration_secs': 0.468578} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1316.251121] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1316.251311] env[69297]: INFO nova.compute.manager [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Took 7.88 seconds to spawn the instance on the hypervisor.
[ 1316.251488] env[69297]: DEBUG nova.compute.manager [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1316.252306] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03363747-5f93-41ae-84d3-22ae0899fe61 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1316.360615] env[69297]: DEBUG nova.compute.manager [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1316.360770] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1316.362022] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0258a0-8871-4131-ab4a-e910241c7304 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1316.371191] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1316.371535] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1e5c372-a196-407f-8ed9-17a35aafd611 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1316.379061] env[69297]: DEBUG oslo_vmware.api [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for the task: (returnval){
[ 1316.379061] env[69297]:    value = "task-2930860"
[ 1316.379061] env[69297]:    _type = "Task"
[ 1316.379061] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1316.388401] env[69297]: DEBUG oslo_vmware.api [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1316.454385] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b1cffdb-b8a4-4e00-b9a8-f95d1b61eb68 tempest-ServerShowV257Test-2028114046 tempest-ServerShowV257Test-2028114046-project-member] Lock "d31edcc0-475f-4f82-98bd-6070655bb7b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 39.678s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1316.771213] env[69297]: INFO nova.compute.manager [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Took 41.75 seconds to build instance.
[ 1316.891215] env[69297]: DEBUG oslo_vmware.api [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930860, 'name': PowerOffVM_Task, 'duration_secs': 0.417261} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1316.893963] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1316.894163] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1316.897204] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6448c0a1-ac9a-4c9a-9738-7b7ae0fb59b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1317.072034] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1317.072034] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1317.072034] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Deleting the datastore file [datastore2] 1de1db29-df8e-4de4-8d18-83f4ddd3357d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1317.072870] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-098eb2e0-21a8-4962-ba7b-f8d2922fae68 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1317.080266] env[69297]: DEBUG oslo_vmware.api [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for the task: (returnval){
[ 1317.080266] env[69297]:    value = "task-2930862"
[ 1317.080266] env[69297]:    _type = "Task"
[ 1317.080266] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1317.090860] env[69297]: DEBUG oslo_vmware.api [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1317.139460] env[69297]: DEBUG nova.compute.manager [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1317.140794] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c46a0ed-9cea-4077-ab74-43e1ccd18099 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1317.273227] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df543cb3-9148-4043-a398-3af1e89e0455 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 43.264s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1317.376307] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efab17d-4fd2-435f-b11e-b40fbadfe2da {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1317.385484] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed38acc7-65ea-4197-919a-c1f1d9c2d382 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1317.422253] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d393d0ef-3d6a-40b5-b1a9-ae7a95d2f42e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1317.426412] env[69297]: DEBUG nova.compute.manager [req-30fd2e68-6115-4892-90ea-ac6db4904b19 req-cc6c1ddb-df92-4e39-8c57-640f5e69455c service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received event network-vif-plugged-d8dadb3b-7c52-4007-bdd7-ee94afc3244b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1317.426645] env[69297]: DEBUG oslo_concurrency.lockutils [req-30fd2e68-6115-4892-90ea-ac6db4904b19 req-cc6c1ddb-df92-4e39-8c57-640f5e69455c service nova] Acquiring lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1317.426944] env[69297]: DEBUG oslo_concurrency.lockutils [req-30fd2e68-6115-4892-90ea-ac6db4904b19 req-cc6c1ddb-df92-4e39-8c57-640f5e69455c service nova] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1317.427302] env[69297]: DEBUG oslo_concurrency.lockutils [req-30fd2e68-6115-4892-90ea-ac6db4904b19 req-cc6c1ddb-df92-4e39-8c57-640f5e69455c service nova] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1317.427558] env[69297]: DEBUG nova.compute.manager [req-30fd2e68-6115-4892-90ea-ac6db4904b19 req-cc6c1ddb-df92-4e39-8c57-640f5e69455c service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] No waiting events found dispatching network-vif-plugged-d8dadb3b-7c52-4007-bdd7-ee94afc3244b {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1317.427691] env[69297]: WARNING nova.compute.manager [req-30fd2e68-6115-4892-90ea-ac6db4904b19 req-cc6c1ddb-df92-4e39-8c57-640f5e69455c service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received unexpected event network-vif-plugged-d8dadb3b-7c52-4007-bdd7-ee94afc3244b for instance with vm_state building and task_state spawning.
[ 1317.434013] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048e82b7-6483-4ea2-91ee-d99b392e0f1a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1317.449956] env[69297]: DEBUG nova.compute.provider_tree [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1317.466947] env[69297]: DEBUG nova.network.neutron [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Successfully updated port: d8dadb3b-7c52-4007-bdd7-ee94afc3244b {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1317.516364] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38977f50-6fc8-427e-aaa3-77050cd92ffa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1317.522886] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7555a47e-be22-43b2-aeca-ea2efc49f4f4 tempest-ServersAdminNegativeTestJSON-121322381 tempest-ServersAdminNegativeTestJSON-121322381-project-admin] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Suspending the VM {{(pid=69297) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}}
[ 1317.523165] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f5742aa0-691a-49d7-8024-6fd80daaf111 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1317.529598] env[69297]: DEBUG oslo_vmware.api [None req-7555a47e-be22-43b2-aeca-ea2efc49f4f4 tempest-ServersAdminNegativeTestJSON-121322381 tempest-ServersAdminNegativeTestJSON-121322381-project-admin] Waiting for the task: (returnval){
[ 1317.529598] env[69297]:    value = "task-2930863"
[ 1317.529598] env[69297]:    _type = "Task"
[ 1317.529598] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1317.536568] env[69297]: DEBUG oslo_vmware.api [None req-7555a47e-be22-43b2-aeca-ea2efc49f4f4 tempest-ServersAdminNegativeTestJSON-121322381 tempest-ServersAdminNegativeTestJSON-121322381-project-admin] Task: {'id': task-2930863, 'name': SuspendVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1317.590950] env[69297]: DEBUG oslo_vmware.api [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1317.663945] env[69297]: INFO nova.compute.manager [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] instance snapshotting
[ 1317.664209] env[69297]: WARNING nova.compute.manager [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] trying to snapshot a non-running instance: (state: 4 expected: 1)
[ 1317.667500] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502cffec-bff5-42d1-a77f-1699cb83fa11 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1317.689178] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c10d74e-2ca7-4b1d-9c16-e4036e27f30f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1317.779293] env[69297]: DEBUG nova.compute.manager [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1317.953211] env[69297]: DEBUG nova.scheduler.client.report [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1318.042143] env[69297]: DEBUG oslo_vmware.api [None req-7555a47e-be22-43b2-aeca-ea2efc49f4f4 tempest-ServersAdminNegativeTestJSON-121322381 tempest-ServersAdminNegativeTestJSON-121322381-project-admin] Task: {'id': task-2930863, 'name': SuspendVM_Task} progress is 62%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1318.090844] env[69297]: DEBUG oslo_vmware.api [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Task: {'id': task-2930862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.617177} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1318.091474] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1318.091474] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1318.091606] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1318.091661] env[69297]: INFO nova.compute.manager [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Took 1.73 seconds to destroy the instance on the hypervisor.
[ 1318.091919] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1318.093975] env[69297]: DEBUG nova.compute.manager [-] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1318.093975] env[69297]: DEBUG nova.network.neutron [-] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1318.201597] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1318.201941] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6447dc66-788f-49d4-a632-05fd4813815f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1318.210525] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1318.210525] env[69297]:    value = "task-2930864"
[ 1318.210525] env[69297]:    _type = "Task"
[ 1318.210525] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1318.219792] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930864, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1318.319489] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1318.459957] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1318.460677] env[69297]: DEBUG nova.compute.manager [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1318.463555] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.978s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1318.463793] env[69297]: DEBUG nova.objects.instance [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Lazy-loading 'resources' on Instance uuid e591ffdf-b855-4c8c-a85d-55c3e8128ecc {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1318.541268] env[69297]: DEBUG oslo_vmware.api [None req-7555a47e-be22-43b2-aeca-ea2efc49f4f4 tempest-ServersAdminNegativeTestJSON-121322381 tempest-ServersAdminNegativeTestJSON-121322381-project-admin] Task: {'id': task-2930863, 'name': SuspendVM_Task, 'duration_secs': 0.64259} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1318.541534] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7555a47e-be22-43b2-aeca-ea2efc49f4f4 tempest-ServersAdminNegativeTestJSON-121322381 tempest-ServersAdminNegativeTestJSON-121322381-project-admin] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Suspended the VM {{(pid=69297) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}}
[ 1318.541706] env[69297]: DEBUG nova.compute.manager [None req-7555a47e-be22-43b2-aeca-ea2efc49f4f4 tempest-ServersAdminNegativeTestJSON-121322381 tempest-ServersAdminNegativeTestJSON-121322381-project-admin] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1318.542542] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6552d606-f881-4e34-ab34-119ff00a004e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1318.645071] env[69297]: DEBUG nova.compute.manager [req-c4ef4b33-9682-4e0d-a7ee-8626d5ed5182 req-02fc71bc-fdb5-4933-bb9e-50ac0bd9e6b2 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Received event network-vif-deleted-597e6aae-b806-4e0e-907f-bf2cdb9477e0 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1318.645298] env[69297]: INFO nova.compute.manager [req-c4ef4b33-9682-4e0d-a7ee-8626d5ed5182 req-02fc71bc-fdb5-4933-bb9e-50ac0bd9e6b2 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Neutron deleted interface 597e6aae-b806-4e0e-907f-bf2cdb9477e0; detaching it from the instance and deleting it from the info cache
[ 1318.645469] env[69297]: DEBUG nova.network.neutron [req-c4ef4b33-9682-4e0d-a7ee-8626d5ed5182 req-02fc71bc-fdb5-4933-bb9e-50ac0bd9e6b2 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1318.725304] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930864, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1318.970573] env[69297]: DEBUG nova.compute.utils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1318.973599] env[69297]: DEBUG nova.compute.manager [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1318.973599] env[69297]: DEBUG nova.network.neutron [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1319.069442] env[69297]: DEBUG nova.policy [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e0d8ca63744e3d8aea32c32a4b08cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b906444c8af4042ab945735742e6400', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1319.127761] env[69297]: DEBUG nova.network.neutron [-] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1319.147674] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c1df896-a950-4779-a74d-7f112ecaf225 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1319.159838] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4142fee-6701-44f6-9bd7-183387fc3fdc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1319.197283] env[69297]: DEBUG nova.compute.manager [req-c4ef4b33-9682-4e0d-a7ee-8626d5ed5182 req-02fc71bc-fdb5-4933-bb9e-50ac0bd9e6b2 service nova] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Detach interface failed, port_id=597e6aae-b806-4e0e-907f-bf2cdb9477e0, reason: Instance 1de1db29-df8e-4de4-8d18-83f4ddd3357d could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1319.222157] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930864, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1319.480402] env[69297]: DEBUG nova.compute.manager [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1319.505845] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ccba13-1c20-403a-b80e-f890722bc21c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1319.513873] env[69297]: DEBUG nova.network.neutron [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Successfully updated port: 02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1319.518330] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b784f56-1d0b-4df9-ba4c-eda430c742f6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1319.550508] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5099a83d-0fdd-4089-ba43-041e59e3c013 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1319.560626] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c5690a-fb0f-45c1-a721-4ee5f5483ad3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1319.575082] env[69297]: DEBUG nova.compute.provider_tree [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1319.601467] env[69297]: DEBUG nova.compute.manager [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received event network-changed-d8dadb3b-7c52-4007-bdd7-ee94afc3244b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1319.601467] env[69297]: DEBUG nova.compute.manager [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Refreshing instance network info cache due to event network-changed-d8dadb3b-7c52-4007-bdd7-ee94afc3244b. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1319.601607] env[69297]: DEBUG oslo_concurrency.lockutils [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] Acquiring lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1319.601644] env[69297]: DEBUG oslo_concurrency.lockutils [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] Acquired lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1319.601797] env[69297]: DEBUG nova.network.neutron [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Refreshing network info cache for port d8dadb3b-7c52-4007-bdd7-ee94afc3244b {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1319.633691] env[69297]: INFO nova.compute.manager [-] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Took 1.54 seconds to deallocate network for instance.
[ 1319.692140] env[69297]: DEBUG nova.network.neutron [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Successfully created port: 79de9401-84bc-4e35-9460-47e0880ff429 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1319.724626] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930864, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1320.078518] env[69297]: DEBUG nova.scheduler.client.report [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1320.140872] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1320.165860] env[69297]: DEBUG nova.network.neutron [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1320.223903] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930864, 'name': CreateSnapshot_Task, 'duration_secs': 1.680806} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1320.224274] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1320.225072] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9911125-20b5-4949-bfda-1fec1d499978 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1320.378688] env[69297]: DEBUG nova.network.neutron [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1320.489874] env[69297]: DEBUG nova.compute.manager [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1320.537275] env[69297]: DEBUG nova.virt.hardware [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1320.537536] env[69297]: DEBUG nova.virt.hardware [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1320.537693] env[69297]: DEBUG nova.virt.hardware [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1320.537892] env[69297]: DEBUG nova.virt.hardware [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1320.538068] env[69297]: DEBUG nova.virt.hardware [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1320.538219] env[69297]: DEBUG nova.virt.hardware [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1320.538431] env[69297]: DEBUG nova.virt.hardware [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1320.538599] env[69297]: DEBUG nova.virt.hardware [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1320.539120] env[69297]: DEBUG nova.virt.hardware [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1320.539120] env[69297]: DEBUG nova.virt.hardware [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1320.539120] env[69297]: DEBUG nova.virt.hardware [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1320.539991] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7272d1e-3277-4d33-8857-0c2b39630a3e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1320.549214] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed05d51a-b249-43e6-8003-8a31f02332fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1320.591018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1320.591560] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.338s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1320.593101] env[69297]: INFO nova.compute.claims [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1320.641619] env[69297]: INFO nova.scheduler.client.report [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Deleted allocations for instance e591ffdf-b855-4c8c-a85d-55c3e8128ecc
[ 1320.744139] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1320.744502] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c1492335-b44b-459c-b715-9f930392a354 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1320.755219] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1320.755219] env[69297]:    value = "task-2930865"
[ 1320.755219] env[69297]:    _type = "Task"
[ 1320.755219] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1320.765589] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930865, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1320.887462] env[69297]: DEBUG oslo_concurrency.lockutils [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] Releasing lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1320.887736] env[69297]: DEBUG nova.compute.manager [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received event network-vif-plugged-02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1320.887966] env[69297]: DEBUG oslo_concurrency.lockutils [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] Acquiring lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1320.888205] env[69297]: DEBUG oslo_concurrency.lockutils [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1320.889253] env[69297]: DEBUG oslo_concurrency.lockutils [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1320.889253] env[69297]: DEBUG nova.compute.manager [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] No waiting events found dispatching network-vif-plugged-02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1320.889253] env[69297]: WARNING nova.compute.manager [req-94e7ae69-116d-430a-95d9-dc12fe82a035 req-ae1ff951-32b4-4945-99b9-269e7eb13e68 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received unexpected event network-vif-plugged-02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7 for instance with vm_state building and task_state spawning.
[ 1321.159232] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f0d1ce30-95cf-4720-b1fc-897a4cc70ed3 tempest-TenantUsagesTestJSON-974447019 tempest-TenantUsagesTestJSON-974447019-project-member] Lock "e591ffdf-b855-4c8c-a85d-55c3e8128ecc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 39.301s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1321.266091] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930865, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1321.705981] env[69297]: DEBUG nova.network.neutron [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Successfully updated port: 8ffe0311-e1d5-4321-bd30-4c1fcdbd0214 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1321.766319] env[69297]: DEBUG nova.compute.manager [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received event network-changed-02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1321.766630] env[69297]: DEBUG nova.compute.manager [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Refreshing instance network info cache due to event network-changed-02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1321.766937] env[69297]: DEBUG oslo_concurrency.lockutils [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] Acquiring lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1321.767094] env[69297]: DEBUG oslo_concurrency.lockutils [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] Acquired lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1321.767439] env[69297]: DEBUG nova.network.neutron [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Refreshing network info cache for port 02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1321.772928] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930865, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1322.148406] env[69297]: DEBUG nova.network.neutron [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Successfully updated port: 79de9401-84bc-4e35-9460-47e0880ff429 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1322.158531] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327b2210-4c96-4db4-9943-a0ebc50b33c7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1322.171945] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bac0a0-c9a8-4c15-9d5e-246d06abad9c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1322.202643] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ab40f-47c6-4f67-8994-b7fca61a8217 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1322.215049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1322.215049] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dc1839-2606-4313-8f00-1d6918794d5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1322.225799] env[69297]: DEBUG nova.compute.provider_tree [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1322.265612] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930865, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1322.318393] env[69297]: DEBUG nova.network.neutron [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1322.349835] env[69297]: DEBUG nova.compute.manager [req-e1dec9a2-111d-43b5-b821-fb0500917366 req-dfa64b8a-99c1-4eb9-b11b-3936b7e66d96 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Received event network-vif-plugged-79de9401-84bc-4e35-9460-47e0880ff429 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1322.350329] env[69297]: DEBUG oslo_concurrency.lockutils [req-e1dec9a2-111d-43b5-b821-fb0500917366 req-dfa64b8a-99c1-4eb9-b11b-3936b7e66d96 service nova] Acquiring lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1322.350329] env[69297]: DEBUG oslo_concurrency.lockutils [req-e1dec9a2-111d-43b5-b821-fb0500917366 req-dfa64b8a-99c1-4eb9-b11b-3936b7e66d96 service nova] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1322.350473] env[69297]: DEBUG oslo_concurrency.lockutils [req-e1dec9a2-111d-43b5-b821-fb0500917366 req-dfa64b8a-99c1-4eb9-b11b-3936b7e66d96 service nova] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1322.350661] env[69297]: DEBUG nova.compute.manager [req-e1dec9a2-111d-43b5-b821-fb0500917366 req-dfa64b8a-99c1-4eb9-b11b-3936b7e66d96 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] No waiting events found dispatching network-vif-plugged-79de9401-84bc-4e35-9460-47e0880ff429 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1322.350780] env[69297]: WARNING nova.compute.manager [req-e1dec9a2-111d-43b5-b821-fb0500917366 req-dfa64b8a-99c1-4eb9-b11b-3936b7e66d96 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Received unexpected event network-vif-plugged-79de9401-84bc-4e35-9460-47e0880ff429 for instance with vm_state building and task_state spawning.
[ 1322.485312] env[69297]: DEBUG nova.network.neutron [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1322.652510] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1322.652510] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquired lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1322.652510] env[69297]: DEBUG nova.network.neutron [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1322.729390] env[69297]: DEBUG nova.scheduler.client.report [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1322.769729] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930865, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1322.787907] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1322.788278] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1322.788557] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1322.788783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1322.788970] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1322.791300] env[69297]: INFO nova.compute.manager [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Terminating instance
[ 1322.990055] env[69297]: DEBUG oslo_concurrency.lockutils [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] Releasing lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1322.990217] env[69297]: DEBUG nova.compute.manager [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received event network-vif-plugged-8ffe0311-e1d5-4321-bd30-4c1fcdbd0214 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1322.990405] env[69297]: DEBUG oslo_concurrency.lockutils [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] Acquiring lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1322.990672] env[69297]: DEBUG oslo_concurrency.lockutils [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1322.990852] env[69297]: DEBUG oslo_concurrency.lockutils [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1322.991031] env[69297]: DEBUG nova.compute.manager [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] No waiting events found dispatching network-vif-plugged-8ffe0311-e1d5-4321-bd30-4c1fcdbd0214 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1322.991206] env[69297]: WARNING nova.compute.manager [req-d1d51489-cd37-4b43-9c97-cfdd98f490f9 req-1d9dc54c-a689-4f64-afdb-5edae85b4ce0 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received unexpected event network-vif-plugged-8ffe0311-e1d5-4321-bd30-4c1fcdbd0214 for instance with vm_state building and task_state spawning.
[ 1322.991573] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquired lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1322.991723] env[69297]: DEBUG nova.network.neutron [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1323.068290] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1323.068567] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1323.234744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1323.235419] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1323.237859] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.551s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1323.239471] env[69297]: INFO nova.compute.claims [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1323.266473] env[69297]: DEBUG nova.network.neutron [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1323.280192] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930865, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1323.299048] env[69297]: DEBUG nova.compute.manager [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1323.299048] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1323.299048] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1399ebe6-0c18-484b-a4a7-6a2bb9d5bd88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1323.307452] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1323.307802] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d327b363-e898-44ae-88d7-b34c6972b4bd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1323.380423] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1323.380901] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1323.380981] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Deleting the datastore file [datastore1] 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1323.381346] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6747e454-9c0d-49db-af32-119612c223d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1323.389049] env[69297]: DEBUG oslo_vmware.api [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1323.389049] env[69297]:    value = "task-2930867"
[ 1323.389049] env[69297]:    _type = "Task"
[ 1323.389049] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1323.399510] env[69297]: DEBUG oslo_vmware.api [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1323.559547] env[69297]: DEBUG nova.network.neutron [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Updating instance_info_cache with network_info: [{"id": "79de9401-84bc-4e35-9460-47e0880ff429", "address": "fa:16:3e:9e:d3:8b", "network": {"id": "f361aa5a-3311-44a1-a6e6-963d69a3a16c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2050413286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b906444c8af4042ab945735742e6400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79de9401-84", "ovs_interfaceid": "79de9401-84bc-4e35-9460-47e0880ff429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1323.567016] env[69297]: DEBUG nova.network.neutron [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1323.746028] env[69297]: DEBUG nova.compute.utils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1323.753034] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1323.753034] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1323.772673] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930865, 'name': CloneVM_Task, 'duration_secs': 2.996647} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1323.773592] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Created linked-clone VM from snapshot
[ 1323.773808] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2667fa74-8fe0-487d-84cc-87b1b20d64ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1323.782352] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Uploading image 8f8d59dc-f63b-4ef5-9b42-ca8623ac1a49 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1323.805798] env[69297]: DEBUG nova.policy [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e8cddc92a44409a6e6fc273fa09961', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bd8514a96e14e3c9f4e32f0c1bfca26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1323.809547] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1323.809547] env[69297]:    value = "vm-588491"
[ 1323.809547] env[69297]:    _type = "VirtualMachine"
[ 1323.809547] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1323.809789] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f5f0242-3fb9-48a8-a62b-e7214f2897cf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1323.814317] env[69297]: DEBUG nova.compute.manager [req-d63c01c6-3ba1-485f-92e6-7cfb3655e3ff req-3787ef6a-7369-493e-bc14-51dca230e444 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received event network-changed-8ffe0311-e1d5-4321-bd30-4c1fcdbd0214 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1323.814499] env[69297]: DEBUG nova.compute.manager [req-d63c01c6-3ba1-485f-92e6-7cfb3655e3ff req-3787ef6a-7369-493e-bc14-51dca230e444 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Refreshing instance network info cache due to event network-changed-8ffe0311-e1d5-4321-bd30-4c1fcdbd0214. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1323.814678] env[69297]: DEBUG oslo_concurrency.lockutils [req-d63c01c6-3ba1-485f-92e6-7cfb3655e3ff req-3787ef6a-7369-493e-bc14-51dca230e444 service nova] Acquiring lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1323.817589] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lease: (returnval){
[ 1323.817589] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522ebf7e-7008-8216-9b17-41d75a755dcc"
[ 1323.817589] env[69297]:    _type = "HttpNfcLease"
[ 1323.817589] env[69297]:  } obtained for exporting VM: (result){
[ 1323.817589] env[69297]:    value = "vm-588491"
[ 1323.817589] env[69297]:    _type = "VirtualMachine"
[ 1323.817589] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1323.817871] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the lease: (returnval){
[ 1323.817871] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522ebf7e-7008-8216-9b17-41d75a755dcc"
[ 1323.817871] env[69297]:    _type = "HttpNfcLease"
[ 1323.817871] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1323.826054] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1323.826054] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522ebf7e-7008-8216-9b17-41d75a755dcc"
[ 1323.826054] env[69297]:    _type = "HttpNfcLease"
[ 1323.826054] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1323.899357] env[69297]: DEBUG oslo_vmware.api [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201325} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1323.899574] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1323.899755] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1323.899934] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1323.900178] env[69297]: INFO nova.compute.manager [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Took 0.60 seconds to destroy the instance on the hypervisor.
[ 1323.900453] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1323.900642] env[69297]: DEBUG nova.compute.manager [-] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1323.900737] env[69297]: DEBUG nova.network.neutron [-] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1324.065487] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Releasing lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1324.065877] env[69297]: DEBUG nova.compute.manager [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Instance network_info: |[{"id": "79de9401-84bc-4e35-9460-47e0880ff429", "address": "fa:16:3e:9e:d3:8b", "network": {"id": "f361aa5a-3311-44a1-a6e6-963d69a3a16c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2050413286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b906444c8af4042ab945735742e6400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79de9401-84", "ovs_interfaceid": "79de9401-84bc-4e35-9460-47e0880ff429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1324.066372] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:d3:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79de9401-84bc-4e35-9460-47e0880ff429', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1324.074393] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Creating folder: Project (4b906444c8af4042ab945735742e6400). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1324.077088] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-172ef5fc-0941-4e60-8196-0e1c48b6d18d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.090067] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Created folder: Project (4b906444c8af4042ab945735742e6400) in parent group-v588392.
[ 1324.090280] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Creating folder: Instances. Parent ref: group-v588492. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1324.090515] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b4967e1-f29c-4d1f-a0fe-33cb39732cb3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.100319] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Created folder: Instances in parent group-v588492.
[ 1324.100568] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1324.100756] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1324.100953] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fa78c3f-f79c-4ee4-85ea-3ad5b79258fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.120933] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1324.120933] env[69297]:    value = "task-2930871"
[ 1324.120933] env[69297]:    _type = "Task"
[ 1324.120933] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1324.130898] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930871, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1324.246417] env[69297]: DEBUG nova.network.neutron [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Updating instance_info_cache with network_info: [{"id": "d8dadb3b-7c52-4007-bdd7-ee94afc3244b", "address": "fa:16:3e:26:b0:8a", "network": {"id": "fe4a252e-b8e7-49fc-9b8d-68314d928349", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-890309602", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dadb3b-7c", "ovs_interfaceid": "d8dadb3b-7c52-4007-bdd7-ee94afc3244b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7", "address": "fa:16:3e:7d:4a:38", "network": {"id": "65df9bd2-4ea7-443b-a94c-b1d0893dca47", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-181788037", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d1a3d8-96", "ovs_interfaceid": "02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ffe0311-e1d5-4321-bd30-4c1fcdbd0214", "address": "fa:16:3e:cf:ec:31", "network": {"id": "fe4a252e-b8e7-49fc-9b8d-68314d928349", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-890309602", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffe0311-e1", "ovs_interfaceid": "8ffe0311-e1d5-4321-bd30-4c1fcdbd0214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1324.255592] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1324.327488] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1324.327488] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522ebf7e-7008-8216-9b17-41d75a755dcc"
[ 1324.327488] env[69297]:    _type = "HttpNfcLease"
[ 1324.327488] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1324.330500] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1324.330500] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522ebf7e-7008-8216-9b17-41d75a755dcc"
[ 1324.330500] env[69297]:    _type = "HttpNfcLease"
[ 1324.330500] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1324.331871] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d8a11f-84ac-4b21-b50e-be1164208ce9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.335182] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Successfully created port: a09df76b-e35d-4296-b127-baaef9254e45 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1324.344192] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c115b-ce54-fb6f-d6b5-46d9f8b5c7e4/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1324.344192] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c115b-ce54-fb6f-d6b5-46d9f8b5c7e4/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1324.411698] env[69297]: DEBUG nova.compute.manager [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Received event network-changed-79de9401-84bc-4e35-9460-47e0880ff429 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1324.411873] env[69297]: DEBUG nova.compute.manager [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Refreshing instance network info cache due to event network-changed-79de9401-84bc-4e35-9460-47e0880ff429. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1324.412086] env[69297]: DEBUG oslo_concurrency.lockutils [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] Acquiring lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1324.412226] env[69297]: DEBUG oslo_concurrency.lockutils [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] Acquired lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1324.412381] env[69297]: DEBUG nova.network.neutron [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Refreshing network info cache for port 79de9401-84bc-4e35-9460-47e0880ff429 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1324.447067] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cfc3d39b-0475-47d8-ad28-835a75d499b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.630198] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930871, 'name': CreateVM_Task, 'duration_secs': 0.39263} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1324.630434] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1324.631056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1324.631216] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1324.631519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1324.631768] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53080d97-ba0f-4add-b744-4871ff7135d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.640464] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1324.640464] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]527fd04b-8a21-8daa-2e77-bbed3a3b03fe"
[ 1324.640464] env[69297]:    _type = "Task"
[ 1324.640464] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1324.648449] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527fd04b-8a21-8daa-2e77-bbed3a3b03fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1324.749049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Releasing lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1324.749527] env[69297]: DEBUG nova.compute.manager [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Instance network_info: |[{"id": "d8dadb3b-7c52-4007-bdd7-ee94afc3244b", "address": "fa:16:3e:26:b0:8a", "network": {"id": "fe4a252e-b8e7-49fc-9b8d-68314d928349", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-890309602", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dadb3b-7c", "ovs_interfaceid": "d8dadb3b-7c52-4007-bdd7-ee94afc3244b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7", "address": "fa:16:3e:7d:4a:38", "network": {"id": "65df9bd2-4ea7-443b-a94c-b1d0893dca47", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-181788037", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d1a3d8-96", "ovs_interfaceid": "02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ffe0311-e1d5-4321-bd30-4c1fcdbd0214", "address": "fa:16:3e:cf:ec:31", "network": {"id": "fe4a252e-b8e7-49fc-9b8d-68314d928349", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-890309602", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffe0311-e1", "ovs_interfaceid": "8ffe0311-e1d5-4321-bd30-4c1fcdbd0214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1324.749855] env[69297]: DEBUG oslo_concurrency.lockutils [req-d63c01c6-3ba1-485f-92e6-7cfb3655e3ff req-3787ef6a-7369-493e-bc14-51dca230e444 service nova] Acquired lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1324.750088] env[69297]: DEBUG nova.network.neutron [req-d63c01c6-3ba1-485f-92e6-7cfb3655e3ff req-3787ef6a-7369-493e-bc14-51dca230e444 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Refreshing network info cache for port 8ffe0311-e1d5-4321-bd30-4c1fcdbd0214 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1324.751501] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:b0:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8dadb3b-7c52-4007-bdd7-ee94afc3244b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4a:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ec:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ffe0311-e1d5-4321-bd30-4c1fcdbd0214', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1324.763879] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Creating folder: Project (c9fb3822b06d4f5a85042d8bdc71a61c). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1324.774211] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29ad2e3e-e8f3-4621-8f87-27d2d4f38dd0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.789546] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Created folder: Project (c9fb3822b06d4f5a85042d8bdc71a61c) in parent group-v588392.
[ 1324.789546] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Creating folder: Instances. Parent ref: group-v588495. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1324.789546] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d2bfbfa-b525-4ff6-9fe6-2253dcf1f94f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.805023] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Created folder: Instances in parent group-v588495.
[ 1324.805023] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1324.805023] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1324.805023] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2e4b683-e261-43e8-8406-987473d15d83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.833438] env[69297]: DEBUG nova.network.neutron [-] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1324.841166] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1324.841166] env[69297]:    value = "task-2930874"
[ 1324.841166] env[69297]:    _type = "Task"
[ 1324.841166] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1324.854057] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930874, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1324.909203] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1b1d3b-5538-41f8-aeb9-637af90925ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.923228] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06fdc34-d42f-47de-9670-e264dfd07874 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.965170] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b85e5d-c8ce-4f5f-aa2a-f51cd64afc21 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.975913] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2831845a-79d2-4286-b71d-13388143d1a9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1324.996986] env[69297]: DEBUG nova.compute.provider_tree [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1325.150838] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527fd04b-8a21-8daa-2e77-bbed3a3b03fe, 'name': SearchDatastore_Task, 'duration_secs': 0.021367} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1325.151168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1325.151396] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1325.151626] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1325.151966] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1325.152222] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1325.152513] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5372ceb-598f-4f48-b5d6-872bb719f570 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1325.159551] env[69297]: DEBUG nova.network.neutron [req-d63c01c6-3ba1-485f-92e6-7cfb3655e3ff req-3787ef6a-7369-493e-bc14-51dca230e444 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Updated VIF entry in instance network info cache for port 8ffe0311-e1d5-4321-bd30-4c1fcdbd0214. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1325.160132] env[69297]: DEBUG nova.network.neutron [req-d63c01c6-3ba1-485f-92e6-7cfb3655e3ff req-3787ef6a-7369-493e-bc14-51dca230e444 service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Updating instance_info_cache with network_info: [{"id": "d8dadb3b-7c52-4007-bdd7-ee94afc3244b", "address": "fa:16:3e:26:b0:8a", "network": {"id": "fe4a252e-b8e7-49fc-9b8d-68314d928349", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-890309602", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dadb3b-7c", "ovs_interfaceid": "d8dadb3b-7c52-4007-bdd7-ee94afc3244b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7", "address": "fa:16:3e:7d:4a:38", "network": {"id": "65df9bd2-4ea7-443b-a94c-b1d0893dca47", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-181788037", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d1a3d8-96", "ovs_interfaceid": "02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ffe0311-e1d5-4321-bd30-4c1fcdbd0214", "address": "fa:16:3e:cf:ec:31", "network": {"id": "fe4a252e-b8e7-49fc-9b8d-68314d928349", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-890309602", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffe0311-e1", "ovs_interfaceid": "8ffe0311-e1d5-4321-bd30-4c1fcdbd0214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1325.163959] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1325.164694] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1325.164930] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e87174-6f1a-4eaf-a825-0f231d83f6e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1325.172199] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1325.172199] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e34c3c-5077-c1b0-140e-63316ae4f0d6"
[ 1325.172199] env[69297]:    _type = "Task"
[ 1325.172199] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1325.188739] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e34c3c-5077-c1b0-140e-63316ae4f0d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1325.189402] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b2df8f-eca4-428b-9b08-2002d62f4832 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1325.199715] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1325.199715] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f26827-77b2-92e8-63d1-9ee2a8cd7360"
[ 1325.199715] env[69297]:    _type = "Task"
[ 1325.199715] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1325.211474] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f26827-77b2-92e8-63d1-9ee2a8cd7360, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1325.212141] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1325.212427] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c/8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1325.212709] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7edcb58b-4af2-4b1b-9324-c5e02c1a31bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1325.220959] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1325.220959] env[69297]:    value = "task-2930875"
[ 1325.220959] env[69297]:    _type = "Task"
[ 1325.220959] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1325.230529] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1325.262479] env[69297]: DEBUG nova.network.neutron [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Updated VIF entry in instance network info cache for port 79de9401-84bc-4e35-9460-47e0880ff429. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1325.263135] env[69297]: DEBUG nova.network.neutron [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Updating instance_info_cache with network_info: [{"id": "79de9401-84bc-4e35-9460-47e0880ff429", "address": "fa:16:3e:9e:d3:8b", "network": {"id": "f361aa5a-3311-44a1-a6e6-963d69a3a16c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2050413286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b906444c8af4042ab945735742e6400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79de9401-84", "ovs_interfaceid": "79de9401-84bc-4e35-9460-47e0880ff429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1325.278483] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1325.309721] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1325.310385] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1325.310878] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1325.311396] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1325.311696] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1325.313855] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1325.313855] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1325.313855] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1325.313855] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1325.313855] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1325.313855] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1325.314224] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e0dc94-3478-44a8-b44d-43a0946fbd2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1325.323069] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02768d27-c559-4cb5-8a13-6110d7c8b3d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1325.340729] env[69297]: INFO nova.compute.manager [-] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Took 1.44 seconds to deallocate network for instance.
[ 1325.354585] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930874, 'name': CreateVM_Task, 'duration_secs': 0.49003} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1325.354811] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1325.355757] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1325.355965] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1325.356441] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1325.356753] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0aca2b-78df-4406-a4a7-8dba753e6c1b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1325.362109] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1325.362109] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52246565-9604-b1ff-a683-a92a961f7afc"
[ 1325.362109] env[69297]:    _type = "Task"
[ 1325.362109] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1325.374905] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52246565-9604-b1ff-a683-a92a961f7afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1325.501023] env[69297]: DEBUG nova.scheduler.client.report [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1325.667272] env[69297]: DEBUG oslo_concurrency.lockutils [req-d63c01c6-3ba1-485f-92e6-7cfb3655e3ff req-3787ef6a-7369-493e-bc14-51dca230e444 service nova] Releasing lock "refresh_cache-02b8da67-2bd0-4e21-b052-b4748e26677f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1325.733976] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489966} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1325.734444] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c/8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1325.734807] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1325.735206] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-170c419a-f68e-45fa-bb69-ed3e587a7b79 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1325.743429] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1325.743429] env[69297]:    value = "task-2930876"
[ 1325.743429] env[69297]:    _type = "Task"
[ 1325.743429] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1325.753481] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1325.768509] env[69297]: DEBUG oslo_concurrency.lockutils [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] Releasing lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1325.769113] env[69297]: DEBUG nova.compute.manager [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Received event network-vif-deleted-f8eee75e-bc13-454b-ae7e-b8ddba08e6bc {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1325.769113] env[69297]: INFO nova.compute.manager [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Neutron deleted interface f8eee75e-bc13-454b-ae7e-b8ddba08e6bc; detaching it from the instance and deleting it from the info cache
[ 1325.769408] env[69297]: DEBUG nova.network.neutron [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1325.851263] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1325.876302] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52246565-9604-b1ff-a683-a92a961f7afc, 'name': SearchDatastore_Task, 'duration_secs': 0.059949} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1325.876872] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1325.877124] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1325.877367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1325.877512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1325.877691] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1325.877985] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b8fd301-74b8-400f-ba85-f0bacaef59ff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1325.888286] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1325.888495] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1325.889357] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88230af-8fe1-4a5d-981e-e5571ac845c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1325.897185] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1325.897185] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ff5943-2046-d7cf-fb03-390d1ee8cc9c"
[ 1325.897185] env[69297]:    _type = "Task"
[ 1325.897185] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1325.905833] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ff5943-2046-d7cf-fb03-390d1ee8cc9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1326.008172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1326.008708] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1326.012032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.842s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1326.012405] env[69297]: DEBUG nova.objects.instance [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lazy-loading 'resources' on Instance uuid 394819e1-618e-4143-ac2b-72183da86403 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1326.104739] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Successfully updated port: a09df76b-e35d-4296-b127-baaef9254e45 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1326.254371] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069208} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1326.254662] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1326.255465] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01d1fc8-2aae-4f4d-ae1b-f5efd2f909e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1326.277943] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c/8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1326.278589] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1a4dad3-3e98-4593-a851-8fbb4fb435ff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1326.293878] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72103572-9639-45fa-a08e-6e2a6e12b047 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1326.304526] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8061984c-2cee-4adc-900c-8a5ba0a3d631 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1326.315462] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1326.315462] env[69297]:    value = "task-2930877"
[ 1326.315462] env[69297]:    _type = "Task"
[ 1326.315462] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1326.326567] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1326.342395] env[69297]: DEBUG nova.compute.manager [req-1b9ce026-2888-4457-b1b8-8d20b66f39d8 req-8896c57d-6b2a-4074-a112-2ac2aeed3023 service nova] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Detach interface failed, port_id=f8eee75e-bc13-454b-ae7e-b8ddba08e6bc, reason: Instance 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1326.411327] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ff5943-2046-d7cf-fb03-390d1ee8cc9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1326.412241] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dec3414-c079-44f9-9402-6995ef93316c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1326.422030] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1326.422030] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52578bc1-58bd-4619-a8e5-94d499df9c1e"
[ 1326.422030] env[69297]:    _type = "Task"
[ 1326.422030] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1326.427888] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52578bc1-58bd-4619-a8e5-94d499df9c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1326.507642] env[69297]: DEBUG nova.compute.manager [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Received event network-vif-plugged-a09df76b-e35d-4296-b127-baaef9254e45 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1326.507884] env[69297]: DEBUG oslo_concurrency.lockutils [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] Acquiring lock "010107bd-fe8f-4008-868b-f8b39c1d855f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1326.508150] env[69297]: DEBUG oslo_concurrency.lockutils [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] Lock "010107bd-fe8f-4008-868b-f8b39c1d855f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1326.508271] env[69297]: DEBUG oslo_concurrency.lockutils [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] Lock "010107bd-fe8f-4008-868b-f8b39c1d855f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1326.508434] env[69297]: DEBUG nova.compute.manager [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] No waiting events found dispatching network-vif-plugged-a09df76b-e35d-4296-b127-baaef9254e45 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1326.508776] env[69297]: WARNING nova.compute.manager [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Received unexpected event network-vif-plugged-a09df76b-e35d-4296-b127-baaef9254e45 for instance with vm_state building and task_state spawning.
[ 1326.508967] env[69297]: DEBUG nova.compute.manager [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Received event network-changed-a09df76b-e35d-4296-b127-baaef9254e45 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1326.509162] env[69297]: DEBUG nova.compute.manager [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Refreshing instance network info cache due to event network-changed-a09df76b-e35d-4296-b127-baaef9254e45. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1326.509351] env[69297]: DEBUG oslo_concurrency.lockutils [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] Acquiring lock "refresh_cache-010107bd-fe8f-4008-868b-f8b39c1d855f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1326.509486] env[69297]: DEBUG oslo_concurrency.lockutils [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] Acquired lock "refresh_cache-010107bd-fe8f-4008-868b-f8b39c1d855f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1326.509638] env[69297]: DEBUG nova.network.neutron [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Refreshing network info cache for port a09df76b-e35d-4296-b127-baaef9254e45 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1326.515810] env[69297]: DEBUG nova.compute.utils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1326.520433] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1326.520797] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1326.589152] env[69297]: DEBUG nova.policy [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e8cddc92a44409a6e6fc273fa09961', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bd8514a96e14e3c9f4e32f0c1bfca26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1326.608074] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "refresh_cache-010107bd-fe8f-4008-868b-f8b39c1d855f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1326.827335] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1326.933538] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52578bc1-58bd-4619-a8e5-94d499df9c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010674} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1326.933538] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1326.933630] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 02b8da67-2bd0-4e21-b052-b4748e26677f/02b8da67-2bd0-4e21-b052-b4748e26677f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1326.934079] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12908485-d91f-4f03-b0a3-60aa7fdd5f1d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1326.943519] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1326.943519] env[69297]:    value = "task-2930878"
[ 1326.943519] env[69297]:    _type = "Task"
[ 1326.943519] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1326.952993] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1327.022008] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1327.064384] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Successfully created port: ac9dec54-0f9f-42ef-812a-0f92476449f2 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1327.070636] env[69297]: DEBUG nova.network.neutron [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1327.169234] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b6121-bff9-44b9-8bb8-0f07de08c07f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1327.181646] env[69297]: DEBUG nova.network.neutron [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1327.184596] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a89ba70-a165-4df7-9628-0eb2379b51e9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1327.224515] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1541c1-d320-47e9-afa2-b719a7e718dd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1327.238790] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5c4e1e-c61a-4935-b5b2-53975a01bfb8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1327.256836] env[69297]: DEBUG nova.compute.provider_tree [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1327.329345] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930877, 'name': ReconfigVM_Task, 'duration_secs': 0.814145} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1327.329802] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c/8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1327.330661] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6cfa99d-c0f4-493f-a2b7-32ad56f3a68e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1327.342593] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1327.342593] env[69297]:    value = "task-2930879"
[ 1327.342593] env[69297]:    _type = "Task"
[ 1327.342593] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1327.353708] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930879, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1327.460853] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930878, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1327.649293] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "3831d5ae-d59f-4199-be88-f4a8a37c623d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1327.649293] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "3831d5ae-d59f-4199-be88-f4a8a37c623d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1327.684785] env[69297]: DEBUG oslo_concurrency.lockutils [req-4ffdce30-f094-4517-8a24-80cf0a2a33ce req-b4a31413-70a8-454e-9390-528cd6420357 service nova] Releasing lock "refresh_cache-010107bd-fe8f-4008-868b-f8b39c1d855f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1327.685276] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired lock "refresh_cache-010107bd-fe8f-4008-868b-f8b39c1d855f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1327.685449] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1327.762023] env[69297]: DEBUG nova.scheduler.client.report [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1327.854229] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930879, 'name': Rename_Task, 'duration_secs': 0.250383} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1327.854534] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1327.854773] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f27974b4-4ba7-4b45-b21f-b8de1f640581 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1327.861125] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1327.861125] env[69297]:    value = "task-2930880"
[ 1327.861125] env[69297]:    _type = "Task"
[ 1327.861125] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1327.870206] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1327.955104] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542353} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1327.955446] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 02b8da67-2bd0-4e21-b052-b4748e26677f/02b8da67-2bd0-4e21-b052-b4748e26677f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1327.955697] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1327.956022] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a77f858-1d10-4645-bcc9-c5f1a728e35e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1327.963118] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1327.963118] env[69297]:    value = "task-2930881"
[ 1327.963118] env[69297]:    _type = "Task"
[ 1327.963118] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1327.972572] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1328.036734] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1328.064960] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1328.065619] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1328.065619] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1328.065898] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1328.066166] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1328.066409] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1328.066742] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1328.067000] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1328.067286] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1328.067493] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1328.067753] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1328.069012] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef683f52-0537-45dc-aad6-186313c2e051 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1328.077652] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c8296-6eab-4599-a2f8-4d642b6b3707 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1328.230224] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1328.265452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1328.270484] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.774s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1328.272201] env[69297]: INFO nova.compute.claims [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1328.290803] env[69297]: INFO nova.scheduler.client.report [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Deleted allocations for instance 394819e1-618e-4143-ac2b-72183da86403
[ 1328.373374] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930880, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1328.381570] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Updating instance_info_cache with network_info: [{"id": "a09df76b-e35d-4296-b127-baaef9254e45", "address": "fa:16:3e:75:8c:eb", "network": {"id": "19214d57-6c7e-4bec-801a-689c15911707", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1530829959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd8514a96e14e3c9f4e32f0c1bfca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09df76b-e3", "ovs_interfaceid": "a09df76b-e35d-4296-b127-baaef9254e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1328.473198] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107425} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1328.473502] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1328.474348] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96713283-8f0d-4a69-971a-bb69de282ec4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1328.502037] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 02b8da67-2bd0-4e21-b052-b4748e26677f/02b8da67-2bd0-4e21-b052-b4748e26677f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1328.502335] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0656776d-81da-4f57-81c5-9595089fbf4d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1328.522714] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1328.522714] env[69297]:    value = "task-2930882"
[ 1328.522714] env[69297]:    _type = "Task"
[ 1328.522714] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1328.532657] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1328.751194] env[69297]: DEBUG nova.compute.manager [req-db8160f2-5bce-4c3d-ae14-1d0d3c8c94e1 req-24c4f141-bdd7-48d0-904a-aca7fe60e3e2 service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Received event network-vif-plugged-ac9dec54-0f9f-42ef-812a-0f92476449f2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1328.751404] env[69297]: DEBUG oslo_concurrency.lockutils [req-db8160f2-5bce-4c3d-ae14-1d0d3c8c94e1 req-24c4f141-bdd7-48d0-904a-aca7fe60e3e2 service nova] Acquiring lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1328.751687] env[69297]: DEBUG oslo_concurrency.lockutils [req-db8160f2-5bce-4c3d-ae14-1d0d3c8c94e1 req-24c4f141-bdd7-48d0-904a-aca7fe60e3e2 service nova] Lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1328.752156] env[69297]: DEBUG oslo_concurrency.lockutils [req-db8160f2-5bce-4c3d-ae14-1d0d3c8c94e1 req-24c4f141-bdd7-48d0-904a-aca7fe60e3e2 service nova] Lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1328.752350] env[69297]: DEBUG nova.compute.manager [req-db8160f2-5bce-4c3d-ae14-1d0d3c8c94e1 req-24c4f141-bdd7-48d0-904a-aca7fe60e3e2 service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] No waiting events found dispatching network-vif-plugged-ac9dec54-0f9f-42ef-812a-0f92476449f2 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1328.752622] env[69297]: WARNING nova.compute.manager [req-db8160f2-5bce-4c3d-ae14-1d0d3c8c94e1 req-24c4f141-bdd7-48d0-904a-aca7fe60e3e2 service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Received unexpected event network-vif-plugged-ac9dec54-0f9f-42ef-812a-0f92476449f2 for instance with vm_state building and task_state spawning.
[ 1328.798529] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df901f0c-49e1-4c76-b5e8-6c10fb19cdff tempest-DeleteServersAdminTestJSON-574158124 tempest-DeleteServersAdminTestJSON-574158124-project-member] Lock "394819e1-618e-4143-ac2b-72183da86403" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 34.504s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1328.861112] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Successfully updated port: ac9dec54-0f9f-42ef-812a-0f92476449f2 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1328.871399] env[69297]: DEBUG oslo_vmware.api [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2930880, 'name': PowerOnVM_Task, 'duration_secs': 0.560814} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1328.872186] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1328.872393] env[69297]: INFO nova.compute.manager [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Took 8.38 seconds to spawn the instance on the hypervisor.
[ 1328.872608] env[69297]: DEBUG nova.compute.manager [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1328.873365] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7572cc-eeed-44f2-8f1c-c0dcc2795844 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1328.883998] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Releasing lock "refresh_cache-010107bd-fe8f-4008-868b-f8b39c1d855f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1328.884271] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Instance network_info: |[{"id": "a09df76b-e35d-4296-b127-baaef9254e45", "address": "fa:16:3e:75:8c:eb", "network": {"id": "19214d57-6c7e-4bec-801a-689c15911707", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1530829959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd8514a96e14e3c9f4e32f0c1bfca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09df76b-e3", "ovs_interfaceid": "a09df76b-e35d-4296-b127-baaef9254e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1328.884607] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:8c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a09df76b-e35d-4296-b127-baaef9254e45', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1328.892148] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Creating folder: Project (9bd8514a96e14e3c9f4e32f0c1bfca26). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1328.892640] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c46c2e8f-6863-4661-a433-0a362c0b7cea {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1328.902500] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Created folder: Project (9bd8514a96e14e3c9f4e32f0c1bfca26) in parent group-v588392.
[ 1328.902685] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Creating folder: Instances. Parent ref: group-v588498. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1328.902912] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84efdd46-8023-4ab3-9cec-86dd35fcb158 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1328.912648] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Created folder: Instances in parent group-v588498.
[ 1328.912887] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1328.913818] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1328.914039] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57af04fc-82d2-46a2-8e7e-f5c210d2688a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1328.936017] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1328.936017] env[69297]:    value = "task-2930885"
[ 1328.936017] env[69297]:    _type = "Task"
[ 1328.936017] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1328.942037] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930885, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1329.032626] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930882, 'name': ReconfigVM_Task, 'duration_secs': 0.316916} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1329.032930] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 02b8da67-2bd0-4e21-b052-b4748e26677f/02b8da67-2bd0-4e21-b052-b4748e26677f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1329.033616] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc32db4d-e7e0-411b-9e76-b4042f77e209 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1329.039775] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1329.039775] env[69297]:    value = "task-2930886"
[ 1329.039775] env[69297]:    _type = "Task"
[ 1329.039775] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1329.048646] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930886, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1329.364297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "refresh_cache-5e4c9e67-c5c0-454d-90a8-49c62ccfe399" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1329.364297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired lock "refresh_cache-5e4c9e67-c5c0-454d-90a8-49c62ccfe399" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1329.364297] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1329.390122] env[69297]: INFO nova.compute.manager [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Took 44.06 seconds to build instance.
[ 1329.444643] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930885, 'name': CreateVM_Task, 'duration_secs': 0.421746} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1329.447508] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1329.448882] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1329.448882] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1329.448882] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1329.449173] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-678fe508-c29f-4315-83c0-9407cbbec809 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1329.454619] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1329.454619] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523582aa-5bc7-22be-edfc-4e8459b667f3"
[ 1329.454619] env[69297]:    _type = "Task"
[ 1329.454619] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1329.465887] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523582aa-5bc7-22be-edfc-4e8459b667f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1329.556896] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930886, 'name': Rename_Task, 'duration_secs': 0.151465} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1329.557190] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1329.557442] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dcaaec6-86b8-424d-a396-affc1e94df06 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1329.564839] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1329.564839] env[69297]:    value = "task-2930887"
[ 1329.564839] env[69297]:    _type = "Task"
[ 1329.564839] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1329.578449] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1329.817781] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8827133-6808-4340-8555-0edc865cb3a0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1329.825180] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b9f89e-7855-4121-b855-9f3ee11241a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1329.855086] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4681fd6e-a986-4628-a019-e79313d0739c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1329.862464] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024d5bb6-b0ac-4788-b881-15dd3710fb05 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1329.877531] env[69297]: DEBUG nova.compute.provider_tree [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1329.892559] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ff65e82-a7ea-479b-954f-08b56baa0b3b tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.394s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1329.940406] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1329.968941] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523582aa-5bc7-22be-edfc-4e8459b667f3, 'name': SearchDatastore_Task, 'duration_secs': 0.023071} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1329.969209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1329.969484] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1329.969741] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1329.969903] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1329.970158] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1329.970469] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e937e097-9bdc-407a-859e-abf25ee73f69 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1329.982358] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1329.982554] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1329.983350] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36fb59a7-5335-4dd0-8301-cb562e204b8e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1329.989050] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1329.989050] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522939d8-63a9-b242-7380-aed31acfead5"
[ 1329.989050] env[69297]:    _type = "Task"
[ 1329.989050] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1330.000625] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522939d8-63a9-b242-7380-aed31acfead5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1330.075814] env[69297]: DEBUG oslo_vmware.api [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930887, 'name': PowerOnVM_Task, 'duration_secs': 0.505413} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1330.078730] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1330.079033] env[69297]: INFO nova.compute.manager [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Took 14.46 seconds to spawn the instance on the hypervisor.
[ 1330.079507] env[69297]: DEBUG nova.compute.manager [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1330.080436] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f861e81a-2187-4d1e-9f69-161c31406e38 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1330.380923] env[69297]: DEBUG nova.scheduler.client.report [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1330.392976] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Updating instance_info_cache with network_info: [{"id": "ac9dec54-0f9f-42ef-812a-0f92476449f2", "address": "fa:16:3e:1d:e5:99", "network": {"id": "19214d57-6c7e-4bec-801a-689c15911707", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1530829959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd8514a96e14e3c9f4e32f0c1bfca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac9dec54-0f", "ovs_interfaceid": "ac9dec54-0f9f-42ef-812a-0f92476449f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1330.394617] env[69297]: DEBUG nova.compute.manager [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1330.502293] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522939d8-63a9-b242-7380-aed31acfead5, 'name': SearchDatastore_Task, 'duration_secs': 0.013053} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1330.503317] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6fab9e0-5ade-4280-8e52-8c01a35fbe0a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1330.509575] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1330.509575] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a3f930-779b-661c-c17a-a1c6a1fc77a7"
[ 1330.509575] env[69297]:    _type = "Task"
[ 1330.509575] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1330.519365] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a3f930-779b-661c-c17a-a1c6a1fc77a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1330.527662] env[69297]: DEBUG nova.compute.manager [req-e7a5827f-9a26-4d58-a2e7-5eed9832821b req-24152d81-251f-4d17-b415-a6e23c3425b8 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Received event network-changed-79de9401-84bc-4e35-9460-47e0880ff429 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1330.527843] env[69297]: DEBUG nova.compute.manager [req-e7a5827f-9a26-4d58-a2e7-5eed9832821b req-24152d81-251f-4d17-b415-a6e23c3425b8 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Refreshing instance network info cache due to event network-changed-79de9401-84bc-4e35-9460-47e0880ff429. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1330.528143] env[69297]: DEBUG oslo_concurrency.lockutils [req-e7a5827f-9a26-4d58-a2e7-5eed9832821b req-24152d81-251f-4d17-b415-a6e23c3425b8 service nova] Acquiring lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1330.528239] env[69297]: DEBUG oslo_concurrency.lockutils [req-e7a5827f-9a26-4d58-a2e7-5eed9832821b req-24152d81-251f-4d17-b415-a6e23c3425b8 service nova] Acquired lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1330.528399] env[69297]: DEBUG nova.network.neutron [req-e7a5827f-9a26-4d58-a2e7-5eed9832821b req-24152d81-251f-4d17-b415-a6e23c3425b8 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Refreshing network info cache for port 79de9401-84bc-4e35-9460-47e0880ff429 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1330.603515] env[69297]: INFO nova.compute.manager [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Took 49.50 seconds to build instance.
[ 1330.887127] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1330.887791] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1330.891617] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.195s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1330.894244] env[69297]: DEBUG nova.compute.manager [req-52871c46-5aae-475b-8240-48c713c42410 req-61da7b91-794f-4aea-8836-b67f9ac4d6d0 service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Received event network-changed-ac9dec54-0f9f-42ef-812a-0f92476449f2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1330.897586] env[69297]: DEBUG nova.compute.manager [req-52871c46-5aae-475b-8240-48c713c42410 req-61da7b91-794f-4aea-8836-b67f9ac4d6d0 service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Refreshing instance network info cache due to event network-changed-ac9dec54-0f9f-42ef-812a-0f92476449f2. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1330.897586] env[69297]: DEBUG oslo_concurrency.lockutils [req-52871c46-5aae-475b-8240-48c713c42410 req-61da7b91-794f-4aea-8836-b67f9ac4d6d0 service nova] Acquiring lock "refresh_cache-5e4c9e67-c5c0-454d-90a8-49c62ccfe399" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1330.898324] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Releasing lock "refresh_cache-5e4c9e67-c5c0-454d-90a8-49c62ccfe399" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1330.899194] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Instance network_info: |[{"id": "ac9dec54-0f9f-42ef-812a-0f92476449f2", "address": "fa:16:3e:1d:e5:99", "network": {"id": "19214d57-6c7e-4bec-801a-689c15911707", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1530829959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd8514a96e14e3c9f4e32f0c1bfca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac9dec54-0f", "ovs_interfaceid": "ac9dec54-0f9f-42ef-812a-0f92476449f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1330.899194] env[69297]: DEBUG oslo_concurrency.lockutils [req-52871c46-5aae-475b-8240-48c713c42410 req-61da7b91-794f-4aea-8836-b67f9ac4d6d0 service nova] Acquired lock "refresh_cache-5e4c9e67-c5c0-454d-90a8-49c62ccfe399" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1330.899506] env[69297]: DEBUG nova.network.neutron [req-52871c46-5aae-475b-8240-48c713c42410 req-61da7b91-794f-4aea-8836-b67f9ac4d6d0 service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Refreshing network info cache for port ac9dec54-0f9f-42ef-812a-0f92476449f2 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1330.901150] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:e5:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac9dec54-0f9f-42ef-812a-0f92476449f2', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1330.914258] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1330.922896] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1330.926027] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f76359ba-d09a-4216-989b-ce1f73148814 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1330.948951] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1330.948951] env[69297]:    value = "task-2930888"
[ 1330.948951] env[69297]:    _type = "Task"
[ 1330.948951] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1330.959987] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930888, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1330.966670] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1331.022555] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a3f930-779b-661c-c17a-a1c6a1fc77a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01524} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1331.025908] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1331.025908] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 010107bd-fe8f-4008-868b-f8b39c1d855f/010107bd-fe8f-4008-868b-f8b39c1d855f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1331.025908] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc0746f5-cc46-4c70-9c8a-d0ed3d507882 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1331.034173] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1331.034173] env[69297]:    value = "task-2930889"
[ 1331.034173] env[69297]:    _type = "Task"
[ 1331.034173] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1331.042950] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1331.106196] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8c001e5-ca96-4b66-bac8-b9dc93b6a709 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 55.650s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1331.271509] env[69297]: DEBUG nova.network.neutron [req-52871c46-5aae-475b-8240-48c713c42410 req-61da7b91-794f-4aea-8836-b67f9ac4d6d0 service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Updated VIF entry in instance network info cache for port ac9dec54-0f9f-42ef-812a-0f92476449f2. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1331.272084] env[69297]: DEBUG nova.network.neutron [req-52871c46-5aae-475b-8240-48c713c42410 req-61da7b91-794f-4aea-8836-b67f9ac4d6d0 service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Updating instance_info_cache with network_info: [{"id": "ac9dec54-0f9f-42ef-812a-0f92476449f2", "address": "fa:16:3e:1d:e5:99", "network": {"id": "19214d57-6c7e-4bec-801a-689c15911707", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1530829959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd8514a96e14e3c9f4e32f0c1bfca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac9dec54-0f", "ovs_interfaceid": "ac9dec54-0f9f-42ef-812a-0f92476449f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1331.282472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "02b8da67-2bd0-4e21-b052-b4748e26677f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1331.282472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1331.282472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1331.285211] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1331.285643] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.004s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1331.288399] env[69297]: INFO nova.compute.manager [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Terminating instance
[ 1331.397704] env[69297]: DEBUG nova.compute.utils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1331.412869] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1331.413202] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1331.430276] env[69297]: DEBUG nova.network.neutron [req-e7a5827f-9a26-4d58-a2e7-5eed9832821b req-24152d81-251f-4d17-b415-a6e23c3425b8 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Updated VIF entry in instance network info cache for port 79de9401-84bc-4e35-9460-47e0880ff429. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1331.431019] env[69297]: DEBUG nova.network.neutron [req-e7a5827f-9a26-4d58-a2e7-5eed9832821b req-24152d81-251f-4d17-b415-a6e23c3425b8 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Updating instance_info_cache with network_info: [{"id": "79de9401-84bc-4e35-9460-47e0880ff429", "address": "fa:16:3e:9e:d3:8b", "network": {"id": "f361aa5a-3311-44a1-a6e6-963d69a3a16c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2050413286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b906444c8af4042ab945735742e6400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79de9401-84", "ovs_interfaceid": "79de9401-84bc-4e35-9460-47e0880ff429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1331.461291] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930888, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1331.468812] env[69297]: DEBUG nova.policy [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e8cddc92a44409a6e6fc273fa09961', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bd8514a96e14e3c9f4e32f0c1bfca26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1331.551710] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930889, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1331.609266] env[69297]: DEBUG nova.compute.manager [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1331.776295] env[69297]: DEBUG oslo_concurrency.lockutils [req-52871c46-5aae-475b-8240-48c713c42410 req-61da7b91-794f-4aea-8836-b67f9ac4d6d0 service nova] Releasing lock "refresh_cache-5e4c9e67-c5c0-454d-90a8-49c62ccfe399" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1331.799862] env[69297]: DEBUG nova.compute.manager [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1331.800309] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1331.802336] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7320ae2-a0f1-484b-b64f-111d79bfcc28 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1331.811107] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1331.811590] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7354855d-c534-4756-a7fd-8175ed9869b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1331.817829] env[69297]: DEBUG oslo_vmware.api [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1331.817829] env[69297]:    value = "task-2930890"
[ 1331.817829] env[69297]:    _type = "Task"
[ 1331.817829] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1331.827918] env[69297]: DEBUG oslo_vmware.api [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1331.916078] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1331.930130] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Successfully created port: 38cf1001-1ba4-4817-9342-806b5e952386 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1331.935057] env[69297]: DEBUG oslo_concurrency.lockutils [req-e7a5827f-9a26-4d58-a2e7-5eed9832821b req-24152d81-251f-4d17-b415-a6e23c3425b8 service nova] Releasing lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1331.956535] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance f29b0f1c-7f85-4c4b-8402-aa7958bebb7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.956701] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 48799466-77de-45c4-8786-a5ce333e9fa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.956828] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance a1c42ba5-a656-4d2f-8da4-f8558790f7fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.956946] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 9e33aaee-64fa-4dff-aec3-774768adffa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.957121] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 0d31a377-7c63-47e9-85b8-85c6f702db66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.957193] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance d876a739-03b5-46c5-a072-af020ce202ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.957310] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance ade366c6-e13e-4247-9dad-1035ef640406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.957425] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance b38c80c7-3686-4e96-853f-24fb8643ce0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.957601] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 5c94bddf-c87b-4512-b7e5-ab270a4d8848 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1331.957657] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 0f8a22c8-b592-42f5-a57f-807e117ec4d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.957780] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance d7acde69-37bc-477b-9c80-d3271a71fdfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.957881] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance a4a8e06a-6def-4ef6-a500-13f1f753f63a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.958052] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 43062545-3fc6-45b9-b473-10a40a37bda9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.958177] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 5e95fc18-681b-44ce-88c4-b3fe4de06f0d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1331.958302] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 074290d5-554d-4a86-b52b-53e6a114dac6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.958398] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance a8774bfd-c97a-47a2-bd49-13d8ef773fb0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.958515] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 1de1db29-df8e-4de4-8d18-83f4ddd3357d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1331.958770] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1331.958770] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 02b8da67-2bd0-4e21-b052-b4748e26677f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.958950] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.958950] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 010107bd-fe8f-4008-868b-f8b39c1d855f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.959053] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 5e4c9e67-c5c0-454d-90a8-49c62ccfe399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.959867] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1331.966969] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930888, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1332.047188] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663835} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1332.047188] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 010107bd-fe8f-4008-868b-f8b39c1d855f/010107bd-fe8f-4008-868b-f8b39c1d855f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1332.047418] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1332.048042] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9292068-31ab-45a2-a029-695eabdbb11c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1332.055982] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1332.055982] env[69297]:    value = "task-2930891"
[ 1332.055982] env[69297]:    _type = "Task"
[ 1332.055982] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1332.064311] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1332.137102] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1332.171898] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c115b-ce54-fb6f-d6b5-46d9f8b5c7e4/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1332.172892] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64be1cf-4679-433e-a75a-15cb8940dd05 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1332.184381] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c115b-ce54-fb6f-d6b5-46d9f8b5c7e4/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1332.184381] env[69297]: ERROR oslo_vmware.rw_handles [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c115b-ce54-fb6f-d6b5-46d9f8b5c7e4/disk-0.vmdk due to incomplete transfer.
[ 1332.184381] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4a64302d-fb56-4745-a818-0510e7de7103 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1332.192506] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c115b-ce54-fb6f-d6b5-46d9f8b5c7e4/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1332.192723] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Uploaded image 8f8d59dc-f63b-4ef5-9b42-ca8623ac1a49 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1332.194826] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1332.195236] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ae0a218-86e7-41eb-bd1b-4145af43323a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1332.202170] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1332.202170] env[69297]:    value = "task-2930892"
[ 1332.202170] env[69297]:    _type = "Task"
[ 1332.202170] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1332.210670] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930892, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1332.327563] env[69297]: DEBUG oslo_vmware.api [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930890, 'name': PowerOffVM_Task, 'duration_secs': 0.277824} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1332.327647] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1332.327816] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1332.328185] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7e92b9c-69f5-40fb-9534-15bbc3b10fef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1332.468049] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930888, 'name': CreateVM_Task, 'duration_secs': 1.498151} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1332.468049] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1332.468049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1332.468049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1332.468049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1332.468049] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc8a962-58bf-447a-bc0d-eb3ee05aa06a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1332.470655] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 325218ad-6e90-4211-99b5-6df5bb6ebd7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1332.478023] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1332.478023] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5215d79d-d489-9721-3aad-b25b978961c8"
[ 1332.478023] env[69297]:    _type = "Task"
[ 1332.478023] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1332.486174] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5215d79d-d489-9721-3aad-b25b978961c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1332.502602] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1332.503136] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1332.503472] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Deleting the datastore file [datastore1] 02b8da67-2bd0-4e21-b052-b4748e26677f {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1332.503855] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-208feb46-46db-4a44-9b2e-c51640b069e0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1332.513063] env[69297]: DEBUG oslo_vmware.api [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1332.513063] env[69297]:    value = "task-2930894"
[ 1332.513063] env[69297]:    _type = "Task"
[ 1332.513063] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1332.521578] env[69297]: DEBUG oslo_vmware.api [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1332.565238] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15322} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1332.565531] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1332.566873] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b8b587-c1cb-42a0-b5a7-9763e62c9970 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1332.596027] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 010107bd-fe8f-4008-868b-f8b39c1d855f/010107bd-fe8f-4008-868b-f8b39c1d855f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1332.596159] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee016910-9d2d-4f00-a831-375b106ce323 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1332.620630] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1332.620630] env[69297]:    value = "task-2930895"
[ 1332.620630] env[69297]:    _type = "Task"
[ 1332.620630] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1332.629547] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1332.712796] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930892, 'name': Destroy_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1332.925354] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1332.947345] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1332.947605] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1332.947760] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1332.947940] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1332.948123] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1332.948296] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1332.948515] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1332.948680] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1332.948847] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1332.949017] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1332.949370] env[69297]: DEBUG nova.virt.hardware [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1332.950321] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f7b909-f4c6-4767-a48d-e3322eb12947 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1332.959648] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c6ed37-1976-494d-8f9b-a39df5f32dd6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1332.979043] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 9971da56-8816-4274-8ee1-726a3608fcb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1332.987352] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5215d79d-d489-9721-3aad-b25b978961c8, 'name': SearchDatastore_Task, 'duration_secs': 0.040463} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1332.989489] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1332.989725] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1332.989977] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1332.990129] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1332.990316] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1332.990858] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f12c88f-0cbf-42f3-b723-be2cacb37e91 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1333.001837] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1333.001837] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1333.002618] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-436b705d-8cc2-40c8-a86d-18d147ebc5d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1333.008583] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1333.008583] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524ac462-c5ea-5df6-3987-cb7afaed04e5"
[ 1333.008583] env[69297]:    _type = "Task"
[ 1333.008583] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1333.025196] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524ac462-c5ea-5df6-3987-cb7afaed04e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1333.025724] env[69297]: DEBUG oslo_vmware.api [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1333.026493] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7aab17-61d4-4f46-974d-52c45c0e8f8c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1333.032496] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1333.032496] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520871b4-c423-d356-4a8a-16030683c65d"
[ 1333.032496] env[69297]:    _type = "Task"
[ 1333.032496] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1333.041441] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520871b4-c423-d356-4a8a-16030683c65d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1333.132078] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1333.212499] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930892, 'name': Destroy_Task, 'duration_secs': 0.521812} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1333.212811] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Destroyed the VM
[ 1333.213105] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1333.213407] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed862991-9574-46b2-a00d-7b39ba4beca3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1333.222315] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1333.222315] env[69297]:    value = "task-2930896"
[ 1333.222315] env[69297]:    _type = "Task"
[ 1333.222315] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1333.229737] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930896, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1333.327187] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "074290d5-554d-4a86-b52b-53e6a114dac6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1333.327877] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "074290d5-554d-4a86-b52b-53e6a114dac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1333.327877] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "074290d5-554d-4a86-b52b-53e6a114dac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1333.328074] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "074290d5-554d-4a86-b52b-53e6a114dac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1333.328196] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "074290d5-554d-4a86-b52b-53e6a114dac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1333.331208] env[69297]: INFO nova.compute.manager [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Terminating instance
[ 1333.480259] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 1d64138f-358b-41a0-855b-e92b53ae8fd0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1333.523569] env[69297]: DEBUG oslo_vmware.api [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2930894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.736078} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1333.523847] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1333.524139] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1333.524240] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1333.524441] env[69297]: INFO nova.compute.manager [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Took 1.72 seconds to destroy the instance on the hypervisor.
[ 1333.524717] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1333.524911] env[69297]: DEBUG nova.compute.manager [-] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1333.525061] env[69297]: DEBUG nova.network.neutron [-] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1333.545119] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520871b4-c423-d356-4a8a-16030683c65d, 'name': SearchDatastore_Task, 'duration_secs': 0.014068} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1333.545119] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1333.545119] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 5e4c9e67-c5c0-454d-90a8-49c62ccfe399/5e4c9e67-c5c0-454d-90a8-49c62ccfe399.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1333.545119] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-003c10f2-878f-4381-b969-429fcdb8007e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1333.551740] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1333.551740] env[69297]:    value = "task-2930897"
[ 1333.551740] env[69297]:    _type = "Task"
[ 1333.551740] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1333.560585] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1333.632014] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930895, 'name': ReconfigVM_Task, 'duration_secs': 0.757017} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1333.632466] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 010107bd-fe8f-4008-868b-f8b39c1d855f/010107bd-fe8f-4008-868b-f8b39c1d855f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1333.633169] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4736139b-e10a-4316-872a-4cc1f866bcee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1333.639502] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1333.639502] env[69297]:    value = "task-2930898"
[ 1333.639502] env[69297]:    _type = "Task"
[ 1333.639502] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1333.649742] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930898, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1333.731229] env[69297]: DEBUG oslo_vmware.api [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930896, 'name': RemoveSnapshot_Task, 'duration_secs': 0.391112} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1333.731229] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1333.731473] env[69297]: INFO nova.compute.manager [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Took 16.06 seconds to snapshot the instance on the hypervisor.
[ 1333.752940] env[69297]: DEBUG nova.compute.manager [req-d10ff6eb-f64f-4eba-a8ad-50e6892b399b req-4129c652-9b88-4678-bb1e-c8244c9f6c4e service nova] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Received event network-vif-plugged-38cf1001-1ba4-4817-9342-806b5e952386 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1333.752940] env[69297]: DEBUG oslo_concurrency.lockutils [req-d10ff6eb-f64f-4eba-a8ad-50e6892b399b req-4129c652-9b88-4678-bb1e-c8244c9f6c4e service nova] Acquiring lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1333.753137] env[69297]: DEBUG oslo_concurrency.lockutils [req-d10ff6eb-f64f-4eba-a8ad-50e6892b399b req-4129c652-9b88-4678-bb1e-c8244c9f6c4e service nova] Lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1333.753375] env[69297]: DEBUG oslo_concurrency.lockutils [req-d10ff6eb-f64f-4eba-a8ad-50e6892b399b req-4129c652-9b88-4678-bb1e-c8244c9f6c4e service nova] Lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1333.753575] env[69297]: DEBUG nova.compute.manager [req-d10ff6eb-f64f-4eba-a8ad-50e6892b399b req-4129c652-9b88-4678-bb1e-c8244c9f6c4e service nova] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] No waiting events found dispatching network-vif-plugged-38cf1001-1ba4-4817-9342-806b5e952386 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1333.753784] env[69297]: WARNING nova.compute.manager [req-d10ff6eb-f64f-4eba-a8ad-50e6892b399b req-4129c652-9b88-4678-bb1e-c8244c9f6c4e service nova] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Received unexpected event network-vif-plugged-38cf1001-1ba4-4817-9342-806b5e952386 for instance with vm_state building and task_state spawning.
[ 1333.825605] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Successfully updated port: 38cf1001-1ba4-4817-9342-806b5e952386 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1333.841854] env[69297]: DEBUG nova.compute.manager [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1333.841854] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1333.841854] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e38abe-33e8-4cad-bd80-a89d6ae862e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1333.857624] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1333.859157] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b0d0bf7-46d8-466c-bb6c-d68822726f2a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1333.949671] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1333.949923] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1333.950563] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleting the datastore file [datastore2] 074290d5-554d-4a86-b52b-53e6a114dac6 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1333.950563] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7571c95-023d-4508-99c5-740d66aa6789 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1333.959495] env[69297]: DEBUG oslo_vmware.api [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1333.959495] env[69297]:    value = "task-2930900"
[ 1333.959495] env[69297]:    _type = "Task"
[ 1333.959495] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1333.975263] env[69297]: DEBUG oslo_vmware.api [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1333.985934] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 01cbc35b-115d-4fdd-9047-e1260bceb7d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1334.000253] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "ef10624e-0d25-4240-b925-f7f99f212a8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1334.000253] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "ef10624e-0d25-4240-b925-f7f99f212a8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1334.061941] env[69297]: DEBUG nova.compute.manager [req-f9fb5385-76bd-4272-afa4-8d3a3d00651f req-383cc786-9c19-4ac2-93eb-20f90673410e service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received event network-vif-deleted-d8dadb3b-7c52-4007-bdd7-ee94afc3244b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1334.062161] env[69297]: INFO nova.compute.manager [req-f9fb5385-76bd-4272-afa4-8d3a3d00651f req-383cc786-9c19-4ac2-93eb-20f90673410e service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Neutron deleted interface d8dadb3b-7c52-4007-bdd7-ee94afc3244b; detaching it from the instance and deleting it from the info cache
[ 1334.062511] env[69297]: DEBUG nova.network.neutron [req-f9fb5385-76bd-4272-afa4-8d3a3d00651f req-383cc786-9c19-4ac2-93eb-20f90673410e service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Updating instance_info_cache with network_info: [{"id": "02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7", "address": "fa:16:3e:7d:4a:38", "network": {"id": "65df9bd2-4ea7-443b-a94c-b1d0893dca47", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-181788037", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d1a3d8-96", "ovs_interfaceid": "02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ffe0311-e1d5-4321-bd30-4c1fcdbd0214", "address": "fa:16:3e:cf:ec:31", "network": {"id": "fe4a252e-b8e7-49fc-9b8d-68314d928349", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-890309602", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffe0311-e1", "ovs_interfaceid": "8ffe0311-e1d5-4321-bd30-4c1fcdbd0214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1334.070154] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930897, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1334.149929] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930898, 'name': Rename_Task, 'duration_secs': 0.245768} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1334.150679] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1334.150925] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e74a3ef2-1dcb-48a4-a351-dc6f3ef6f371 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1334.159684] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1334.159684] env[69297]:    value = "task-2930901"
[ 1334.159684] env[69297]:    _type = "Task"
[ 1334.159684] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1334.174944] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1334.241329] env[69297]: DEBUG nova.compute.manager [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Instance disappeared during snapshot {{(pid=69297) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}}
[ 1334.255439] env[69297]: DEBUG nova.compute.manager [None req-ed57d3ea-b7c8-45da-8223-784bf06d477c tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image not found during clean up 8f8d59dc-f63b-4ef5-9b42-ca8623ac1a49 {{(pid=69297) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}}
[ 1334.328702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "refresh_cache-0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1334.328702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired lock "refresh_cache-0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1334.328834] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1334.472052] env[69297]: DEBUG oslo_vmware.api [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2930900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470982} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1334.472686] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1334.472686] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1334.472854] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1334.473247] env[69297]: INFO nova.compute.manager [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Took 0.63 seconds to destroy the instance on the hypervisor.
[ 1334.473556] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1334.473781] env[69297]: DEBUG nova.compute.manager [-] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1334.475406] env[69297]: DEBUG nova.network.neutron [-] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1334.490935] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1334.566062] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691633} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1334.566062] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 5e4c9e67-c5c0-454d-90a8-49c62ccfe399/5e4c9e67-c5c0-454d-90a8-49c62ccfe399.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1334.566062] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1334.566062] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-473bdb04-1387-4d7e-86f1-ef2fe3f44159 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1334.567901] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42c55716-36e0-4ce6-b9f9-1ec9322e0ce4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1334.576884] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1334.576884] env[69297]:    value = "task-2930902"
[ 1334.576884] env[69297]:    _type = "Task"
[ 1334.576884] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1334.580903] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b40e62-9799-4ce4-9626-d00727245bf2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1334.611589] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1334.628074] env[69297]: DEBUG nova.compute.manager [req-f9fb5385-76bd-4272-afa4-8d3a3d00651f req-383cc786-9c19-4ac2-93eb-20f90673410e service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Detach interface failed, port_id=d8dadb3b-7c52-4007-bdd7-ee94afc3244b, reason: Instance 02b8da67-2bd0-4e21-b052-b4748e26677f could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1334.672938] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930901, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1334.888210] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1334.993752] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance aaa0201b-5e5b-4a35-a327-dfa54ca3400d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1335.087774] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071895} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1335.088099] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1335.089117] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e99b50-61a8-49aa-bf4c-0532e2e5df5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1335.103819] env[69297]: DEBUG nova.network.neutron [-] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1335.114522] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 5e4c9e67-c5c0-454d-90a8-49c62ccfe399/5e4c9e67-c5c0-454d-90a8-49c62ccfe399.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1335.115710] env[69297]: DEBUG nova.network.neutron [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Updating instance_info_cache with network_info: [{"id": "38cf1001-1ba4-4817-9342-806b5e952386", "address": "fa:16:3e:7a:78:1b", "network": {"id": "19214d57-6c7e-4bec-801a-689c15911707", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1530829959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd8514a96e14e3c9f4e32f0c1bfca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38cf1001-1b", "ovs_interfaceid": "38cf1001-1ba4-4817-9342-806b5e952386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1335.117542] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-606a0018-b44b-40de-b302-7e8c28717599 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1335.141612] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1335.141612] env[69297]:    value = "task-2930903"
[ 1335.141612] env[69297]:    _type = "Task"
[ 1335.141612] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1335.151158] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1335.174198] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930901, 'name': PowerOnVM_Task, 'duration_secs': 0.969701} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1335.174447] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1335.174673] env[69297]: INFO nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Took 9.90 seconds to spawn the instance on the hypervisor.
[ 1335.174849] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1335.176690] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0463df33-e565-4000-b8d6-ca44c4cdb4dd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1335.326181] env[69297]: DEBUG nova.network.neutron [-] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1335.498892] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 2a5fca55-728c-40f0-99e4-d2a19cbeec98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1335.606832] env[69297]: INFO nova.compute.manager [-] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Took 2.08 seconds to deallocate network for instance.
[ 1335.618302] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Releasing lock "refresh_cache-0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1335.618585] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Instance network_info: |[{"id": "38cf1001-1ba4-4817-9342-806b5e952386", "address": "fa:16:3e:7a:78:1b", "network": {"id": "19214d57-6c7e-4bec-801a-689c15911707", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1530829959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd8514a96e14e3c9f4e32f0c1bfca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38cf1001-1b", "ovs_interfaceid": "38cf1001-1ba4-4817-9342-806b5e952386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1335.618989] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:78:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38cf1001-1ba4-4817-9342-806b5e952386', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1335.629376] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1335.629605] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1335.629886] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-747eaab0-b204-401d-b527-fc600b628b53 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1335.654874] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930903, 'name': ReconfigVM_Task, 'duration_secs': 0.282669} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1335.656909] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 5e4c9e67-c5c0-454d-90a8-49c62ccfe399/5e4c9e67-c5c0-454d-90a8-49c62ccfe399.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1335.657776] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1335.657776] env[69297]:    value = "task-2930904"
[ 1335.657776] env[69297]:    _type = "Task"
[ 1335.657776] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1335.658759] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13c5c637-651b-47db-84ea-59ee386f3248 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1335.673164] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930904, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1335.674868] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1335.674868] env[69297]:    value = "task-2930905"
[ 1335.674868] env[69297]:    _type = "Task"
[ 1335.674868] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1335.694739] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930905, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1335.696897] env[69297]: INFO nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Took 42.47 seconds to build instance.
[ 1335.745196] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquiring lock "c249c505-4021-48be-b019-6dc02b8ae783" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1335.745196] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Lock "c249c505-4021-48be-b019-6dc02b8ae783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1335.788885] env[69297]: DEBUG nova.compute.manager [req-2b07e01c-d371-43ce-be94-946aa52dae69 req-8de4e782-d130-4ebd-bd62-dec23453c86a service nova] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Received event network-changed-38cf1001-1ba4-4817-9342-806b5e952386 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1335.789260] env[69297]: DEBUG nova.compute.manager [req-2b07e01c-d371-43ce-be94-946aa52dae69 req-8de4e782-d130-4ebd-bd62-dec23453c86a service nova] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Refreshing instance network info cache due to event network-changed-38cf1001-1ba4-4817-9342-806b5e952386. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1335.789361] env[69297]: DEBUG oslo_concurrency.lockutils [req-2b07e01c-d371-43ce-be94-946aa52dae69 req-8de4e782-d130-4ebd-bd62-dec23453c86a service nova] Acquiring lock "refresh_cache-0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1335.789510] env[69297]: DEBUG oslo_concurrency.lockutils [req-2b07e01c-d371-43ce-be94-946aa52dae69 req-8de4e782-d130-4ebd-bd62-dec23453c86a service nova] Acquired lock "refresh_cache-0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1335.789771] env[69297]: DEBUG nova.network.neutron [req-2b07e01c-d371-43ce-be94-946aa52dae69 req-8de4e782-d130-4ebd-bd62-dec23453c86a service nova] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Refreshing network info cache for port 38cf1001-1ba4-4817-9342-806b5e952386 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1335.828729] env[69297]: INFO nova.compute.manager [-] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Took 1.35 seconds to deallocate network for instance.
[ 1336.006992] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 665055ca-2209-41dd-84ee-98adb209c925 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1336.097262] env[69297]: DEBUG nova.compute.manager [req-32714d62-accc-4c35-ac12-be5d33a85be6 req-daf6cbd6-e9e4-4e12-8095-9505d5ae4fee service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received event network-vif-deleted-8ffe0311-e1d5-4321-bd30-4c1fcdbd0214 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1336.097532] env[69297]: DEBUG nova.compute.manager [req-32714d62-accc-4c35-ac12-be5d33a85be6 req-daf6cbd6-e9e4-4e12-8095-9505d5ae4fee service nova] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Received event network-vif-deleted-02d1a3d8-962f-41d2-9bf1-0b2e3a47d3d7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1336.118984] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1336.174662] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930904, 'name': CreateVM_Task, 'duration_secs': 0.316671} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1336.174842] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1336.175542] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1336.175709] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1336.176025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1336.176358] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda2eed8-601f-4a86-b09f-8d61bf78b438 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1336.184878] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1336.184878] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52fa96eb-eb3f-e10b-1bdf-b5acc5e92071"
[ 1336.184878] env[69297]:    _type = "Task"
[ 1336.184878] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1336.188668] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930905, 'name': Rename_Task, 'duration_secs': 0.148718} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1336.191339] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1336.191776] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-641d82fa-518a-4a19-96c7-744adabc2b07 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1336.197665] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52fa96eb-eb3f-e10b-1bdf-b5acc5e92071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1336.198943] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "010107bd-fe8f-4008-868b-f8b39c1d855f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 56.382s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1336.199254] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1336.199254] env[69297]:    value = "task-2930906"
[ 1336.199254] env[69297]:    _type = "Task"
[ 1336.199254] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1336.214559] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1336.337065] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1336.511607] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 5d2fc2d4-b02c-45ed-addb-36766b55bf5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1336.599012] env[69297]: DEBUG nova.network.neutron [req-2b07e01c-d371-43ce-be94-946aa52dae69 req-8de4e782-d130-4ebd-bd62-dec23453c86a service nova] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Updated VIF entry in instance network info cache for port 38cf1001-1ba4-4817-9342-806b5e952386. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1336.599416] env[69297]: DEBUG nova.network.neutron [req-2b07e01c-d371-43ce-be94-946aa52dae69 req-8de4e782-d130-4ebd-bd62-dec23453c86a service nova] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Updating instance_info_cache with network_info: [{"id": "38cf1001-1ba4-4817-9342-806b5e952386", "address": "fa:16:3e:7a:78:1b", "network": {"id": "19214d57-6c7e-4bec-801a-689c15911707", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1530829959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd8514a96e14e3c9f4e32f0c1bfca26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38cf1001-1b", "ovs_interfaceid": "38cf1001-1ba4-4817-9342-806b5e952386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1336.698599] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52fa96eb-eb3f-e10b-1bdf-b5acc5e92071, 'name': SearchDatastore_Task, 'duration_secs': 0.015558} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1336.698860] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1336.699136] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1336.699385] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1336.699589] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1336.699782] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1336.700065] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46a4e394-2882-4376-b7b9-6e9494d04571 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1336.705516] env[69297]: DEBUG nova.compute.manager [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1336.712883] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1336.713943] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1336.714126] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1336.714805] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a346606a-9ff0-470c-a175-1e4689217a70 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1336.719364] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1336.719364] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5263fe81-7d41-0326-7a88-9932fba8f673"
[ 1336.719364] env[69297]:    _type = "Task"
[ 1336.719364] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1336.727039] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5263fe81-7d41-0326-7a88-9932fba8f673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1337.016865] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance ab2dc89a-41e4-422f-8db5-fb01f06f49ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1337.102489] env[69297]: DEBUG oslo_concurrency.lockutils [req-2b07e01c-d371-43ce-be94-946aa52dae69 req-8de4e782-d130-4ebd-bd62-dec23453c86a service nova] Releasing lock "refresh_cache-0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1337.102885] env[69297]: DEBUG nova.compute.manager [req-2b07e01c-d371-43ce-be94-946aa52dae69 req-8de4e782-d130-4ebd-bd62-dec23453c86a service nova] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Received event network-vif-deleted-66d790b3-a703-48f8-9020-072c5e85b9a7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1337.214167] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1337.228906] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5263fe81-7d41-0326-7a88-9932fba8f673, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1337.230533] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1337.230802] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9eab551-5d1b-42e6-98e5-88a0355b4e6d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1337.236278] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1337.236278] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525b96f5-eb57-f891-9e09-9dc60ac7f684"
[ 1337.236278] env[69297]:    _type = "Task"
[ 1337.236278] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1337.245538] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525b96f5-eb57-f891-9e09-9dc60ac7f684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1337.519267] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 3831d5ae-d59f-4199-be88-f4a8a37c623d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1337.520018] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1337.521746] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1337.713506] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930906, 'name': PowerOnVM_Task, 'duration_secs': 1.129391} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1337.713929] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1337.714226] env[69297]: INFO nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Took 9.68 seconds to spawn the instance on the hypervisor.
[ 1337.714433] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1337.715246] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cf9bd3-a085-422e-a8df-c9dc29592b3f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1337.745854] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525b96f5-eb57-f891-9e09-9dc60ac7f684, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1337.748523] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1337.748786] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1/0ccd9dbc-38cb-4a6a-a55a-69632034b7e1.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1337.749252] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9fd3539-82df-4eb8-aab9-b54586f38e76 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1337.755651] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1337.755651] env[69297]:    value = "task-2930907"
[ 1337.755651] env[69297]:    _type = "Task"
[ 1337.755651] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1337.766902] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1337.993939] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1188341-7a94-4c56-9c9c-3b599e7b5a6d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.002665] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e350df02-e714-4688-8f5f-f692d716f22b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.040248] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93d21f4-2afa-43c4-9112-d8c189fe3dc3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.049688] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c3eca4-7db5-4ecf-837d-54613fddf03e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.063883] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1338.241034] env[69297]: INFO nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Took 42.57 seconds to build instance.
[ 1338.266276] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930907, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1338.568535] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1338.742720] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 58.140s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1338.766062] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524188} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1338.766366] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1/0ccd9dbc-38cb-4a6a-a55a-69632034b7e1.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1338.766581] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1338.766817] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27e0a9f9-cb6f-4272-be2a-ae40f9cdee6b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1338.773499] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1338.773499] env[69297]:    value = "task-2930908"
[ 1338.773499] env[69297]:    _type = "Task"
[ 1338.773499] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1338.780685] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1339.073290] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1339.073561] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.182s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1339.073842] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.227s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1339.075426] env[69297]: INFO nova.compute.claims [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1339.244667] env[69297]: DEBUG nova.compute.manager [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1339.283473] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258946} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1339.283734] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1339.284518] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3451da3-689d-4119-9964-3a36b15f7595 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1339.306886] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1/0ccd9dbc-38cb-4a6a-a55a-69632034b7e1.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1339.307122] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1e6504c-6c06-4905-b416-9c249e566364 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1339.327347] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1339.327347] env[69297]:    value = "task-2930909"
[ 1339.327347] env[69297]:    _type = "Task"
[ 1339.327347] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1339.335403] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1339.767492] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1339.837683] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930909, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1340.340213] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930909, 'name': ReconfigVM_Task, 'duration_secs': 0.539094} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1340.343412] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1/0ccd9dbc-38cb-4a6a-a55a-69632034b7e1.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1340.343686] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9af02c0-5274-466a-8847-a3e21ff775ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1340.350534] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1340.350534] env[69297]:    value = "task-2930910"
[ 1340.350534] env[69297]:    _type = "Task"
[ 1340.350534] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1340.362544] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930910, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1340.649054] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfd41ae-d202-4d21-a4e3-c3f420863d89 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1340.656853] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a039955-d170-4b1c-a97a-b240c4c4f5b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1340.688242] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945c9a21-5b5f-4b63-accf-107599b76851 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1340.696812] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ca3d92-fa0c-4656-b431-4b9217290ce4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1340.710520] env[69297]: DEBUG nova.compute.provider_tree [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1340.860757] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930910, 'name': Rename_Task, 'duration_secs': 0.155428} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1340.861094] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1340.861252] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-005ba8f5-a8ec-42eb-8704-bd193593edee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1340.867685] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1340.867685] env[69297]:    value = "task-2930911"
[ 1340.867685] env[69297]:    _type = "Task"
[ 1340.867685] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1340.875272] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1341.232196] env[69297]: ERROR nova.scheduler.client.report [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [req-ed48a9af-9cf8-4e2d-9c30-c93df1788ab7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-ed48a9af-9cf8-4e2d-9c30-c93df1788ab7"}]}
[ 1341.247635] env[69297]: DEBUG nova.scheduler.client.report [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 1341.262067] env[69297]: DEBUG nova.scheduler.client.report [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 1341.262433] env[69297]: DEBUG nova.compute.provider_tree [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1341.273494] env[69297]: DEBUG nova.scheduler.client.report [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 1341.291072] env[69297]: DEBUG nova.scheduler.client.report [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 1341.378603] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1341.718260] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a15eb91-296f-4b38-8600-e04f03876655 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1341.726678] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3966add-e815-41a4-b91d-cee35245f4af {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1341.761906] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9972e35-c9f5-4e10-ae49-464c249cb590 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1341.769833] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cae15b6-c715-49dd-9bbc-148cc6df4e57 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1341.784327] env[69297]: DEBUG nova.compute.provider_tree [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1341.878730] env[69297]: DEBUG oslo_vmware.api [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930911, 'name': PowerOnVM_Task, 'duration_secs': 0.981137} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1341.879011] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1341.879250] env[69297]: INFO nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Took 8.95 seconds to spawn the instance on the hypervisor.
[ 1341.879436] env[69297]: DEBUG nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1341.880246] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bff517d-f6f9-440c-8382-dd76bd112c56 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1342.316914] env[69297]: DEBUG nova.scheduler.client.report [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1342.316914] env[69297]: DEBUG nova.compute.provider_tree [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 59 to 60 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1342.316914] env[69297]: DEBUG nova.compute.provider_tree [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1342.397906] env[69297]: INFO nova.compute.manager [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Took 40.94 seconds to build instance.
[ 1342.821873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.748s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1342.822858] env[69297]: DEBUG nova.compute.manager [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1342.825944] env[69297]: DEBUG oslo_concurrency.lockutils [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.201s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1342.825944] env[69297]: DEBUG oslo_concurrency.lockutils [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1342.827838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.358s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1342.829038] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1342.829820] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.817s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1342.831568] env[69297]: INFO nova.compute.claims [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1342.858821] env[69297]: INFO nova.scheduler.client.report [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Deleted allocations for instance 5e95fc18-681b-44ce-88c4-b3fe4de06f0d
[ 1342.862021] env[69297]: INFO nova.scheduler.client.report [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Deleted allocations for instance 5c94bddf-c87b-4512-b7e5-ab270a4d8848
[ 1342.899993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1bf7fff7-bdbe-48f1-bca0-4605e15efcfd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 62.297s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1343.336868] env[69297]: DEBUG nova.compute.utils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1343.341701] env[69297]: DEBUG nova.compute.manager [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1343.342859] env[69297]: DEBUG nova.network.neutron [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1343.371719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-16eeb362-08ac-4348-b1c0-0c634f8fe429 tempest-ServerDiagnosticsTest-1718995172 tempest-ServerDiagnosticsTest-1718995172-project-member] Lock "5e95fc18-681b-44ce-88c4-b3fe4de06f0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 36.354s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1343.374932] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ed54f7bf-034c-49ba-ad78-e3fbd3d4d1f0 tempest-ImagesOneServerTestJSON-1913468942 tempest-ImagesOneServerTestJSON-1913468942-project-member] Lock "5c94bddf-c87b-4512-b7e5-ab270a4d8848" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 35.558s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1343.402423] env[69297]: DEBUG nova.compute.manager [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1343.425696] env[69297]: DEBUG nova.policy [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1aaa1b7bedc4266af01e6b7a9c0f6e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8547b5e21694677be2774871458de3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1343.748485] env[69297]: DEBUG nova.network.neutron [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Successfully created port: 50e48abe-16b5-4c88-9581-939001cbc6e7 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1343.817845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "010107bd-fe8f-4008-868b-f8b39c1d855f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1343.817845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "010107bd-fe8f-4008-868b-f8b39c1d855f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1343.817845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "010107bd-fe8f-4008-868b-f8b39c1d855f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1343.817845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "010107bd-fe8f-4008-868b-f8b39c1d855f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1343.817845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "010107bd-fe8f-4008-868b-f8b39c1d855f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1343.819786] env[69297]: INFO nova.compute.manager [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Terminating instance
[ 1343.846187] env[69297]: DEBUG nova.compute.manager [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1343.926193] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1344.324354] env[69297]: DEBUG nova.compute.manager [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1344.324584] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1344.325514] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04fea86-f591-42a8-b4bb-0f904078a708 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1344.336810] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1344.337081] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22c6eaa0-b163-4129-a8d6-becdd4a5d5de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1344.343963] env[69297]: DEBUG oslo_vmware.api [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1344.343963] env[69297]:    value = "task-2930912"
[ 1344.343963] env[69297]:    _type = "Task"
[ 1344.343963] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1344.345805] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986bdc8d-2c3a-45a1-8292-37069b37788c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1344.361765] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d152de-e0a1-43a8-aea5-127f26d1107f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1344.365218] env[69297]: DEBUG oslo_vmware.api [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1344.396740] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea445ec-58eb-425a-bcc6-62ea070ee8c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1344.404821] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93b0c8f-ae6a-4933-a3c3-2227e0f9af9d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1344.421774] env[69297]: DEBUG nova.compute.provider_tree [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1344.853990] env[69297]: DEBUG oslo_vmware.api [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930912, 'name': PowerOffVM_Task, 'duration_secs': 0.278426} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1344.854556] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1344.854674] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1344.856131] env[69297]: DEBUG nova.compute.manager [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1344.858133] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4455c00-44ed-4b18-88c1-cdd0b66fb284 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1344.893018] env[69297]: DEBUG nova.virt.hardware [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1344.893018] env[69297]: DEBUG nova.virt.hardware [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1344.893018] env[69297]: DEBUG nova.virt.hardware [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1344.893018] env[69297]: DEBUG nova.virt.hardware [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1344.893018] env[69297]: DEBUG nova.virt.hardware [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1344.893018] env[69297]: DEBUG nova.virt.hardware [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1344.893018] env[69297]: DEBUG nova.virt.hardware [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1344.893331] env[69297]: DEBUG nova.virt.hardware [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1344.893458] env[69297]: DEBUG nova.virt.hardware [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1344.893655] env[69297]: DEBUG nova.virt.hardware [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1344.893826] env[69297]: DEBUG nova.virt.hardware [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1344.894714] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba5bfaa-503e-41bb-91b0-23137ccdfbe4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1344.903081] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f73b07-44d6-4368-ba51-a0d2ca87a434 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1344.924710] env[69297]: DEBUG nova.scheduler.client.report [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1345.210987] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1345.211253] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1345.211424] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Deleting the datastore file [datastore1] 010107bd-fe8f-4008-868b-f8b39c1d855f {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1345.211919] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdf13815-b667-4cc1-b238-7d41a1f8df1c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1345.219734] env[69297]: DEBUG oslo_vmware.api [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1345.219734] env[69297]:    value = "task-2930914"
[ 1345.219734] env[69297]:    _type = "Task"
[ 1345.219734] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1345.230446] env[69297]: DEBUG oslo_vmware.api [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1345.353684] env[69297]: DEBUG nova.compute.manager [req-a96bf3c4-b8fe-4843-b93b-ef72f1cb41bd req-a3760273-5fdf-4893-a16f-a04896e46b59 service nova] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Received event network-vif-plugged-50e48abe-16b5-4c88-9581-939001cbc6e7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1345.354020] env[69297]: DEBUG oslo_concurrency.lockutils [req-a96bf3c4-b8fe-4843-b93b-ef72f1cb41bd req-a3760273-5fdf-4893-a16f-a04896e46b59 service nova] Acquiring lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1345.355025] env[69297]: DEBUG oslo_concurrency.lockutils [req-a96bf3c4-b8fe-4843-b93b-ef72f1cb41bd req-a3760273-5fdf-4893-a16f-a04896e46b59 service nova] Lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1345.355025] env[69297]: DEBUG oslo_concurrency.lockutils [req-a96bf3c4-b8fe-4843-b93b-ef72f1cb41bd req-a3760273-5fdf-4893-a16f-a04896e46b59 service nova] Lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1345.355025] env[69297]: DEBUG nova.compute.manager [req-a96bf3c4-b8fe-4843-b93b-ef72f1cb41bd req-a3760273-5fdf-4893-a16f-a04896e46b59 service nova] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] No waiting events found dispatching network-vif-plugged-50e48abe-16b5-4c88-9581-939001cbc6e7 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1345.355025] env[69297]: WARNING nova.compute.manager [req-a96bf3c4-b8fe-4843-b93b-ef72f1cb41bd req-a3760273-5fdf-4893-a16f-a04896e46b59 service nova] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Received unexpected event network-vif-plugged-50e48abe-16b5-4c88-9581-939001cbc6e7 for instance with vm_state building and task_state spawning.
[ 1345.429515] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1345.430061] env[69297]: DEBUG nova.compute.manager [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1345.432928] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.121s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1345.435476] env[69297]: INFO nova.compute.claims [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1345.443501] env[69297]: DEBUG nova.network.neutron [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Successfully updated port: 50e48abe-16b5-4c88-9581-939001cbc6e7 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1345.663203] env[69297]: DEBUG oslo_concurrency.lockutils [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Acquiring lock "0d31a377-7c63-47e9-85b8-85c6f702db66" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1345.665934] env[69297]: DEBUG oslo_concurrency.lockutils [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1345.730852] env[69297]: DEBUG oslo_vmware.api [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2930914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151983} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1345.731529] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1345.731722] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1345.731893] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1345.732074] env[69297]: INFO nova.compute.manager [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Took 1.41 seconds to destroy the instance on the hypervisor.
[ 1345.732311] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1345.732491] env[69297]: DEBUG nova.compute.manager [-] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1345.732581] env[69297]: DEBUG nova.network.neutron [-] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1345.948746] env[69297]: DEBUG nova.compute.utils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1345.948746] env[69297]: DEBUG nova.compute.manager [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1345.948746] env[69297]: DEBUG nova.network.neutron [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1345.952732] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquiring lock "refresh_cache-325218ad-6e90-4211-99b5-6df5bb6ebd7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1345.952871] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquired lock "refresh_cache-325218ad-6e90-4211-99b5-6df5bb6ebd7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1345.953084] env[69297]: DEBUG nova.network.neutron [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1346.033659] env[69297]: DEBUG nova.policy [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3443f4f135ce428290142c03177858d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04ca0856cb414838921a98c9fa3f73fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1346.167647] env[69297]: DEBUG nova.compute.utils [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1346.405682] env[69297]: DEBUG nova.network.neutron [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Successfully created port: d0ff1ff9-1a34-487e-909c-9d9e8703cddb {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1346.457890] env[69297]: DEBUG nova.compute.manager [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1346.495450] env[69297]: DEBUG nova.network.neutron [-] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1346.526285] env[69297]: DEBUG nova.network.neutron [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1346.672165] env[69297]: DEBUG oslo_concurrency.lockutils [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.008s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1346.819320] env[69297]: DEBUG nova.network.neutron [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Updating instance_info_cache with network_info: [{"id": "50e48abe-16b5-4c88-9581-939001cbc6e7", "address": "fa:16:3e:21:d8:86", "network": {"id": "20c1a905-b61f-4669-b89b-a849534aa1c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1678383554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8547b5e21694677be2774871458de3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e48abe-16", "ovs_interfaceid": "50e48abe-16b5-4c88-9581-939001cbc6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1346.973859] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c927b45-b43f-449a-9443-065c0c10de0b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1346.983395] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a62c5ec-8851-421a-b862-c7a6934b4396 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.030464] env[69297]: INFO nova.compute.manager [-] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Took 1.30 seconds to deallocate network for instance.
[ 1347.037020] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f18f7-5c85-4323-8845-8bd24822375e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.047351] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf99ff-9125-4923-95f0-e2d654883823 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.068340] env[69297]: DEBUG nova.compute.provider_tree [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1347.323580] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Releasing lock "refresh_cache-325218ad-6e90-4211-99b5-6df5bb6ebd7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1347.323580] env[69297]: DEBUG nova.compute.manager [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Instance network_info: |[{"id": "50e48abe-16b5-4c88-9581-939001cbc6e7", "address": "fa:16:3e:21:d8:86", "network": {"id": "20c1a905-b61f-4669-b89b-a849534aa1c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1678383554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8547b5e21694677be2774871458de3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e48abe-16", "ovs_interfaceid": "50e48abe-16b5-4c88-9581-939001cbc6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1347.323580] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:d8:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50e48abe-16b5-4c88-9581-939001cbc6e7', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1347.331125] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Creating folder: Project (b8547b5e21694677be2774871458de3a). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1347.331433] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0607dfe6-9818-44ef-8221-35f6898907c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.342932] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Created folder: Project (b8547b5e21694677be2774871458de3a) in parent group-v588392.
[ 1347.343153] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Creating folder: Instances. Parent ref: group-v588503. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1347.343409] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c550a3f-78d1-4370-a5c7-b45f6368efe7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.356281] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Created folder: Instances in parent group-v588503.
[ 1347.356620] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1347.356845] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1347.357650] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8c6d02b-2caf-44d8-85ec-eaabc7647ffa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.380345] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1347.380345] env[69297]:    value = "task-2930917"
[ 1347.380345] env[69297]:    _type = "Task"
[ 1347.380345] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1347.389345] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930917, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1347.478752] env[69297]: DEBUG nova.compute.manager [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1347.506040] env[69297]: DEBUG nova.virt.hardware [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1347.506208] env[69297]: DEBUG nova.virt.hardware [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1347.506371] env[69297]: DEBUG nova.virt.hardware [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1347.507441] env[69297]: DEBUG nova.virt.hardware [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1347.507441] env[69297]: DEBUG nova.virt.hardware [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1347.507441] env[69297]: DEBUG nova.virt.hardware [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1347.507441] env[69297]: DEBUG nova.virt.hardware [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1347.507441] env[69297]: DEBUG nova.virt.hardware [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1347.507769] env[69297]: DEBUG nova.virt.hardware [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1347.507769] env[69297]: DEBUG nova.virt.hardware [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1347.507832] env[69297]: DEBUG nova.virt.hardware [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1347.508760] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6ab39e-4d87-4920-89ca-a73cfab1d863 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.518333] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d19e13-0aad-475a-add3-890a581c5ee9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.543818] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1347.566327] env[69297]: DEBUG nova.compute.manager [req-4a7ebd9c-54b3-4165-ba86-58fef01ae9aa req-78ddea10-8810-4041-848c-00c9359ed229 service nova] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Received event network-changed-50e48abe-16b5-4c88-9581-939001cbc6e7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1347.566327] env[69297]: DEBUG nova.compute.manager [req-4a7ebd9c-54b3-4165-ba86-58fef01ae9aa req-78ddea10-8810-4041-848c-00c9359ed229 service nova] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Refreshing instance network info cache due to event network-changed-50e48abe-16b5-4c88-9581-939001cbc6e7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1347.566327] env[69297]: DEBUG oslo_concurrency.lockutils [req-4a7ebd9c-54b3-4165-ba86-58fef01ae9aa req-78ddea10-8810-4041-848c-00c9359ed229 service nova] Acquiring lock "refresh_cache-325218ad-6e90-4211-99b5-6df5bb6ebd7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1347.566327] env[69297]: DEBUG oslo_concurrency.lockutils [req-4a7ebd9c-54b3-4165-ba86-58fef01ae9aa req-78ddea10-8810-4041-848c-00c9359ed229 service nova] Acquired lock "refresh_cache-325218ad-6e90-4211-99b5-6df5bb6ebd7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1347.566327] env[69297]: DEBUG nova.network.neutron [req-4a7ebd9c-54b3-4165-ba86-58fef01ae9aa req-78ddea10-8810-4041-848c-00c9359ed229 service nova] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Refreshing network info cache for port 50e48abe-16b5-4c88-9581-939001cbc6e7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1347.597192] env[69297]: ERROR nova.scheduler.client.report [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [req-219f108c-eef7-4fc6-a3ce-0f0fe1677b2a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-219f108c-eef7-4fc6-a3ce-0f0fe1677b2a"}]}
[ 1347.621127] env[69297]: DEBUG nova.scheduler.client.report [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 1347.637185] env[69297]: DEBUG nova.scheduler.client.report [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 1347.637385] env[69297]: DEBUG nova.compute.provider_tree [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1347.658320] env[69297]: DEBUG nova.scheduler.client.report [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 1347.679949] env[69297]: DEBUG nova.scheduler.client.report [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 1347.753274] env[69297]: DEBUG oslo_concurrency.lockutils [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Acquiring lock "0d31a377-7c63-47e9-85b8-85c6f702db66" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1347.753274] env[69297]: DEBUG oslo_concurrency.lockutils [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1347.753467] env[69297]: INFO nova.compute.manager [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Attaching volume de76309b-fcf6-4470-8c2f-ea903b6c4679 to /dev/sdb
[ 1347.799359] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1f09ac-c511-461b-a5a1-1b6c491f6f4e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.809113] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04681616-0b0b-4e32-8a43-884343aa547a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.827025] env[69297]: DEBUG nova.virt.block_device [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Updating existing volume attachment record: 9cdf2850-189a-49d0-aec1-403cbc4a416e {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1347.899017] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930917, 'name': CreateVM_Task, 'duration_secs': 0.333276} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1347.900592] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1347.901690] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1347.901853] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1347.902186] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1347.902432] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235c3b5e-3073-4255-8481-4eccc30ed6f0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.910450] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for the task: (returnval){
[ 1347.910450] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b76acf-3688-0255-0c46-a831f2823742"
[ 1347.910450] env[69297]:    _type = "Task"
[ 1347.910450] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1347.920536] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b76acf-3688-0255-0c46-a831f2823742, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1347.922941] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1347.923221] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1347.923457] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1347.923602] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1347.923776] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1347.924992] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af313f2e-d235-406d-9975-77dee3880564 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.932952] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquiring lock "97323847-2131-4245-b61d-985a58a66e11" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1347.933244] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "97323847-2131-4245-b61d-985a58a66e11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1347.934501] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1347.934691] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1347.935907] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31bad17f-0253-4971-8f33-00b7a9c93271 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1347.943591] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for the task: (returnval){
[ 1347.943591] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e85063-5b9c-bc7f-e8a2-4e09a274ac6e"
[ 1347.943591] env[69297]:    _type = "Task"
[ 1347.943591] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1347.951648] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e85063-5b9c-bc7f-e8a2-4e09a274ac6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1347.972816] env[69297]: DEBUG nova.compute.manager [req-deda9bef-5551-4365-adac-e1ca6e62495d req-aa422fe5-b49f-4eef-91ec-413eea9acd9d service nova] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Received event network-vif-plugged-d0ff1ff9-1a34-487e-909c-9d9e8703cddb {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1347.974114] env[69297]: DEBUG oslo_concurrency.lockutils [req-deda9bef-5551-4365-adac-e1ca6e62495d req-aa422fe5-b49f-4eef-91ec-413eea9acd9d service nova] Acquiring lock "9971da56-8816-4274-8ee1-726a3608fcb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1347.974114] env[69297]: DEBUG oslo_concurrency.lockutils [req-deda9bef-5551-4365-adac-e1ca6e62495d req-aa422fe5-b49f-4eef-91ec-413eea9acd9d service nova] Lock "9971da56-8816-4274-8ee1-726a3608fcb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1347.974114] env[69297]: DEBUG oslo_concurrency.lockutils [req-deda9bef-5551-4365-adac-e1ca6e62495d req-aa422fe5-b49f-4eef-91ec-413eea9acd9d service nova] Lock "9971da56-8816-4274-8ee1-726a3608fcb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1347.974114] env[69297]: DEBUG nova.compute.manager [req-deda9bef-5551-4365-adac-e1ca6e62495d req-aa422fe5-b49f-4eef-91ec-413eea9acd9d service nova] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] No waiting events found dispatching network-vif-plugged-d0ff1ff9-1a34-487e-909c-9d9e8703cddb {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1347.974114] env[69297]: WARNING nova.compute.manager [req-deda9bef-5551-4365-adac-e1ca6e62495d req-aa422fe5-b49f-4eef-91ec-413eea9acd9d service nova] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Received unexpected event network-vif-plugged-d0ff1ff9-1a34-487e-909c-9d9e8703cddb for instance with vm_state building and task_state spawning.
[ 1348.137035] env[69297]: DEBUG nova.network.neutron [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Successfully updated port: d0ff1ff9-1a34-487e-909c-9d9e8703cddb {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1348.309173] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b32895-7586-45c4-826b-5bb755b6b316 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1348.321155] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9898bf5d-8aa6-4677-8a3a-e813ab0e1c7f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1348.357091] env[69297]: DEBUG nova.network.neutron [req-4a7ebd9c-54b3-4165-ba86-58fef01ae9aa req-78ddea10-8810-4041-848c-00c9359ed229 service nova] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Updated VIF entry in instance network info cache for port 50e48abe-16b5-4c88-9581-939001cbc6e7. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1348.357625] env[69297]: DEBUG nova.network.neutron [req-4a7ebd9c-54b3-4165-ba86-58fef01ae9aa req-78ddea10-8810-4041-848c-00c9359ed229 service nova] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Updating instance_info_cache with network_info: [{"id": "50e48abe-16b5-4c88-9581-939001cbc6e7", "address": "fa:16:3e:21:d8:86", "network": {"id": "20c1a905-b61f-4669-b89b-a849534aa1c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1678383554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8547b5e21694677be2774871458de3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e48abe-16", "ovs_interfaceid": "50e48abe-16b5-4c88-9581-939001cbc6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1348.359493] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba8ff3-43a3-407f-bef8-c8b37b720637 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1348.367093] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5b6fcd-d34d-4164-9b16-03626b139343 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1348.382603] env[69297]: DEBUG nova.compute.provider_tree [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1348.455451] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e85063-5b9c-bc7f-e8a2-4e09a274ac6e, 'name': SearchDatastore_Task, 'duration_secs': 0.019189} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1348.456270] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e890c8-b7a6-445f-bb45-ef12021cb27a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1348.462256] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for the task: (returnval){
[ 1348.462256] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bb9f23-a90b-e44a-df84-6cceaaa1039a"
[ 1348.462256] env[69297]:    _type = "Task"
[ 1348.462256] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1348.473313] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bb9f23-a90b-e44a-df84-6cceaaa1039a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1348.641055] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquiring lock "refresh_cache-9971da56-8816-4274-8ee1-726a3608fcb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1348.641323] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquired lock "refresh_cache-9971da56-8816-4274-8ee1-726a3608fcb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1348.642501] env[69297]: DEBUG nova.network.neutron [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1348.863468] env[69297]: DEBUG oslo_concurrency.lockutils [req-4a7ebd9c-54b3-4165-ba86-58fef01ae9aa req-78ddea10-8810-4041-848c-00c9359ed229 service nova] Releasing lock "refresh_cache-325218ad-6e90-4211-99b5-6df5bb6ebd7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1348.863808] env[69297]: DEBUG nova.compute.manager [req-4a7ebd9c-54b3-4165-ba86-58fef01ae9aa req-78ddea10-8810-4041-848c-00c9359ed229 service nova] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Received event network-vif-deleted-a09df76b-e35d-4296-b127-baaef9254e45 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1348.916024] env[69297]: DEBUG nova.scheduler.client.report [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1348.916024] env[69297]: DEBUG nova.compute.provider_tree [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 61 to 62 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1348.916024] env[69297]: DEBUG nova.compute.provider_tree [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1348.974023] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bb9f23-a90b-e44a-df84-6cceaaa1039a, 'name': SearchDatastore_Task, 'duration_secs': 0.013062} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1348.974192] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1348.974523] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 325218ad-6e90-4211-99b5-6df5bb6ebd7d/325218ad-6e90-4211-99b5-6df5bb6ebd7d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1348.974826] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed53608b-da1a-4087-92de-69efd5ad9181 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1348.982302] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for the task: (returnval){
[ 1348.982302] env[69297]:    value = "task-2930921"
[ 1348.982302] env[69297]:    _type = "Task"
[ 1348.982302] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1348.990689] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1349.203105] env[69297]: DEBUG nova.network.neutron [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1349.337186] env[69297]: DEBUG nova.network.neutron [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Updating instance_info_cache with network_info: [{"id": "d0ff1ff9-1a34-487e-909c-9d9e8703cddb", "address": "fa:16:3e:12:df:e6", "network": {"id": "71bf6123-1e4a-4858-9e56-adea97b06403", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1825145404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ca0856cb414838921a98c9fa3f73fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ff1ff9-1a", "ovs_interfaceid": "d0ff1ff9-1a34-487e-909c-9d9e8703cddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1349.408753] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1349.408981] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1349.421410] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.988s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1349.421951] env[69297]: DEBUG nova.compute.manager [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1349.424612] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.360s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1349.427596] env[69297]: INFO nova.compute.claims [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1349.493978] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1349.840342] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Releasing lock "refresh_cache-9971da56-8816-4274-8ee1-726a3608fcb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1349.840652] env[69297]: DEBUG nova.compute.manager [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Instance network_info: |[{"id": "d0ff1ff9-1a34-487e-909c-9d9e8703cddb", "address": "fa:16:3e:12:df:e6", "network": {"id": "71bf6123-1e4a-4858-9e56-adea97b06403", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1825145404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ca0856cb414838921a98c9fa3f73fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ff1ff9-1a", "ovs_interfaceid": "d0ff1ff9-1a34-487e-909c-9d9e8703cddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1349.841207] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:df:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0ff1ff9-1a34-487e-909c-9d9e8703cddb', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1349.848491] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Creating folder: Project (04ca0856cb414838921a98c9fa3f73fd). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1349.848785] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56cbb402-e95f-455a-b2b5-f21db5a986e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1349.860884] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Created folder: Project (04ca0856cb414838921a98c9fa3f73fd) in parent group-v588392.
[ 1349.861092] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Creating folder: Instances. Parent ref: group-v588509. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1349.861325] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f3f7a47-5ea0-4f02-aed8-24b701efe3ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1349.870938] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Created folder: Instances in parent group-v588509.
[ 1349.871128] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1349.871332] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1349.871533] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d217dbd-8605-4db7-afca-b4b6db3c5936 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1349.890582] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1349.890582] env[69297]:    value = "task-2930924"
[ 1349.890582] env[69297]:    _type = "Task"
[ 1349.890582] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1349.898147] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930924, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1349.930381] env[69297]: DEBUG nova.compute.utils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1349.933738] env[69297]: DEBUG nova.compute.manager [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1349.933901] env[69297]: DEBUG nova.network.neutron [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1349.996413] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1350.005185] env[69297]: DEBUG nova.policy [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cbb10b379d748f898065220159e6fda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79c843d42715400f86aeb0460dd15025', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1350.085877] env[69297]: DEBUG nova.compute.manager [req-68f16395-3076-4ea3-98ff-c5a866a9495d req-b4b5ef60-ae97-41b7-9990-b565e14b086e service nova] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Received event network-changed-d0ff1ff9-1a34-487e-909c-9d9e8703cddb {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1350.086066] env[69297]: DEBUG nova.compute.manager [req-68f16395-3076-4ea3-98ff-c5a866a9495d req-b4b5ef60-ae97-41b7-9990-b565e14b086e service nova] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Refreshing instance network info cache due to event network-changed-d0ff1ff9-1a34-487e-909c-9d9e8703cddb. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1350.086298] env[69297]: DEBUG oslo_concurrency.lockutils [req-68f16395-3076-4ea3-98ff-c5a866a9495d req-b4b5ef60-ae97-41b7-9990-b565e14b086e service nova] Acquiring lock "refresh_cache-9971da56-8816-4274-8ee1-726a3608fcb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1350.086449] env[69297]: DEBUG oslo_concurrency.lockutils [req-68f16395-3076-4ea3-98ff-c5a866a9495d req-b4b5ef60-ae97-41b7-9990-b565e14b086e service nova] Acquired lock "refresh_cache-9971da56-8816-4274-8ee1-726a3608fcb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1350.086638] env[69297]: DEBUG nova.network.neutron [req-68f16395-3076-4ea3-98ff-c5a866a9495d req-b4b5ef60-ae97-41b7-9990-b565e14b086e service nova] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Refreshing network info cache for port d0ff1ff9-1a34-487e-909c-9d9e8703cddb {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1350.401660] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930924, 'name': CreateVM_Task, 'duration_secs': 0.34982} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1350.401862] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1350.402605] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1350.402798] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1350.403154] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1350.403415] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e7a408-44d8-4017-93f9-f520aae27cc1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1350.407935] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for the task: (returnval){
[ 1350.407935] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a40782-3839-9761-485d-dd3a65c5c56d"
[ 1350.407935] env[69297]:    _type = "Task"
[ 1350.407935] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1350.415528] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a40782-3839-9761-485d-dd3a65c5c56d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1350.437362] env[69297]: DEBUG nova.compute.manager [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1350.498631] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930921, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.382703} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1350.498916] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 325218ad-6e90-4211-99b5-6df5bb6ebd7d/325218ad-6e90-4211-99b5-6df5bb6ebd7d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1350.499389] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1350.499683] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c50b2cbd-c52a-433c-8cbe-fd89098a9ecb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1350.508495] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for the task: (returnval){
[ 1350.508495] env[69297]:    value = "task-2930926"
[ 1350.508495] env[69297]:    _type = "Task"
[ 1350.508495] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1350.517304] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1350.660915] env[69297]: DEBUG nova.network.neutron [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Successfully created port: 114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1350.789351] env[69297]: DEBUG nova.network.neutron [req-68f16395-3076-4ea3-98ff-c5a866a9495d req-b4b5ef60-ae97-41b7-9990-b565e14b086e service nova] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Updated VIF entry in instance network info cache for port d0ff1ff9-1a34-487e-909c-9d9e8703cddb. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1350.789723] env[69297]: DEBUG nova.network.neutron [req-68f16395-3076-4ea3-98ff-c5a866a9495d req-b4b5ef60-ae97-41b7-9990-b565e14b086e service nova] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Updating instance_info_cache with network_info: [{"id": "d0ff1ff9-1a34-487e-909c-9d9e8703cddb", "address": "fa:16:3e:12:df:e6", "network": {"id": "71bf6123-1e4a-4858-9e56-adea97b06403", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1825145404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ca0856cb414838921a98c9fa3f73fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ff1ff9-1a", "ovs_interfaceid": "d0ff1ff9-1a34-487e-909c-9d9e8703cddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1350.921446] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a40782-3839-9761-485d-dd3a65c5c56d, 'name': SearchDatastore_Task, 'duration_secs': 0.012153} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1350.921897] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1350.921974] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1350.922179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1350.922324] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1350.922500] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1350.922816] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85a22b07-51bc-423b-8d7f-5c2cf155cdd7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1350.933792] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1350.933842] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1350.934583] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25ed82a-b49a-42c6-bbbc-cbbd23bcc927 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1350.949738] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for the task: (returnval){
[ 1350.949738] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c518a1-978d-d00e-6449-c95bb02de7dd"
[ 1350.949738] env[69297]:    _type = "Task"
[ 1350.949738] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1350.959039] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c518a1-978d-d00e-6449-c95bb02de7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1350.962032] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62fd0dd-e380-4b60-9837-03148b033db7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1350.966433] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for the task: (returnval){
[ 1350.966433] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522fbcab-4f01-b034-7adb-42e375e35309"
[ 1350.966433] env[69297]:    _type = "Task"
[ 1350.966433] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1350.975217] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522fbcab-4f01-b034-7adb-42e375e35309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1350.977199] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b021cd3-aa16-4bc2-9791-d2f9b9cd2f7e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1350.985018] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766e174b-5768-40fa-80b9-2a8b0bedc548 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1351.019498] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0cc9c3-379c-4e97-9f81-10e840e9ef75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1351.027167] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064342} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1351.029569] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1351.031039] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbed076-12d4-4da0-9eed-9f611283af99 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1351.033639] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1253f39-44fa-4db1-9412-992cd8738fbe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1351.057202] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 325218ad-6e90-4211-99b5-6df5bb6ebd7d/325218ad-6e90-4211-99b5-6df5bb6ebd7d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1351.066534] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d48cdc9-b6dc-47c8-ba79-2a18f2c3bc8b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1351.080327] env[69297]: DEBUG nova.compute.provider_tree [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1351.086547] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for the task: (returnval){
[ 1351.086547] env[69297]:    value = "task-2930927"
[ 1351.086547] env[69297]:    _type = "Task"
[ 1351.086547] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1351.094202] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1351.293394] env[69297]: DEBUG oslo_concurrency.lockutils [req-68f16395-3076-4ea3-98ff-c5a866a9495d req-b4b5ef60-ae97-41b7-9990-b565e14b086e service nova] Releasing lock "refresh_cache-9971da56-8816-4274-8ee1-726a3608fcb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1351.451601] env[69297]: DEBUG nova.compute.manager [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1351.480687] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522fbcab-4f01-b034-7adb-42e375e35309, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1351.482979] env[69297]: DEBUG nova.virt.hardware [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1351.483274] env[69297]: DEBUG nova.virt.hardware [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1351.483472] env[69297]: DEBUG nova.virt.hardware [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1351.483697] env[69297]: DEBUG nova.virt.hardware [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1351.483883] env[69297]: DEBUG nova.virt.hardware [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1351.484089] env[69297]: DEBUG nova.virt.hardware [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1351.484538] env[69297]: DEBUG nova.virt.hardware [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1351.484711] env[69297]: DEBUG nova.virt.hardware [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1351.484926] env[69297]: DEBUG nova.virt.hardware [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1351.485147] env[69297]: DEBUG nova.virt.hardware [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1351.485458] env[69297]: DEBUG nova.virt.hardware [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1351.485824] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1351.486129] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 9971da56-8816-4274-8ee1-726a3608fcb8/9971da56-8816-4274-8ee1-726a3608fcb8.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1351.486983] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e254ba-5497-4164-a3ab-044c2778b56d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1351.489913] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad1d32ae-c3b5-40a2-b49d-a4957b42b884 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1351.497456] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6714af8-51be-4cef-b00f-c778565ac7d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1351.501353] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for the task: (returnval){
[ 1351.501353] env[69297]:    value = "task-2930928"
[ 1351.501353] env[69297]:    _type = "Task"
[ 1351.501353] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1351.517529] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1351.583858] env[69297]: DEBUG nova.scheduler.client.report [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1351.596989] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930927, 'name': ReconfigVM_Task, 'duration_secs': 0.271032} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1351.597878] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 325218ad-6e90-4211-99b5-6df5bb6ebd7d/325218ad-6e90-4211-99b5-6df5bb6ebd7d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1351.598064] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d640f66-806a-473e-abca-d727e4dea0e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1351.606167] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for the task: (returnval){
[ 1351.606167] env[69297]:    value = "task-2930929"
[ 1351.606167] env[69297]:    _type = "Task"
[ 1351.606167] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1351.614912] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930929, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1352.012939] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930928, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1352.092203] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1352.092755] env[69297]: DEBUG nova.compute.manager [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1352.095832] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.776s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1352.096924] env[69297]: INFO nova.compute.claims [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1352.115875] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930929, 'name': Rename_Task, 'duration_secs': 0.137965} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1352.116170] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1352.116419] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9125e17-652a-4682-be19-07b95156b609 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1352.122626] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for the task: (returnval){
[ 1352.122626] env[69297]:    value = "task-2930930"
[ 1352.122626] env[69297]:    _type = "Task"
[ 1352.122626] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1352.130184] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1352.202900] env[69297]: DEBUG nova.compute.manager [req-6f05ab44-56d8-416a-bdbe-e346e932cc45 req-fc42cb44-1b18-41eb-bf11-1f7dc64595af service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Received event network-vif-plugged-114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1352.203335] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f05ab44-56d8-416a-bdbe-e346e932cc45 req-fc42cb44-1b18-41eb-bf11-1f7dc64595af service nova] Acquiring lock "1d64138f-358b-41a0-855b-e92b53ae8fd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1352.203335] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f05ab44-56d8-416a-bdbe-e346e932cc45 req-fc42cb44-1b18-41eb-bf11-1f7dc64595af service nova] Lock "1d64138f-358b-41a0-855b-e92b53ae8fd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1352.203511] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f05ab44-56d8-416a-bdbe-e346e932cc45 req-fc42cb44-1b18-41eb-bf11-1f7dc64595af service nova] Lock "1d64138f-358b-41a0-855b-e92b53ae8fd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1352.203699] env[69297]: DEBUG nova.compute.manager [req-6f05ab44-56d8-416a-bdbe-e346e932cc45 req-fc42cb44-1b18-41eb-bf11-1f7dc64595af service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] No waiting events found dispatching network-vif-plugged-114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1352.203860] env[69297]: WARNING nova.compute.manager [req-6f05ab44-56d8-416a-bdbe-e346e932cc45 req-fc42cb44-1b18-41eb-bf11-1f7dc64595af service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Received unexpected event network-vif-plugged-114a73f8-1b44-477d-ad8e-a1123a4eb4c7 for instance with vm_state building and task_state spawning.
[ 1352.387870] env[69297]: DEBUG nova.network.neutron [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Successfully updated port: 114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1352.394395] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1352.394761] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588508', 'volume_id': 'de76309b-fcf6-4470-8c2f-ea903b6c4679', 'name': 'volume-de76309b-fcf6-4470-8c2f-ea903b6c4679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d31a377-7c63-47e9-85b8-85c6f702db66', 'attached_at': '', 'detached_at': '', 'volume_id': 'de76309b-fcf6-4470-8c2f-ea903b6c4679', 'serial': 'de76309b-fcf6-4470-8c2f-ea903b6c4679'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1352.396254] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b571fc-0eaa-44bd-a22c-649e4388c310 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1352.415950] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6b156d-59ff-46bc-8cf6-234a6acb6de1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1352.442952] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-de76309b-fcf6-4470-8c2f-ea903b6c4679/volume-de76309b-fcf6-4470-8c2f-ea903b6c4679.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1352.443274] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee72971-6092-4444-bdc3-fe7c27fd2f12 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1352.464150] env[69297]: DEBUG oslo_vmware.api [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Waiting for the task: (returnval){
[ 1352.464150] env[69297]:    value = "task-2930931"
[ 1352.464150] env[69297]:    _type = "Task"
[ 1352.464150] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1352.473223] env[69297]: DEBUG oslo_vmware.api [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Task: {'id': task-2930931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1352.513956] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614774} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1352.514472] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 9971da56-8816-4274-8ee1-726a3608fcb8/9971da56-8816-4274-8ee1-726a3608fcb8.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1352.514592] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1352.514838] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ad0ebf6-76c0-422f-bdcb-0ebf3e9c5a31 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1352.523222] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for the task: (returnval){
[ 1352.523222] env[69297]:    value = "task-2930932"
[ 1352.523222] env[69297]:    _type = "Task"
[ 1352.523222] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1352.533993] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1352.601129] env[69297]: DEBUG nova.compute.utils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1352.604575] env[69297]: DEBUG nova.compute.manager [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Not allocating networking since 'none' was specified. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1352.634046] env[69297]: DEBUG oslo_vmware.api [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930930, 'name': PowerOnVM_Task, 'duration_secs': 0.449742} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1352.634194] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1352.634365] env[69297]: INFO nova.compute.manager [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Took 7.78 seconds to spawn the instance on the hypervisor.
[ 1352.634582] env[69297]: DEBUG nova.compute.manager [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1352.635372] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c851f2f-030e-416f-aab9-27889001b023 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1352.890801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquiring lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1352.891103] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquired lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1352.891277] env[69297]: DEBUG nova.network.neutron [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1352.978068] env[69297]: DEBUG oslo_vmware.api [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Task: {'id': task-2930931, 'name': ReconfigVM_Task, 'duration_secs': 0.419372} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1352.978068] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-de76309b-fcf6-4470-8c2f-ea903b6c4679/volume-de76309b-fcf6-4470-8c2f-ea903b6c4679.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1352.984471] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4551ccec-3c44-47af-a35b-53afd358bfcc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1353.002134] env[69297]: DEBUG oslo_vmware.api [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Waiting for the task: (returnval){
[ 1353.002134] env[69297]:    value = "task-2930933"
[ 1353.002134] env[69297]:    _type = "Task"
[ 1353.002134] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1353.011151] env[69297]: DEBUG oslo_vmware.api [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Task: {'id': task-2930933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1353.034311] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070661} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1353.034641] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1353.035508] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5af4ee2-13c0-4650-86c0-d6421b2ee4bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1353.062352] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 9971da56-8816-4274-8ee1-726a3608fcb8/9971da56-8816-4274-8ee1-726a3608fcb8.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1353.062682] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-047f9067-921e-49a3-a306-592e6febf300 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1353.085214] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for the task: (returnval){
[ 1353.085214] env[69297]:    value = "task-2930934"
[ 1353.085214] env[69297]:    _type = "Task"
[ 1353.085214] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1353.094537] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1353.105388] env[69297]: DEBUG nova.compute.manager [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1353.155057] env[69297]: INFO nova.compute.manager [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Took 46.35 seconds to build instance.
[ 1353.446358] env[69297]: DEBUG nova.network.neutron [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1353.515412] env[69297]: DEBUG oslo_vmware.api [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Task: {'id': task-2930933, 'name': ReconfigVM_Task, 'duration_secs': 0.157568} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1353.516016] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588508', 'volume_id': 'de76309b-fcf6-4470-8c2f-ea903b6c4679', 'name': 'volume-de76309b-fcf6-4470-8c2f-ea903b6c4679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d31a377-7c63-47e9-85b8-85c6f702db66', 'attached_at': '', 'detached_at': '', 'volume_id': 'de76309b-fcf6-4470-8c2f-ea903b6c4679', 'serial': 'de76309b-fcf6-4470-8c2f-ea903b6c4679'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1353.570284] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eb9feb-f8df-4c73-8305-4b7b0f2a4214 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1353.581657] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368c23d7-0d8c-452f-9f07-6db873927b04 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1353.616075] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce622a-4925-46f2-a93d-156d53e22fea {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1353.625646] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1353.633496] env[69297]: DEBUG nova.network.neutron [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updating instance_info_cache with network_info: [{"id": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "address": "fa:16:3e:6a:2c:e1", "network": {"id": "6d3d00e5-229f-4899-a8e2-668d48a1e22c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-151579441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c843d42715400f86aeb0460dd15025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114a73f8-1b", "ovs_interfaceid": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1353.635963] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c74588-4554-4091-9966-7b4310614935 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1353.653426] env[69297]: DEBUG nova.compute.provider_tree [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1353.656903] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f6ca14f3-a7a4-47bc-8b1c-7edbff5f696a tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 70.553s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1353.749056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquiring lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1353.749056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1353.749419] env[69297]: DEBUG oslo_concurrency.lockutils [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquiring lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1353.749419] env[69297]: DEBUG oslo_concurrency.lockutils [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1353.749419] env[69297]: DEBUG oslo_concurrency.lockutils [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1353.751712] env[69297]: INFO nova.compute.manager [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Terminating instance
[ 1354.096209] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930934, 'name': ReconfigVM_Task, 'duration_secs': 0.782196} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1354.096547] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 9971da56-8816-4274-8ee1-726a3608fcb8/9971da56-8816-4274-8ee1-726a3608fcb8.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1354.097179] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95e6707e-c970-4865-915d-c00c55d36d8a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.104876] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for the task: (returnval){
[ 1354.104876] env[69297]:    value = "task-2930935"
[ 1354.104876] env[69297]:    _type = "Task"
[ 1354.104876] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1354.113707] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930935, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1354.128722] env[69297]: DEBUG nova.compute.manager [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1354.142392] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Releasing lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1354.142732] env[69297]: DEBUG nova.compute.manager [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Instance network_info: |[{"id": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "address": "fa:16:3e:6a:2c:e1", "network": {"id": "6d3d00e5-229f-4899-a8e2-668d48a1e22c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-151579441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c843d42715400f86aeb0460dd15025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114a73f8-1b", "ovs_interfaceid": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1354.143161] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:2c:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '114a73f8-1b44-477d-ad8e-a1123a4eb4c7', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1354.152135] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Creating folder: Project (79c843d42715400f86aeb0460dd15025). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1354.154422] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6b30a29-e918-4ab7-aa30-b327bf2c477d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.158866] env[69297]: DEBUG nova.compute.manager [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1354.164037] env[69297]: DEBUG nova.virt.hardware [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1354.164274] env[69297]: DEBUG nova.virt.hardware [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1354.164428] env[69297]: DEBUG nova.virt.hardware [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1354.164606] env[69297]: DEBUG nova.virt.hardware [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1354.164821] env[69297]: DEBUG nova.virt.hardware [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1354.164984] env[69297]: DEBUG nova.virt.hardware [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1354.165207] env[69297]: DEBUG nova.virt.hardware [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1354.165423] env[69297]: DEBUG nova.virt.hardware [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1354.165522] env[69297]: DEBUG nova.virt.hardware [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1354.165681] env[69297]: DEBUG nova.virt.hardware [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1354.165851] env[69297]: DEBUG nova.virt.hardware [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1354.166922] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad650c17-1696-4675-8f56-945595e02034 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.173114] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Created folder: Project (79c843d42715400f86aeb0460dd15025) in parent group-v588392.
[ 1354.173114] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Creating folder: Instances. Parent ref: group-v588512. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1354.174916] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d11f4d6e-671a-4f48-86e2-01a534c80a4b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.178037] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ff8764-24db-4f9b-bf9b-3fbdba7f0e11 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.186024] env[69297]: ERROR nova.scheduler.client.report [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [req-ee7495a9-01a3-411b-b95c-46d9230cb1cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-ee7495a9-01a3-411b-b95c-46d9230cb1cb"}]}
[ 1354.195917] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1354.201623] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Creating folder: Project (263c6ecfa537418b80be5dd60f3622cb). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1354.203803] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca0a0921-b1a4-4734-bc41-77c13f9d08e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.205606] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Created folder: Instances in parent group-v588512.
[ 1354.205835] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1354.206794] env[69297]: DEBUG nova.scheduler.client.report [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 1354.208834] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1354.209557] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b882955a-7e61-467e-843a-3d352071b825 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.225503] env[69297]: DEBUG nova.scheduler.client.report [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 1354.225714] env[69297]: DEBUG nova.compute.provider_tree [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1354.228954] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Created folder: Project (263c6ecfa537418b80be5dd60f3622cb) in parent group-v588392.
[ 1354.228954] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Creating folder: Instances. Parent ref: group-v588514. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1354.228954] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eae8abd7-a04e-4817-a226-67417fd0d8a5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.233801] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1354.233801] env[69297]:    value = "task-2930939"
[ 1354.233801] env[69297]:    _type = "Task"
[ 1354.233801] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1354.241320] env[69297]: DEBUG nova.scheduler.client.report [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 1354.244746] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Created folder: Instances in parent group-v588514.
[ 1354.244746] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1354.244746] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1354.244746] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66a3ecf2-77eb-4e40-ade7-c06a7f017cf0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.261438] env[69297]: DEBUG nova.compute.manager [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1354.261679] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1354.262909] env[69297]: DEBUG nova.compute.manager [req-55fb05f2-34bd-45f3-b0c2-b2e9e5d3124a req-9cb4e927-8cb0-48b4-94ae-3a3379bd31b8 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Received event network-changed-114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1354.263097] env[69297]: DEBUG nova.compute.manager [req-55fb05f2-34bd-45f3-b0c2-b2e9e5d3124a req-9cb4e927-8cb0-48b4-94ae-3a3379bd31b8 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Refreshing instance network info cache due to event network-changed-114a73f8-1b44-477d-ad8e-a1123a4eb4c7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1354.263310] env[69297]: DEBUG oslo_concurrency.lockutils [req-55fb05f2-34bd-45f3-b0c2-b2e9e5d3124a req-9cb4e927-8cb0-48b4-94ae-3a3379bd31b8 service nova] Acquiring lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1354.263453] env[69297]: DEBUG oslo_concurrency.lockutils [req-55fb05f2-34bd-45f3-b0c2-b2e9e5d3124a req-9cb4e927-8cb0-48b4-94ae-3a3379bd31b8 service nova] Acquired lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1354.263605] env[69297]: DEBUG nova.network.neutron [req-55fb05f2-34bd-45f3-b0c2-b2e9e5d3124a req-9cb4e927-8cb0-48b4-94ae-3a3379bd31b8 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Refreshing network info cache for port 114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1354.265135] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930939, 'name': CreateVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1354.266309] env[69297]: DEBUG nova.scheduler.client.report [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 1354.268891] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0ba884-c665-487b-9bc7-3ecb9cee5cf7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.281970] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1354.282248] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1354.282248] env[69297]:    value = "task-2930941"
[ 1354.282248] env[69297]:    _type = "Task"
[ 1354.282248] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1354.282465] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33646167-b990-4c62-b364-ba05c7bb8af2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.292893] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930941, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1354.296529] env[69297]: DEBUG oslo_vmware.api [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for the task: (returnval){
[ 1354.296529] env[69297]:    value = "task-2930942"
[ 1354.296529] env[69297]:    _type = "Task"
[ 1354.296529] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1354.306965] env[69297]: DEBUG oslo_vmware.api [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1354.555639] env[69297]: DEBUG nova.objects.instance [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Lazy-loading 'flavor' on Instance uuid 0d31a377-7c63-47e9-85b8-85c6f702db66 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1354.617846] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930935, 'name': Rename_Task, 'duration_secs': 0.189919} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1354.617972] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1354.618276] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f10a7ea-06f3-4224-bfa1-f743a60934d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.624185] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for the task: (returnval){
[ 1354.624185] env[69297]:    value = "task-2930943"
[ 1354.624185] env[69297]:    _type = "Task"
[ 1354.624185] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1354.634493] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1354.680936] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1354.745753] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930939, 'name': CreateVM_Task, 'duration_secs': 0.398593} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1354.746859] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1354.751648] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1354.751718] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1354.752122] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1354.752852] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd88d61-3c30-4dd7-a6e5-a018fb1cb156 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.762429] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1354.762429] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523fb2f7-483f-a23f-4f25-d3127c433fcb"
[ 1354.762429] env[69297]:    _type = "Task"
[ 1354.762429] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1354.772607] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523fb2f7-483f-a23f-4f25-d3127c433fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1354.774530] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30d0d1a-d106-4318-8da7-16dc6a844571 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.781156] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9d38f6-25b0-479d-a3b9-6afe591b8824 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.794613] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930941, 'name': CreateVM_Task, 'duration_secs': 0.314277} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1354.818763] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1354.819580] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1354.819737] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1354.820100] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1354.823660] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f73138d-c94f-4981-b27f-35e65d91e65d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.828258] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69dfaaa2-abff-407b-9949-4d1f93d487aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.835173] env[69297]: DEBUG oslo_vmware.api [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930942, 'name': PowerOffVM_Task, 'duration_secs': 0.189417} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1354.838418] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1354.838605] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1354.841036] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1354.841036] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5267b640-4a99-4ea0-fb32-ccd6fba4f3fc"
[ 1354.841036] env[69297]:    _type = "Task"
[ 1354.841036] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1354.841036] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c17e931b-f595-4e87-b49b-3c486ea5faeb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.842661] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0072b901-aa49-40a0-992a-e2459fe22116 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.859254] env[69297]: DEBUG nova.compute.provider_tree [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1354.867167] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5267b640-4a99-4ea0-fb32-ccd6fba4f3fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1354.867167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1354.867167] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1354.867167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1354.867167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1354.867167] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1354.867864] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-225c1a24-82e5-4bf8-b9dd-58ba1d326e9f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.876796] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1354.877112] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1354.877932] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c77ceb-d059-4238-9ace-66e0dfab6e1c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.884111] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1354.884111] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52993b5f-fdc2-d3c3-3556-0fa44be449b7"
[ 1354.884111] env[69297]:    _type = "Task"
[ 1354.884111] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1354.892270] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52993b5f-fdc2-d3c3-3556-0fa44be449b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1354.918539] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1354.918813] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1354.919034] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Deleting the datastore file [datastore1] 325218ad-6e90-4211-99b5-6df5bb6ebd7d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1354.921688] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c94f4377-2906-40a6-996c-f42b4c2327c7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1354.928632] env[69297]: DEBUG oslo_vmware.api [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for the task: (returnval){
[ 1354.928632] env[69297]:    value = "task-2930945"
[ 1354.928632] env[69297]:    _type = "Task"
[ 1354.928632] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1354.936680] env[69297]: DEBUG oslo_vmware.api [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1355.061451] env[69297]: DEBUG oslo_concurrency.lockutils [None req-571af03f-0f68-47ad-b8d5-eca6c76f62b0 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.308s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1355.083032] env[69297]: DEBUG nova.network.neutron [req-55fb05f2-34bd-45f3-b0c2-b2e9e5d3124a req-9cb4e927-8cb0-48b4-94ae-3a3379bd31b8 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updated VIF entry in instance network info cache for port 114a73f8-1b44-477d-ad8e-a1123a4eb4c7. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1355.083032] env[69297]: DEBUG nova.network.neutron [req-55fb05f2-34bd-45f3-b0c2-b2e9e5d3124a req-9cb4e927-8cb0-48b4-94ae-3a3379bd31b8 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updating instance_info_cache with network_info: [{"id": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "address": "fa:16:3e:6a:2c:e1", "network": {"id": "6d3d00e5-229f-4899-a8e2-668d48a1e22c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-151579441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c843d42715400f86aeb0460dd15025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114a73f8-1b", "ovs_interfaceid": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1355.133696] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1355.272179] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523fb2f7-483f-a23f-4f25-d3127c433fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1355.272452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1355.272791] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1355.273073] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1355.273199] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1355.273375] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1355.273628] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad9ade93-663d-4e43-93f3-0e1fd2078c82 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1355.282112] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1355.282301] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1355.283014] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f115a5ab-852f-4326-8233-ac47a870283c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1355.288197] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1355.288197] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52152346-f4a7-40a5-cd6e-1769ecafffcb"
[ 1355.288197] env[69297]:    _type = "Task"
[ 1355.288197] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1355.296803] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52152346-f4a7-40a5-cd6e-1769ecafffcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1355.395460] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52993b5f-fdc2-d3c3-3556-0fa44be449b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1355.395766] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115a91f6-daba-40e1-b308-9d47f6f3095c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1355.399089] env[69297]: DEBUG nova.scheduler.client.report [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1355.399089] env[69297]: DEBUG nova.compute.provider_tree [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 63 to 64 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1355.399277] env[69297]: DEBUG nova.compute.provider_tree [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1355.405609] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1355.405609] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]528a6649-ebc3-eb57-245e-c4b4a5adae26"
[ 1355.405609] env[69297]:    _type = "Task"
[ 1355.405609] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1355.414261] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528a6649-ebc3-eb57-245e-c4b4a5adae26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1355.438865] env[69297]: DEBUG oslo_vmware.api [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Task: {'id': task-2930945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14718} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1355.439151] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1355.439358] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1355.439634] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1355.439869] env[69297]: INFO nova.compute.manager [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Took 1.18 seconds to destroy the instance on the hypervisor.
[ 1355.440226] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1355.440521] env[69297]: DEBUG nova.compute.manager [-] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1355.440658] env[69297]: DEBUG nova.network.neutron [-] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1355.495125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Acquiring lock "0d31a377-7c63-47e9-85b8-85c6f702db66" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1355.495402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1355.585542] env[69297]: DEBUG oslo_concurrency.lockutils [req-55fb05f2-34bd-45f3-b0c2-b2e9e5d3124a req-9cb4e927-8cb0-48b4-94ae-3a3379bd31b8 service nova] Releasing lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1355.633939] env[69297]: DEBUG oslo_vmware.api [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930943, 'name': PowerOnVM_Task, 'duration_secs': 0.838051} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1355.634317] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1355.634526] env[69297]: INFO nova.compute.manager [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Took 8.16 seconds to spawn the instance on the hypervisor.
[ 1355.634699] env[69297]: DEBUG nova.compute.manager [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1355.635486] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b649683c-38dc-4aa1-940a-d8e495ad7b33 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1355.802711] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52152346-f4a7-40a5-cd6e-1769ecafffcb, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1355.802889] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f98e011-5d94-4554-b03c-f387782cda82 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1355.808174] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1355.808174] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52eda5d6-3e5a-619a-b53b-57636933a01d"
[ 1355.808174] env[69297]:    _type = "Task"
[ 1355.808174] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1355.816090] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52eda5d6-3e5a-619a-b53b-57636933a01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1355.904840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.809s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1355.906092] env[69297]: DEBUG nova.compute.manager [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1355.909879] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.768s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1355.909879] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1355.911423] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.060s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1355.911599] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1355.913353] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.947s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1355.914752] env[69297]: INFO nova.compute.claims [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1355.933847] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528a6649-ebc3-eb57-245e-c4b4a5adae26, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1355.934159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1355.934353] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 01cbc35b-115d-4fdd-9047-e1260bceb7d3/01cbc35b-115d-4fdd-9047-e1260bceb7d3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1355.934609] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4276bd47-b214-469b-843f-6e9c536d1987 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1355.941579] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1355.941579] env[69297]:    value = "task-2930946"
[ 1355.941579] env[69297]:    _type = "Task"
[ 1355.941579] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1355.942470] env[69297]: INFO nova.scheduler.client.report [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Deleted allocations for instance 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3
[ 1355.947095] env[69297]: INFO nova.scheduler.client.report [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Deleted allocations for instance 1de1db29-df8e-4de4-8d18-83f4ddd3357d
[ 1355.961214] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1355.998307] env[69297]: INFO nova.compute.manager [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Detaching volume de76309b-fcf6-4470-8c2f-ea903b6c4679
[ 1356.034209] env[69297]: INFO nova.virt.block_device [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Attempting to driver detach volume de76309b-fcf6-4470-8c2f-ea903b6c4679 from mountpoint /dev/sdb
[ 1356.034563] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1356.034828] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588508', 'volume_id': 'de76309b-fcf6-4470-8c2f-ea903b6c4679', 'name': 'volume-de76309b-fcf6-4470-8c2f-ea903b6c4679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d31a377-7c63-47e9-85b8-85c6f702db66', 'attached_at': '', 'detached_at': '', 'volume_id': 'de76309b-fcf6-4470-8c2f-ea903b6c4679', 'serial': 'de76309b-fcf6-4470-8c2f-ea903b6c4679'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1356.036129] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd91601a-7cc2-45b8-b04a-ee03a6c2c2c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1356.059765] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42ec064-9787-4e3d-87e2-3ca34e5292e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1356.068061] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb08d47f-d34f-4a0c-b20e-a6405dad98ab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1356.099131] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb0cf5c-5552-41d9-ab97-205a37bbf42d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1356.117986] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] The volume has not been displaced from its original location: [datastore1] volume-de76309b-fcf6-4470-8c2f-ea903b6c4679/volume-de76309b-fcf6-4470-8c2f-ea903b6c4679.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1356.123794] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1356.124265] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a713f0ec-1239-4734-9200-2d386e3c82d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1356.143036] env[69297]: DEBUG oslo_vmware.api [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Waiting for the task: (returnval){
[ 1356.143036] env[69297]:    value = "task-2930947"
[ 1356.143036] env[69297]:    _type = "Task"
[ 1356.143036] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1356.153489] env[69297]: INFO nova.compute.manager [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Took 43.16 seconds to build instance.
[ 1356.158142] env[69297]: DEBUG oslo_vmware.api [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Task: {'id': task-2930947, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1356.269580] env[69297]: DEBUG nova.network.neutron [-] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1356.321252] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52eda5d6-3e5a-619a-b53b-57636933a01d, 'name': SearchDatastore_Task, 'duration_secs': 0.008847} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1356.321674] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1356.322092] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 1d64138f-358b-41a0-855b-e92b53ae8fd0/1d64138f-358b-41a0-855b-e92b53ae8fd0.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1356.323587] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a02759-9720-4536-859f-ae78becbb83f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1356.326903] env[69297]: DEBUG nova.compute.manager [req-00256cdc-b3b2-4517-a1c5-975eae06b3d2 req-8ba9205c-f0a7-4180-b3d7-e4803e822f00 service nova] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Received event network-vif-deleted-50e48abe-16b5-4c88-9581-939001cbc6e7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1356.334648] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1356.334648] env[69297]:    value = "task-2930948"
[ 1356.334648] env[69297]:    _type = "Task"
[ 1356.334648] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1356.344083] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2930948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1356.410854] env[69297]: DEBUG nova.compute.utils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1356.412538] env[69297]: DEBUG nova.compute.manager [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1356.412794] env[69297]: DEBUG nova.network.neutron [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1356.456284] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b214b766-6f83-4234-8766-81ac1e6c3d77 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 33.668s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1356.459593] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8e91fef-a1e5-4cf0-bc35-212de3aebb76 tempest-ImagesNegativeTestJSON-529970133 tempest-ImagesNegativeTestJSON-529970133-project-member] Lock "1de1db29-df8e-4de4-8d18-83f4ddd3357d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 40.613s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1356.461589] env[69297]: DEBUG nova.policy [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7efd14ab08a4f8db159518207f06cee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd367fa51de8f41ddb074ab073a406478', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1356.467923] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452045} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1356.469092] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 01cbc35b-115d-4fdd-9047-e1260bceb7d3/01cbc35b-115d-4fdd-9047-e1260bceb7d3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1356.470152] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1356.471030] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8d3b6c8-76be-417d-99d0-16608646ec75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1356.478990] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1356.478990] env[69297]:    value = "task-2930949"
[ 1356.478990] env[69297]:    _type = "Task"
[ 1356.478990] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1356.487939] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1356.654254] env[69297]: DEBUG oslo_vmware.api [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Task: {'id': task-2930947, 'name': ReconfigVM_Task, 'duration_secs': 0.325374} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1356.654549] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1356.662848] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c8eea721-6950-403b-a4bf-94233323c192 tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Lock "9971da56-8816-4274-8ee1-726a3608fcb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 72.867s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1356.663125] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77700faa-d7cc-41e1-a6d8-6418fe778531 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1356.689522] env[69297]: DEBUG oslo_vmware.api [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Waiting for the task: (returnval){
[ 1356.689522] env[69297]:    value = "task-2930950"
[ 1356.689522] env[69297]:    _type = "Task"
[ 1356.689522] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1356.701741] env[69297]: DEBUG oslo_vmware.api [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Task: {'id': task-2930950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1356.773795] env[69297]: INFO nova.compute.manager [-] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Took 1.33 seconds to deallocate network for instance.
[ 1356.844796] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2930948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484591} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1356.845077] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 1d64138f-358b-41a0-855b-e92b53ae8fd0/1d64138f-358b-41a0-855b-e92b53ae8fd0.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1356.845300] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1356.845535] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f79c32b5-5c9e-427d-9ffb-7802b54abb89 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1356.851777] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1356.851777] env[69297]:    value = "task-2930951"
[ 1356.851777] env[69297]:    _type = "Task"
[ 1356.851777] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1356.861898] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2930951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1356.871732] env[69297]: DEBUG nova.network.neutron [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Successfully created port: c83d9feb-86af-41a1-ab3d-f53f579cfbf6 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1356.918721] env[69297]: DEBUG nova.compute.manager [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1356.948868] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1356.948868] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1356.948868] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1356.948868] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1356.948868] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1356.950363] env[69297]: INFO nova.compute.manager [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Terminating instance
[ 1356.997566] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116293} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1356.997925] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1356.999020] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539fb7f5-5136-471c-a42c-e75abacf2bd6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.028035] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 01cbc35b-115d-4fdd-9047-e1260bceb7d3/01cbc35b-115d-4fdd-9047-e1260bceb7d3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1357.030940] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c914f3-3d5a-4b6e-9bc7-7ce2853ef2eb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.052268] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1357.052268] env[69297]:    value = "task-2930952"
[ 1357.052268] env[69297]:    _type = "Task"
[ 1357.052268] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1357.061871] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1357.184123] env[69297]: DEBUG nova.compute.manager [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1357.199442] env[69297]: DEBUG oslo_vmware.api [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Task: {'id': task-2930950, 'name': ReconfigVM_Task, 'duration_secs': 0.213386} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1357.201979] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588508', 'volume_id': 'de76309b-fcf6-4470-8c2f-ea903b6c4679', 'name': 'volume-de76309b-fcf6-4470-8c2f-ea903b6c4679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d31a377-7c63-47e9-85b8-85c6f702db66', 'attached_at': '', 'detached_at': '', 'volume_id': 'de76309b-fcf6-4470-8c2f-ea903b6c4679', 'serial': 'de76309b-fcf6-4470-8c2f-ea903b6c4679'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1357.281048] env[69297]: DEBUG oslo_concurrency.lockutils [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1357.361831] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2930951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063866} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1357.362147] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1357.363135] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2bd979-cb62-42d5-913a-b774e31e6aeb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.385626] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 1d64138f-358b-41a0-855b-e92b53ae8fd0/1d64138f-358b-41a0-855b-e92b53ae8fd0.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1357.388598] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0bfe88-64df-4edf-85fb-53646131b4e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.410163] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1357.410163] env[69297]:    value = "task-2930953"
[ 1357.410163] env[69297]:    _type = "Task"
[ 1357.410163] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1357.432183] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2930953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1357.460021] env[69297]: DEBUG nova.compute.manager [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1357.460235] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1357.461147] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be488d7-71b2-4b49-85c0-83a2adbc5e27 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.471563] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1357.474150] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-082ee355-db47-4c41-ae8a-f3379171d61c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.483454] env[69297]: DEBUG oslo_vmware.api [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1357.483454] env[69297]:    value = "task-2930954"
[ 1357.483454] env[69297]:    _type = "Task"
[ 1357.483454] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1357.494736] env[69297]: DEBUG oslo_vmware.api [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1357.513802] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dc5586-ea51-40e7-9353-89c6842be1d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.524959] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265b983a-9174-4b5d-ae6c-aa1b59135cde {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.564295] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca40a6c-3f79-4028-9da3-133669c2f1c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.574176] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1357.577743] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e665dc3f-84eb-49a3-bd8e-22a18b5d8ffd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.592890] env[69297]: DEBUG nova.compute.provider_tree [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1357.710022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1357.797925] env[69297]: DEBUG nova.objects.instance [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Lazy-loading 'flavor' on Instance uuid 0d31a377-7c63-47e9-85b8-85c6f702db66 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1357.920493] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2930953, 'name': ReconfigVM_Task, 'duration_secs': 0.295175} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1357.920861] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 1d64138f-358b-41a0-855b-e92b53ae8fd0/1d64138f-358b-41a0-855b-e92b53ae8fd0.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1357.921788] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac2ed0b4-2627-406b-bab5-514f974ef99c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.932816] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1357.932816] env[69297]:    value = "task-2930955"
[ 1357.932816] env[69297]:    _type = "Task"
[ 1357.932816] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1357.939135] env[69297]: DEBUG nova.compute.manager [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1357.944669] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2930955, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1357.973534] env[69297]: DEBUG nova.virt.hardware [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1357.974050] env[69297]: DEBUG nova.virt.hardware [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1357.974286] env[69297]: DEBUG nova.virt.hardware [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1357.975436] env[69297]: DEBUG nova.virt.hardware [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1357.975436] env[69297]: DEBUG nova.virt.hardware [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1357.975436] env[69297]: DEBUG nova.virt.hardware [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1357.975436] env[69297]: DEBUG nova.virt.hardware [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1357.975436] env[69297]: DEBUG nova.virt.hardware [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1357.975436] env[69297]: DEBUG nova.virt.hardware [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1357.975748] env[69297]: DEBUG nova.virt.hardware [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1357.976178] env[69297]: DEBUG nova.virt.hardware [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1357.978580] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab7bcc9-68b5-4fbc-8ee8-afd1672b396c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1357.989769] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a729ae9-c674-4b38-91fa-bb419e6d4439 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1358.002630] env[69297]: DEBUG oslo_vmware.api [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930954, 'name': PowerOffVM_Task, 'duration_secs': 0.288705} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1358.014154] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1358.014154] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1358.014154] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e73f6f52-a2a6-4544-9df0-b60444ed938d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1358.075035] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930952, 'name': ReconfigVM_Task, 'duration_secs': 0.919481} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1358.075872] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 01cbc35b-115d-4fdd-9047-e1260bceb7d3/01cbc35b-115d-4fdd-9047-e1260bceb7d3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1358.076762] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0c8fcf3-5e12-44a3-a4b6-f6e8e960d2a0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1358.087083] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1358.087083] env[69297]:    value = "task-2930957"
[ 1358.087083] env[69297]:    _type = "Task"
[ 1358.087083] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1358.087377] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1358.087660] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1358.087871] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Deleting the datastore file [datastore1] 0f8a22c8-b592-42f5-a57f-807e117ec4d6 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1358.088644] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8579d08f-c11d-4d20-87c9-f4595258f66f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1358.100765] env[69297]: DEBUG oslo_vmware.api [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for the task: (returnval){
[ 1358.100765] env[69297]:    value = "task-2930958"
[ 1358.100765] env[69297]:    _type = "Task"
[ 1358.100765] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1358.105191] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930957, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1358.114821] env[69297]: DEBUG oslo_vmware.api [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1358.149431] env[69297]: DEBUG nova.scheduler.client.report [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1358.149771] env[69297]: DEBUG nova.compute.provider_tree [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 64 to 65 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1358.150022] env[69297]: DEBUG nova.compute.provider_tree [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1358.392598] env[69297]: DEBUG nova.compute.manager [req-5f60f5e7-de9a-47e7-afaa-508287acd024 req-5058b6f0-e483-451f-bd17-27fef62ba44a service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Received event network-vif-plugged-c83d9feb-86af-41a1-ab3d-f53f579cfbf6 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1358.392834] env[69297]: DEBUG oslo_concurrency.lockutils [req-5f60f5e7-de9a-47e7-afaa-508287acd024 req-5058b6f0-e483-451f-bd17-27fef62ba44a service nova] Acquiring lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1358.393069] env[69297]: DEBUG oslo_concurrency.lockutils [req-5f60f5e7-de9a-47e7-afaa-508287acd024 req-5058b6f0-e483-451f-bd17-27fef62ba44a service nova] Lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1358.393199] env[69297]: DEBUG oslo_concurrency.lockutils [req-5f60f5e7-de9a-47e7-afaa-508287acd024 req-5058b6f0-e483-451f-bd17-27fef62ba44a service nova] Lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1358.393364] env[69297]: DEBUG nova.compute.manager [req-5f60f5e7-de9a-47e7-afaa-508287acd024 req-5058b6f0-e483-451f-bd17-27fef62ba44a service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] No waiting events found dispatching network-vif-plugged-c83d9feb-86af-41a1-ab3d-f53f579cfbf6 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1358.393529] env[69297]: WARNING nova.compute.manager [req-5f60f5e7-de9a-47e7-afaa-508287acd024 req-5058b6f0-e483-451f-bd17-27fef62ba44a service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Received unexpected event network-vif-plugged-c83d9feb-86af-41a1-ab3d-f53f579cfbf6 for instance with vm_state building and task_state spawning.
[ 1358.446186] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2930955, 'name': Rename_Task, 'duration_secs': 0.152984} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1358.446186] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1358.446186] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fefa61d-3045-4b72-aada-9aa8020684bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1358.453191] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1358.453191] env[69297]:    value = "task-2930959"
[ 1358.453191] env[69297]:    _type = "Task"
[ 1358.453191] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1358.462435] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2930959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1358.600880] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930957, 'name': Rename_Task, 'duration_secs': 0.184148} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1358.601213] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1358.601527] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81f7f0e8-2e6f-49cf-b190-8602a84f449c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1358.605572] env[69297]: DEBUG nova.network.neutron [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Successfully updated port: c83d9feb-86af-41a1-ab3d-f53f579cfbf6 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1358.618320] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1358.618320] env[69297]:    value = "task-2930961"
[ 1358.618320] env[69297]:    _type = "Task"
[ 1358.618320] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1358.625269] env[69297]: DEBUG oslo_vmware.api [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Task: {'id': task-2930958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140353} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1358.626729] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1358.627271] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1358.627271] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1358.627271] env[69297]: INFO nova.compute.manager [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Took 1.17 seconds to destroy the instance on the hypervisor.
[ 1358.627588] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1358.628210] env[69297]: DEBUG nova.compute.manager [-] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1358.628330] env[69297]: DEBUG nova.network.neutron [-] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1358.635125] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930961, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1358.657114] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1358.657713] env[69297]: DEBUG nova.compute.manager [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1358.662929] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.525s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1358.663947] env[69297]: INFO nova.compute.claims [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1358.705679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquiring lock "9971da56-8816-4274-8ee1-726a3608fcb8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1358.705945] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Lock "9971da56-8816-4274-8ee1-726a3608fcb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1358.706173] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquiring lock "9971da56-8816-4274-8ee1-726a3608fcb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1358.706385] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Lock "9971da56-8816-4274-8ee1-726a3608fcb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1358.706562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Lock "9971da56-8816-4274-8ee1-726a3608fcb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1358.708934] env[69297]: INFO nova.compute.manager [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Terminating instance
[ 1358.807227] env[69297]: DEBUG oslo_concurrency.lockutils [None req-499e07cf-81c2-4ae7-95fc-5e3f76ec0bb8 tempest-VolumesAssistedSnapshotsTest-504322011 tempest-VolumesAssistedSnapshotsTest-504322011-project-admin] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.312s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1358.963876] env[69297]: DEBUG oslo_vmware.api [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2930959, 'name': PowerOnVM_Task, 'duration_secs': 0.467767} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1358.964246] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1358.964481] env[69297]: INFO nova.compute.manager [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Took 7.51 seconds to spawn the instance on the hypervisor.
[ 1358.964690] env[69297]: DEBUG nova.compute.manager [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1358.965515] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b083eeea-6f5b-4a59-8f67-c9e77466301c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1359.111022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "refresh_cache-1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1359.111222] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "refresh_cache-1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1359.111380] env[69297]: DEBUG nova.network.neutron [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1359.133115] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930961, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1359.170117] env[69297]: DEBUG nova.compute.utils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1359.173734] env[69297]: DEBUG nova.compute.manager [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1359.173942] env[69297]: DEBUG nova.network.neutron [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1359.213283] env[69297]: DEBUG nova.compute.manager [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1359.213719] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1359.217651] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726c11d3-3817-474f-b724-6f9d5e75ac2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1359.226682] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1359.228038] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4977c2c-4e26-4301-b413-e81a2e62ebba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1359.234102] env[69297]: DEBUG oslo_vmware.api [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for the task: (returnval){
[ 1359.234102] env[69297]:    value = "task-2930962"
[ 1359.234102] env[69297]:    _type = "Task"
[ 1359.234102] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1359.239015] env[69297]: DEBUG nova.policy [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67b5532a7304c48ae36cb69b6dc8150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '690a7a8622d24997a927b312dcb0d145', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1359.246216] env[69297]: DEBUG oslo_vmware.api [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1359.493423] env[69297]: INFO nova.compute.manager [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Took 46.22 seconds to build instance.
[ 1359.493423] env[69297]: DEBUG nova.network.neutron [-] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1359.580533] env[69297]: DEBUG nova.network.neutron [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Successfully created port: 39cd01e7-ffa2-414d-b041-505209f482f7 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1359.632846] env[69297]: DEBUG oslo_vmware.api [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930961, 'name': PowerOnVM_Task, 'duration_secs': 0.656496} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1359.633206] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1359.633487] env[69297]: INFO nova.compute.manager [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Took 5.50 seconds to spawn the instance on the hypervisor.
[ 1359.633670] env[69297]: DEBUG nova.compute.manager [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1359.634459] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d532b258-145e-48a5-a8e0-6fc8404213ee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1359.665486] env[69297]: DEBUG nova.network.neutron [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1359.674633] env[69297]: DEBUG nova.compute.manager [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1359.745767] env[69297]: DEBUG oslo_vmware.api [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930962, 'name': PowerOffVM_Task, 'duration_secs': 0.389649} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1359.748604] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1359.748789] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1359.750208] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cbf70e6-03cf-4030-9481-1c555f352dc2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1359.865311] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1359.865311] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1359.865311] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Deleting the datastore file [datastore1] 9971da56-8816-4274-8ee1-726a3608fcb8 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1359.865523] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fedec0e-ab1a-4e10-a827-f5d2f378196a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1359.873097] env[69297]: DEBUG oslo_vmware.api [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for the task: (returnval){
[ 1359.873097] env[69297]:    value = "task-2930964"
[ 1359.873097] env[69297]:    _type = "Task"
[ 1359.873097] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1359.879313] env[69297]: DEBUG nova.network.neutron [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Updating instance_info_cache with network_info: [{"id": "c83d9feb-86af-41a1-ab3d-f53f579cfbf6", "address": "fa:16:3e:28:31:96", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc83d9feb-86", "ovs_interfaceid": "c83d9feb-86af-41a1-ab3d-f53f579cfbf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1359.889584] env[69297]: DEBUG oslo_vmware.api [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1359.995788] env[69297]: INFO nova.compute.manager [-] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Took 1.37 seconds to deallocate network for instance.
[ 1359.996391] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbc9c071-a822-4eb2-8133-b725fc096a47 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lock "1d64138f-358b-41a0-855b-e92b53ae8fd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 68.074s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1360.156963] env[69297]: INFO nova.compute.manager [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Took 44.12 seconds to build instance.
[ 1360.204865] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea06c27-e468-4a47-8bc5-24b289c789e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1360.215817] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc09f256-c83d-4955-bcab-47962fb29e8a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1360.248828] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8131b04-c620-446e-866b-c44df76466f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1360.257698] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96188856-4931-47f5-ad9f-2618f42447f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1360.278834] env[69297]: DEBUG nova.compute.provider_tree [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1360.386017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "refresh_cache-1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1360.386017] env[69297]: DEBUG nova.compute.manager [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Instance network_info: |[{"id": "c83d9feb-86af-41a1-ab3d-f53f579cfbf6", "address": "fa:16:3e:28:31:96", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc83d9feb-86", "ovs_interfaceid": "c83d9feb-86af-41a1-ab3d-f53f579cfbf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1360.387011] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:31:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c83d9feb-86af-41a1-ab3d-f53f579cfbf6', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1360.395158] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Creating folder: Project (d367fa51de8f41ddb074ab073a406478). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1360.395588] env[69297]: DEBUG oslo_vmware.api [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Task: {'id': task-2930964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166241} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1360.395909] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-339f3e14-4f0e-4033-bcdf-dd641346e0c8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1360.397709] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1360.398036] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1360.398343] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1360.398674] env[69297]: INFO nova.compute.manager [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Took 1.19 seconds to destroy the instance on the hypervisor.
[ 1360.399032] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1360.399344] env[69297]: DEBUG nova.compute.manager [-] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1360.401018] env[69297]: DEBUG nova.network.neutron [-] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1360.411025] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Created folder: Project (d367fa51de8f41ddb074ab073a406478) in parent group-v588392.
[ 1360.411025] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Creating folder: Instances. Parent ref: group-v588518. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1360.411025] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b5ee5fe-92ec-4ba4-a548-8ab09fdb4430 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1360.421339] env[69297]: DEBUG nova.compute.manager [req-d264fac1-d8dc-4e3d-856e-1796b8b9f5c0 req-dbafbc8f-240b-4678-bd0e-360d5613ef49 service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Received event network-changed-c83d9feb-86af-41a1-ab3d-f53f579cfbf6 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1360.421531] env[69297]: DEBUG nova.compute.manager [req-d264fac1-d8dc-4e3d-856e-1796b8b9f5c0 req-dbafbc8f-240b-4678-bd0e-360d5613ef49 service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Refreshing instance network info cache due to event network-changed-c83d9feb-86af-41a1-ab3d-f53f579cfbf6. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1360.421740] env[69297]: DEBUG oslo_concurrency.lockutils [req-d264fac1-d8dc-4e3d-856e-1796b8b9f5c0 req-dbafbc8f-240b-4678-bd0e-360d5613ef49 service nova] Acquiring lock "refresh_cache-1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1360.421879] env[69297]: DEBUG oslo_concurrency.lockutils [req-d264fac1-d8dc-4e3d-856e-1796b8b9f5c0 req-dbafbc8f-240b-4678-bd0e-360d5613ef49 service nova] Acquired lock "refresh_cache-1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1360.422224] env[69297]: DEBUG nova.network.neutron [req-d264fac1-d8dc-4e3d-856e-1796b8b9f5c0 req-dbafbc8f-240b-4678-bd0e-360d5613ef49 service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Refreshing network info cache for port c83d9feb-86af-41a1-ab3d-f53f579cfbf6 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1360.427024] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Created folder: Instances in parent group-v588518.
[ 1360.427024] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1360.427024] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1360.427024] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c77b69b1-f776-4f0e-9a37-d388635a914d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1360.451096] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1360.451096] env[69297]:    value = "task-2930967"
[ 1360.451096] env[69297]:    _type = "Task"
[ 1360.451096] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1360.460232] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930967, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1360.509392] env[69297]: DEBUG nova.compute.manager [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1360.514588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1360.663825] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7e3ae780-69ce-4562-8195-d490399169d9 tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "01cbc35b-115d-4fdd-9047-e1260bceb7d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 68.452s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1360.689820] env[69297]: DEBUG nova.compute.manager [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1360.729088] env[69297]: DEBUG nova.virt.hardware [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1360.730016] env[69297]: DEBUG nova.virt.hardware [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1360.730016] env[69297]: DEBUG nova.virt.hardware [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1360.730016] env[69297]: DEBUG nova.virt.hardware [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1360.730473] env[69297]: DEBUG nova.virt.hardware [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1360.730773] env[69297]: DEBUG nova.virt.hardware [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1360.733915] env[69297]: DEBUG nova.virt.hardware [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1360.733915] env[69297]: DEBUG nova.virt.hardware [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1360.733915] env[69297]: DEBUG nova.virt.hardware [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1360.733915] env[69297]: DEBUG nova.virt.hardware [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1360.733915] env[69297]: DEBUG nova.virt.hardware [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1360.733915] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8877bff-74ae-4892-9fce-08a7a1f5eb84 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1360.743538] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc38359-2cfb-4e5c-9c72-6038b8a96ef1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1360.782109] env[69297]: DEBUG nova.scheduler.client.report [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1360.966086] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930967, 'name': CreateVM_Task, 'duration_secs': 0.409846} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1360.966457] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1360.968061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1360.968368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1360.968792] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1360.969903] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25b34d9-0d08-43c7-a09c-476fbeb4b962 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1360.979019] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1360.979019] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f8c337-5dc9-6399-6a5c-5e07f93f8442"
[ 1360.979019] env[69297]:    _type = "Task"
[ 1360.979019] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1360.985722] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f8c337-5dc9-6399-6a5c-5e07f93f8442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1361.054289] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1361.083997] env[69297]: DEBUG nova.compute.manager [req-201bde8b-163b-46aa-80ee-d06043ed3b77 req-5548b74a-906c-4702-8ee6-14f3da0f1b08 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Received event network-changed-114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1361.084270] env[69297]: DEBUG nova.compute.manager [req-201bde8b-163b-46aa-80ee-d06043ed3b77 req-5548b74a-906c-4702-8ee6-14f3da0f1b08 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Refreshing instance network info cache due to event network-changed-114a73f8-1b44-477d-ad8e-a1123a4eb4c7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1361.085125] env[69297]: DEBUG oslo_concurrency.lockutils [req-201bde8b-163b-46aa-80ee-d06043ed3b77 req-5548b74a-906c-4702-8ee6-14f3da0f1b08 service nova] Acquiring lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1361.085325] env[69297]: DEBUG oslo_concurrency.lockutils [req-201bde8b-163b-46aa-80ee-d06043ed3b77 req-5548b74a-906c-4702-8ee6-14f3da0f1b08 service nova] Acquired lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1361.085519] env[69297]: DEBUG nova.network.neutron [req-201bde8b-163b-46aa-80ee-d06043ed3b77 req-5548b74a-906c-4702-8ee6-14f3da0f1b08 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Refreshing network info cache for port 114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1361.168345] env[69297]: DEBUG nova.compute.manager [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1361.175041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquiring lock "0d31a377-7c63-47e9-85b8-85c6f702db66" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1361.175041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1361.175041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquiring lock "0d31a377-7c63-47e9-85b8-85c6f702db66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1361.175041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1361.175041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1361.175806] env[69297]: INFO nova.compute.manager [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Terminating instance
[ 1361.288234] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1361.288792] env[69297]: DEBUG nova.compute.manager [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1361.291577] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.173s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1361.292482] env[69297]: DEBUG nova.objects.instance [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lazy-loading 'resources' on Instance uuid 02b8da67-2bd0-4e21-b052-b4748e26677f {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1361.302962] env[69297]: DEBUG nova.network.neutron [req-d264fac1-d8dc-4e3d-856e-1796b8b9f5c0 req-dbafbc8f-240b-4678-bd0e-360d5613ef49 service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Updated VIF entry in instance network info cache for port c83d9feb-86af-41a1-ab3d-f53f579cfbf6. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1361.303326] env[69297]: DEBUG nova.network.neutron [req-d264fac1-d8dc-4e3d-856e-1796b8b9f5c0 req-dbafbc8f-240b-4678-bd0e-360d5613ef49 service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Updating instance_info_cache with network_info: [{"id": "c83d9feb-86af-41a1-ab3d-f53f579cfbf6", "address": "fa:16:3e:28:31:96", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc83d9feb-86", "ovs_interfaceid": "c83d9feb-86af-41a1-ab3d-f53f579cfbf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1361.463312] env[69297]: DEBUG nova.network.neutron [-] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1361.490600] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f8c337-5dc9-6399-6a5c-5e07f93f8442, 'name': SearchDatastore_Task, 'duration_secs': 0.019659} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1361.493456] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1361.493798] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1361.494072] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1361.494218] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1361.494402] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1361.494965] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4970b6c-5f23-4465-a845-76c4f87f3538 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1361.508181] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1361.508408] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1361.509174] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908d8005-6bfd-4613-a0a4-7f899912fccb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1361.514914] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1361.514914] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]528c68b0-6b21-bd2c-f5a9-0612270062d3"
[ 1361.514914] env[69297]:    _type = "Task"
[ 1361.514914] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1361.523331] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528c68b0-6b21-bd2c-f5a9-0612270062d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1361.556554] env[69297]: INFO nova.compute.manager [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Rebuilding instance
[ 1361.614318] env[69297]: DEBUG nova.compute.manager [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1361.615259] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5ab103-e7f0-4652-825d-3443b351225f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1361.669621] env[69297]: DEBUG nova.network.neutron [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Successfully updated port: 39cd01e7-ffa2-414d-b041-505209f482f7 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1361.679306] env[69297]: DEBUG nova.compute.manager [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1361.679458] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1361.682078] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178dc077-29ea-41d6-b8fc-85222fedda40 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1361.695276] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1361.698298] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1361.698612] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a438edb7-8be6-4ff0-b3e9-718ab2fefc5f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1361.706885] env[69297]: DEBUG oslo_vmware.api [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for the task: (returnval){
[ 1361.706885] env[69297]:    value = "task-2930968"
[ 1361.706885] env[69297]:    _type = "Task"
[ 1361.706885] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1361.720388] env[69297]: DEBUG oslo_vmware.api [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1361.795832] env[69297]: DEBUG nova.compute.utils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1361.802918] env[69297]: DEBUG nova.compute.manager [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1361.803125] env[69297]: DEBUG nova.network.neutron [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1361.807327] env[69297]: DEBUG oslo_concurrency.lockutils [req-d264fac1-d8dc-4e3d-856e-1796b8b9f5c0 req-dbafbc8f-240b-4678-bd0e-360d5613ef49 service nova] Releasing lock "refresh_cache-1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1361.807327] env[69297]: DEBUG nova.compute.manager [req-d264fac1-d8dc-4e3d-856e-1796b8b9f5c0 req-dbafbc8f-240b-4678-bd0e-360d5613ef49 service nova] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Received event network-vif-deleted-432d0cdf-2a8c-4d46-980c-45d61122861a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1361.906551] env[69297]: DEBUG nova.policy [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32998671241e442ab09975465012193d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ab49c7f79b84fa18455933e561c0145', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1361.970087] env[69297]: INFO nova.compute.manager [-] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Took 1.57 seconds to deallocate network for instance.
[ 1362.030718] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528c68b0-6b21-bd2c-f5a9-0612270062d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1362.032813] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2bde1e-9386-474c-8222-a3cd78afd4e7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1362.038533] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1362.038533] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]527c6b83-e2f7-8d80-4ecc-1ece097138b4"
[ 1362.038533] env[69297]:    _type = "Task"
[ 1362.038533] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1362.046764] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527c6b83-e2f7-8d80-4ecc-1ece097138b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1362.115030] env[69297]: DEBUG nova.network.neutron [req-201bde8b-163b-46aa-80ee-d06043ed3b77 req-5548b74a-906c-4702-8ee6-14f3da0f1b08 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updated VIF entry in instance network info cache for port 114a73f8-1b44-477d-ad8e-a1123a4eb4c7. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1362.115030] env[69297]: DEBUG nova.network.neutron [req-201bde8b-163b-46aa-80ee-d06043ed3b77 req-5548b74a-906c-4702-8ee6-14f3da0f1b08 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updating instance_info_cache with network_info: [{"id": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "address": "fa:16:3e:6a:2c:e1", "network": {"id": "6d3d00e5-229f-4899-a8e2-668d48a1e22c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-151579441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c843d42715400f86aeb0460dd15025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114a73f8-1b", "ovs_interfaceid": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1362.174781] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1362.174927] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1362.175115] env[69297]: DEBUG nova.network.neutron [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1362.225036] env[69297]: DEBUG oslo_vmware.api [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930968, 'name': PowerOffVM_Task, 'duration_secs': 0.190548} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1362.225036] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1362.225036] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1362.225036] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8d40de8-db0f-4303-8ac3-8207f2dccc4c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1362.286844] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1362.287255] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1362.287475] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Deleting the datastore file [datastore1] 0d31a377-7c63-47e9-85b8-85c6f702db66 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1362.290560] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e673c98-d6f4-418c-b876-23e267632c8d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1362.297885] env[69297]: DEBUG oslo_vmware.api [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for the task: (returnval){
[ 1362.297885] env[69297]:    value = "task-2930970"
[ 1362.297885] env[69297]:    _type = "Task"
[ 1362.297885] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1362.309425] env[69297]: DEBUG nova.compute.manager [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1362.314103] env[69297]: DEBUG oslo_vmware.api [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1362.422113] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04f142d-800e-4702-b7c0-64a2e4a81b73 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1362.429340] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a50dec-0bd0-4c75-a4b0-c9e3718d1a39 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1362.463397] env[69297]: DEBUG nova.network.neutron [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Successfully created port: 14393b90-c099-406a-bc94-cd546a5c1a57 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1362.466046] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9555e6ba-1a7a-49b8-95e1-1800e212804f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1362.473618] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dce795-f2cb-4ade-8429-311afd6845c6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1362.480640] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1362.490695] env[69297]: DEBUG nova.compute.provider_tree [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1362.513047] env[69297]: DEBUG nova.compute.manager [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Received event network-vif-plugged-39cd01e7-ffa2-414d-b041-505209f482f7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1362.513274] env[69297]: DEBUG oslo_concurrency.lockutils [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] Acquiring lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1362.513483] env[69297]: DEBUG oslo_concurrency.lockutils [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] Lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1362.513715] env[69297]: DEBUG oslo_concurrency.lockutils [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] Lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1362.513893] env[69297]: DEBUG nova.compute.manager [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] No waiting events found dispatching network-vif-plugged-39cd01e7-ffa2-414d-b041-505209f482f7 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1362.514150] env[69297]: WARNING nova.compute.manager [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Received unexpected event network-vif-plugged-39cd01e7-ffa2-414d-b041-505209f482f7 for instance with vm_state building and task_state spawning.
[ 1362.514213] env[69297]: DEBUG nova.compute.manager [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Received event network-changed-39cd01e7-ffa2-414d-b041-505209f482f7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1362.514358] env[69297]: DEBUG nova.compute.manager [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Refreshing instance network info cache due to event network-changed-39cd01e7-ffa2-414d-b041-505209f482f7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1362.514517] env[69297]: DEBUG oslo_concurrency.lockutils [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] Acquiring lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1362.548175] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527c6b83-e2f7-8d80-4ecc-1ece097138b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1362.548447] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1362.548708] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e/1ef70ab1-479b-4eaf-8e46-0662d9f3d12e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1362.548963] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89f6e776-e85d-4f23-9380-f7e92df61eda {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1362.555117] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1362.555117] env[69297]:    value = "task-2930971"
[ 1362.555117] env[69297]:    _type = "Task"
[ 1362.555117] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1362.563106] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1362.622032] env[69297]: DEBUG oslo_concurrency.lockutils [req-201bde8b-163b-46aa-80ee-d06043ed3b77 req-5548b74a-906c-4702-8ee6-14f3da0f1b08 service nova] Releasing lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1362.632139] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1362.632470] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-942bd254-f491-4334-8b01-f4e1b08377c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1362.639720] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1362.639720] env[69297]:    value = "task-2930972"
[ 1362.639720] env[69297]:    _type = "Task"
[ 1362.639720] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1362.648692] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1362.748222] env[69297]: DEBUG nova.network.neutron [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1362.810750] env[69297]: DEBUG oslo_vmware.api [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Task: {'id': task-2930970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143902} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1362.811520] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1362.811721] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1362.812079] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1362.812270] env[69297]: INFO nova.compute.manager [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1362.812588] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1362.812797] env[69297]: DEBUG nova.compute.manager [-] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1362.812889] env[69297]: DEBUG nova.network.neutron [-] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1362.997594] env[69297]: DEBUG nova.scheduler.client.report [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1363.023412] env[69297]: DEBUG nova.network.neutron [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Updating instance_info_cache with network_info: [{"id": "39cd01e7-ffa2-414d-b041-505209f482f7", "address": "fa:16:3e:f5:39:aa", "network": {"id": "7a6e1fcb-3367-4f21-99ec-0b8b134ead3e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-270637559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "690a7a8622d24997a927b312dcb0d145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cd01e7-ff", "ovs_interfaceid": "39cd01e7-ffa2-414d-b041-505209f482f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1363.068025] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930971, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1363.125073] env[69297]: DEBUG nova.compute.manager [req-59bcc54a-bacc-4483-877b-f2e0b170c1b0 req-8a6f0742-761d-4418-8f42-a24886e31c6c service nova] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Received event network-vif-deleted-d0ff1ff9-1a34-487e-909c-9d9e8703cddb {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1363.150752] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930972, 'name': PowerOffVM_Task, 'duration_secs': 0.204928} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1363.151064] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1363.151319] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1363.152126] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a98dc-9096-466b-9da0-0473029d95a0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1363.159141] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1363.159412] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05f867e7-f6c2-4742-b2bd-ef9bca38f23b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1363.186758] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1363.186984] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1363.187277] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Deleting the datastore file [datastore2] 01cbc35b-115d-4fdd-9047-e1260bceb7d3 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1363.187552] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdcb4a69-fa8a-4eea-a089-1ec3d1f0bb34 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1363.195454] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1363.195454] env[69297]:    value = "task-2930974"
[ 1363.195454] env[69297]:    _type = "Task"
[ 1363.195454] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1363.206760] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1363.322632] env[69297]: DEBUG nova.compute.manager [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1363.355957] env[69297]: DEBUG nova.virt.hardware [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1363.356235] env[69297]: DEBUG nova.virt.hardware [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1363.356423] env[69297]: DEBUG nova.virt.hardware [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1363.356616] env[69297]: DEBUG nova.virt.hardware [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1363.356763] env[69297]: DEBUG nova.virt.hardware [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1363.356905] env[69297]: DEBUG nova.virt.hardware [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1363.357122] env[69297]: DEBUG nova.virt.hardware [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1363.357279] env[69297]: DEBUG nova.virt.hardware [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1363.357444] env[69297]: DEBUG nova.virt.hardware [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1363.357607] env[69297]: DEBUG nova.virt.hardware [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1363.357776] env[69297]: DEBUG nova.virt.hardware [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1363.358721] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26e868e-66c4-4704-94a1-ad656589d1bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1363.367194] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b5a1b1-815e-4e1e-84cf-c881e807153c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1363.505048] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1363.508957] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.172s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1363.509203] env[69297]: DEBUG nova.objects.instance [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lazy-loading 'resources' on Instance uuid 074290d5-554d-4a86-b52b-53e6a114dac6 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1363.528089] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Releasing lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1363.528089] env[69297]: DEBUG nova.compute.manager [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Instance network_info: |[{"id": "39cd01e7-ffa2-414d-b041-505209f482f7", "address": "fa:16:3e:f5:39:aa", "network": {"id": "7a6e1fcb-3367-4f21-99ec-0b8b134ead3e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-270637559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "690a7a8622d24997a927b312dcb0d145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cd01e7-ff", "ovs_interfaceid": "39cd01e7-ffa2-414d-b041-505209f482f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1363.528089] env[69297]: DEBUG oslo_concurrency.lockutils [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] Acquired lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1363.528328] env[69297]: DEBUG nova.network.neutron [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Refreshing network info cache for port 39cd01e7-ffa2-414d-b041-505209f482f7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1363.529527] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:39:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39cd01e7-ffa2-414d-b041-505209f482f7', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1363.546022] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1363.546022] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1363.546022] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11d9640c-047c-4dc2-849c-1f86e3a3d52c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1363.563367] env[69297]: INFO nova.scheduler.client.report [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Deleted allocations for instance 02b8da67-2bd0-4e21-b052-b4748e26677f
[ 1363.575755] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1363.575755] env[69297]:    value = "task-2930975"
[ 1363.575755] env[69297]:    _type = "Task"
[ 1363.575755] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1363.579081] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579823} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1363.582368] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e/1ef70ab1-479b-4eaf-8e46-0662d9f3d12e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1363.585052] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1363.585052] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9086425-4030-4172-95f7-e19d5d661d90 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1363.590846] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930975, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1363.592411] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1363.592411] env[69297]:    value = "task-2930976"
[ 1363.592411] env[69297]:    _type = "Task"
[ 1363.592411] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1363.605639] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1363.708993] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371613} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1363.709292] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1363.709470] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1363.709642] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1364.087436] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8571c639-70d6-46d4-83db-1990f45809c7 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "02b8da67-2bd0-4e21-b052-b4748e26677f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 32.807s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1364.093857] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930975, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1364.105117] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071408} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1364.110981] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1364.112554] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d2e43b-1f15-4ccb-ad9e-5607be5caab0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1364.138299] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e/1ef70ab1-479b-4eaf-8e46-0662d9f3d12e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1364.142456] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff161c4-ce3b-4bf1-9615-8a445866294c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1364.162948] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1364.162948] env[69297]:    value = "task-2930977"
[ 1364.162948] env[69297]:    _type = "Task"
[ 1364.162948] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1364.174258] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1364.430267] env[69297]: DEBUG nova.network.neutron [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Successfully updated port: 14393b90-c099-406a-bc94-cd546a5c1a57 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1364.435745] env[69297]: DEBUG nova.network.neutron [-] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1364.492801] env[69297]: DEBUG nova.network.neutron [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Updated VIF entry in instance network info cache for port 39cd01e7-ffa2-414d-b041-505209f482f7. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1364.492801] env[69297]: DEBUG nova.network.neutron [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Updating instance_info_cache with network_info: [{"id": "39cd01e7-ffa2-414d-b041-505209f482f7", "address": "fa:16:3e:f5:39:aa", "network": {"id": "7a6e1fcb-3367-4f21-99ec-0b8b134ead3e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-270637559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "690a7a8622d24997a927b312dcb0d145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cd01e7-ff", "ovs_interfaceid": "39cd01e7-ffa2-414d-b041-505209f482f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1364.545658] env[69297]: DEBUG nova.compute.manager [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Received event network-vif-plugged-14393b90-c099-406a-bc94-cd546a5c1a57 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1364.545658] env[69297]: DEBUG oslo_concurrency.lockutils [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] Acquiring lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1364.545658] env[69297]: DEBUG oslo_concurrency.lockutils [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] Lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1364.545658] env[69297]: DEBUG oslo_concurrency.lockutils [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] Lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1364.545658] env[69297]: DEBUG nova.compute.manager [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] No waiting events found dispatching network-vif-plugged-14393b90-c099-406a-bc94-cd546a5c1a57 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1364.545843] env[69297]: WARNING nova.compute.manager [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Received unexpected event network-vif-plugged-14393b90-c099-406a-bc94-cd546a5c1a57 for instance with vm_state building and task_state spawning.
[ 1364.545875] env[69297]: DEBUG nova.compute.manager [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Received event network-changed-14393b90-c099-406a-bc94-cd546a5c1a57 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1364.546026] env[69297]: DEBUG nova.compute.manager [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Refreshing instance network info cache due to event network-changed-14393b90-c099-406a-bc94-cd546a5c1a57. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1364.546213] env[69297]: DEBUG oslo_concurrency.lockutils [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] Acquiring lock "refresh_cache-2a5fca55-728c-40f0-99e4-d2a19cbeec98" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1364.546814] env[69297]: DEBUG oslo_concurrency.lockutils [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] Acquired lock "refresh_cache-2a5fca55-728c-40f0-99e4-d2a19cbeec98" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1364.546814] env[69297]: DEBUG nova.network.neutron [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Refreshing network info cache for port 14393b90-c099-406a-bc94-cd546a5c1a57 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1364.594218] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930975, 'name': CreateVM_Task, 'duration_secs': 0.787817} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1364.594755] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1364.595574] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1364.595812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1364.596218] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1364.598758] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9380cd-e2ca-40ae-9fee-6a6166e095fa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1364.603644] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1364.603644] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bab53d-ca93-3e1c-2fb4-728e173ee599"
[ 1364.603644] env[69297]:    _type = "Task"
[ 1364.603644] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1364.612287] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bab53d-ca93-3e1c-2fb4-728e173ee599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1364.664788] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45711302-6c6a-4846-8b5a-9dd81d9b3f06 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1364.678047] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd94d619-2804-47f4-bf3a-ac1c5425e323 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1364.681174] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930977, 'name': ReconfigVM_Task, 'duration_secs': 0.36006} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1364.681503] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e/1ef70ab1-479b-4eaf-8e46-0662d9f3d12e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1364.682458] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93453e55-317e-4bb5-8256-65d4677e0718 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1364.714144] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fd0383-a0a6-4524-8a38-8ef67df2b609 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1364.717063] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1364.717063] env[69297]:    value = "task-2930978"
[ 1364.717063] env[69297]:    _type = "Task"
[ 1364.717063] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1364.726449] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1a47b0-62f9-4084-8c72-94356ff20d59 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1364.733794] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930978, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1364.744708] env[69297]: DEBUG nova.compute.provider_tree [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1364.754589] env[69297]: DEBUG nova.virt.hardware [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1364.754959] env[69297]: DEBUG nova.virt.hardware [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1364.754959] env[69297]: DEBUG nova.virt.hardware [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1364.755138] env[69297]: DEBUG nova.virt.hardware [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1364.755278] env[69297]: DEBUG nova.virt.hardware [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1364.755421] env[69297]: DEBUG nova.virt.hardware [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1364.755627] env[69297]: DEBUG nova.virt.hardware [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1364.755782] env[69297]: DEBUG nova.virt.hardware [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1364.755945] env[69297]: DEBUG nova.virt.hardware [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1364.756202] env[69297]: DEBUG nova.virt.hardware [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1364.756438] env[69297]: DEBUG nova.virt.hardware [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1364.757411] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbb49a4-139a-488a-9964-415114237a99 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1364.766134] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1817e899-f285-4509-9f24-bf8593ead556 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1364.781083] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1364.785925] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1364.786261] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1364.786522] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b295c70-edb4-4cb1-86e7-1510d69e7770 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1364.804448] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1364.804448] env[69297]:    value = "task-2930979"
[ 1364.804448] env[69297]:    _type = "Task"
[ 1364.804448] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1364.812743] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930979, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1364.934654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "refresh_cache-2a5fca55-728c-40f0-99e4-d2a19cbeec98" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1364.942767] env[69297]: INFO nova.compute.manager [-] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Took 2.13 seconds to deallocate network for instance.
[ 1364.998188] env[69297]: DEBUG oslo_concurrency.lockutils [req-629038b6-53da-41db-afd1-96905537d793 req-38ea0e52-67a9-4871-8aea-72c057ed2ace service nova] Releasing lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1365.092110] env[69297]: DEBUG nova.network.neutron [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1365.119704] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bab53d-ca93-3e1c-2fb4-728e173ee599, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1365.119704] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1365.119704] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1365.119704] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1365.119704] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1365.119704] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1365.119704] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bf421d4-70e2-400c-bd8b-35160866597d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1365.129411] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1365.129411] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1365.129889] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282378ef-ccf6-4434-87ef-4ab8db62125f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1365.136357] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1365.136357] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5258289b-e689-6b26-3102-9bc2dd1a8d54"
[ 1365.136357] env[69297]:    _type = "Task"
[ 1365.136357] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1365.145378] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5258289b-e689-6b26-3102-9bc2dd1a8d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1365.207479] env[69297]: DEBUG nova.network.neutron [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1365.229917] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930978, 'name': Rename_Task, 'duration_secs': 0.181853} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1365.230554] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1365.230832] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73fd1230-aa19-41e8-8218-6fe50764c1f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1365.237928] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1365.237928] env[69297]:    value = "task-2930980"
[ 1365.237928] env[69297]:    _type = "Task"
[ 1365.237928] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1365.247022] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1365.248997] env[69297]: DEBUG nova.scheduler.client.report [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1365.320240] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930979, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1365.447723] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1365.465092] env[69297]: DEBUG nova.compute.manager [req-4a6d0e84-40f9-452e-9e48-37a6333335f9 req-c06d21d4-9398-427e-a32d-feee70d9b8e8 service nova] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Received event network-vif-deleted-4477b311-5184-43e0-a537-cb9791c2145f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1365.650069] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5258289b-e689-6b26-3102-9bc2dd1a8d54, 'name': SearchDatastore_Task, 'duration_secs': 0.011101} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1365.651100] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b04e37-2875-4f53-adef-fcda835f5713 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1365.657130] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1365.657130] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52723f7e-ce10-321c-ef3b-9d3bb8b6029d"
[ 1365.657130] env[69297]:    _type = "Task"
[ 1365.657130] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1365.666988] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52723f7e-ce10-321c-ef3b-9d3bb8b6029d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1365.711159] env[69297]: DEBUG oslo_concurrency.lockutils [req-aa14b176-b9a2-4cc6-80db-0c2dc8381a7d req-8ff434a7-9dbf-40a9-a6e7-81a3b5eb0c54 service nova] Releasing lock "refresh_cache-2a5fca55-728c-40f0-99e4-d2a19cbeec98" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1365.712864] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "refresh_cache-2a5fca55-728c-40f0-99e4-d2a19cbeec98" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1365.712864] env[69297]: DEBUG nova.network.neutron [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1365.755190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1365.757490] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930980, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1365.758045] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.528s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1365.760771] env[69297]: INFO nova.compute.claims [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1365.791285] env[69297]: INFO nova.scheduler.client.report [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleted allocations for instance 074290d5-554d-4a86-b52b-53e6a114dac6
[ 1365.815366] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930979, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1365.939422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "d876a739-03b5-46c5-a072-af020ce202ef" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1365.939422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "d876a739-03b5-46c5-a072-af020ce202ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1365.939422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "d876a739-03b5-46c5-a072-af020ce202ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1365.939422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "d876a739-03b5-46c5-a072-af020ce202ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1365.939422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "d876a739-03b5-46c5-a072-af020ce202ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1365.940306] env[69297]: INFO nova.compute.manager [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Terminating instance
[ 1366.168230] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52723f7e-ce10-321c-ef3b-9d3bb8b6029d, 'name': SearchDatastore_Task, 'duration_secs': 0.015477} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1366.168603] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1366.168938] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] aaa0201b-5e5b-4a35-a327-dfa54ca3400d/aaa0201b-5e5b-4a35-a327-dfa54ca3400d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1366.169231] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cddfe18f-4300-448a-912f-9ebda6084ed9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1366.175579] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1366.175579] env[69297]:    value = "task-2930981"
[ 1366.175579] env[69297]:    _type = "Task"
[ 1366.175579] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1366.184192] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1366.252059] env[69297]: DEBUG oslo_vmware.api [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930980, 'name': PowerOnVM_Task, 'duration_secs': 0.52584} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1366.252059] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1366.252059] env[69297]: INFO nova.compute.manager [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Took 8.31 seconds to spawn the instance on the hypervisor.
[ 1366.252233] env[69297]: DEBUG nova.compute.manager [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1366.253363] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54815a55-6c4a-4644-ba7d-762f5eee5d06 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1366.257637] env[69297]: DEBUG nova.network.neutron [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1366.309257] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7fbae683-b802-4bbc-8424-9916259eadd3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "074290d5-554d-4a86-b52b-53e6a114dac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 32.982s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1366.321872] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930979, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1366.431355] env[69297]: DEBUG nova.network.neutron [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Updating instance_info_cache with network_info: [{"id": "14393b90-c099-406a-bc94-cd546a5c1a57", "address": "fa:16:3e:ff:07:63", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14393b90-c0", "ovs_interfaceid": "14393b90-c099-406a-bc94-cd546a5c1a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1366.444219] env[69297]: DEBUG nova.compute.manager [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1366.447025] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1366.447025] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31106445-ee1e-44d8-a45f-c73d82b8f302 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1366.456320] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1366.456710] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2802a01a-1368-47ac-86d2-106a2a8e6d1f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1366.463463] env[69297]: DEBUG oslo_vmware.api [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1366.463463] env[69297]:    value = "task-2930982"
[ 1366.463463] env[69297]:    _type = "Task"
[ 1366.463463] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1366.473967] env[69297]: DEBUG oslo_vmware.api [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1366.689114] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930981, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1366.705551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "7b5ce58b-a3fb-439f-b678-a346db80c996" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1366.705551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "7b5ce58b-a3fb-439f-b678-a346db80c996" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1366.787667] env[69297]: INFO nova.compute.manager [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Took 48.50 seconds to build instance.
[ 1366.827674] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930979, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1366.838640] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "6510900b-ea48-4f86-bed1-b5ed58b948ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1366.838903] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "6510900b-ea48-4f86-bed1-b5ed58b948ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1366.934683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "refresh_cache-2a5fca55-728c-40f0-99e4-d2a19cbeec98" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1366.935012] env[69297]: DEBUG nova.compute.manager [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Instance network_info: |[{"id": "14393b90-c099-406a-bc94-cd546a5c1a57", "address": "fa:16:3e:ff:07:63", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14393b90-c0", "ovs_interfaceid": "14393b90-c099-406a-bc94-cd546a5c1a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1366.935423] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:07:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14393b90-c099-406a-bc94-cd546a5c1a57', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1366.943140] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1366.945706] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1366.947047] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-176e66a5-c80f-4274-98af-bb892b3e8984 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1366.968737] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1366.968737] env[69297]:    value = "task-2930983"
[ 1366.968737] env[69297]:    _type = "Task"
[ 1366.968737] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1366.981143] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930983, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1366.981427] env[69297]: DEBUG oslo_vmware.api [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930982, 'name': PowerOffVM_Task, 'duration_secs': 0.422511} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1366.981663] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1366.981830] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1366.982084] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14a09d3d-7191-494c-9224-20940dcc8d32 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.058430] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1367.058768] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1367.059029] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Deleting the datastore file [datastore2] d876a739-03b5-46c5-a072-af020ce202ef {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1367.061552] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dec284b-8963-4282-a78f-1c077586bfff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.067714] env[69297]: DEBUG oslo_vmware.api [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1367.067714] env[69297]:    value = "task-2930985"
[ 1367.067714] env[69297]:    _type = "Task"
[ 1367.067714] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1367.077522] env[69297]: DEBUG oslo_vmware.api [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1367.190868] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721628} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1367.192035] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] aaa0201b-5e5b-4a35-a327-dfa54ca3400d/aaa0201b-5e5b-4a35-a327-dfa54ca3400d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1367.192035] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1367.192035] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b61e961f-fe44-4ac8-b9ea-dda7969d5414 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.199904] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1367.199904] env[69297]:    value = "task-2930986"
[ 1367.199904] env[69297]:    _type = "Task"
[ 1367.199904] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1367.207933] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1367.262482] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa43ed79-3062-44dc-8f9a-d7baf397de06 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.269943] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5761ea2-f784-43a0-8f3c-355180424227 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.303248] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17e1b3ad-4f40-4584-8135-0795905d0313 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 72.787s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1367.306604] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5013a9-5f2e-4dad-998b-85f230f130c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.319169] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2708bcf1-632c-4576-a586-88f4a52db878 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.327853] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930979, 'name': CreateVM_Task, 'duration_secs': 2.182571} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1367.328407] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1367.328905] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1367.329084] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1367.329411] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1367.337715] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bc5ef8-38fb-4d0c-b87e-b9247b9af2e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.340263] env[69297]: DEBUG nova.compute.provider_tree [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1367.345268] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1367.345268] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524d6b69-4449-b3da-52b6-70e54c43e430"
[ 1367.345268] env[69297]:    _type = "Task"
[ 1367.345268] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1367.356179] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524d6b69-4449-b3da-52b6-70e54c43e430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1367.481846] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2930983, 'name': CreateVM_Task, 'duration_secs': 0.46391} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1367.481846] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1367.482173] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1367.579814] env[69297]: DEBUG oslo_vmware.api [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1367.711359] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171156} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1367.711763] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1367.712499] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b6fa58-54f1-46a1-9f8c-573684f93776 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.738905] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] aaa0201b-5e5b-4a35-a327-dfa54ca3400d/aaa0201b-5e5b-4a35-a327-dfa54ca3400d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1367.739268] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb204c9-159f-437c-aeb8-4a81e1ce0a97 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.759938] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1367.759938] env[69297]:    value = "task-2930987"
[ 1367.759938] env[69297]:    _type = "Task"
[ 1367.759938] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1367.768884] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1367.810598] env[69297]: DEBUG nova.compute.manager [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1367.856798] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524d6b69-4449-b3da-52b6-70e54c43e430, 'name': SearchDatastore_Task, 'duration_secs': 0.02724} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1367.857116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1367.860102] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1367.860102] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1367.860102] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1367.860102] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1367.860102] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1367.860102] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1367.860102] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae2bf2e7-c610-4d66-9f7a-911f4ebb2a44 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.860867] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f920df84-b839-4d3c-bc25-249bf030a403 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.866479] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1367.866479] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52666a12-7b24-70fa-0719-62f87804d087"
[ 1367.866479] env[69297]:    _type = "Task"
[ 1367.866479] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1367.867400] env[69297]: ERROR nova.scheduler.client.report [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [req-afe2a1b5-a2d1-48b9-91ae-7a98474f5d38] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-afe2a1b5-a2d1-48b9-91ae-7a98474f5d38"}]}
[ 1367.874740] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1367.878018] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1367.878018] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a60f135-3c5b-44ee-adcb-e42fc33cd095 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1367.882303] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52666a12-7b24-70fa-0719-62f87804d087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1367.885868] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1367.885868] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bd7bbf-2666-3bf1-f877-6e115efd027c"
[ 1367.885868] env[69297]:    _type = "Task"
[ 1367.885868] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1367.890491] env[69297]: DEBUG nova.scheduler.client.report [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 1367.898169] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bd7bbf-2666-3bf1-f877-6e115efd027c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1367.910359] env[69297]: DEBUG nova.scheduler.client.report [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 1367.910582] env[69297]: DEBUG nova.compute.provider_tree [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1367.924197] env[69297]: DEBUG nova.scheduler.client.report [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 1367.944939] env[69297]: DEBUG nova.scheduler.client.report [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 1368.078685] env[69297]: DEBUG oslo_vmware.api [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2930985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.70962} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1368.081587] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1368.081910] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1368.082186] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1368.082186] env[69297]: INFO nova.compute.manager [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Took 1.64 seconds to destroy the instance on the hypervisor.
[ 1368.082395] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1368.082816] env[69297]: DEBUG nova.compute.manager [-] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1368.082923] env[69297]: DEBUG nova.network.neutron [-] [instance: d876a739-03b5-46c5-a072-af020ce202ef] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1368.270982] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1368.343281] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1368.381598] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52666a12-7b24-70fa-0719-62f87804d087, 'name': SearchDatastore_Task, 'duration_secs': 0.021632} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1368.384486] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1368.384733] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1368.384954] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1368.398085] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bd7bbf-2666-3bf1-f877-6e115efd027c, 'name': SearchDatastore_Task, 'duration_secs': 0.036184} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1368.398851] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e3b511-8963-4574-8a89-a51a7ae8896b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1368.404671] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1368.404671] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]528f3409-20d9-9788-bb25-8469f6aeec42"
[ 1368.404671] env[69297]:    _type = "Task"
[ 1368.404671] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1368.414934] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528f3409-20d9-9788-bb25-8469f6aeec42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1368.476887] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad301819-9fc6-45e3-8312-2b70d4cc7cd0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1368.485513] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac500b2-e2b1-4423-b457-c8a63238cf43 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1368.536050] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071a3bdd-1041-4d57-9c15-5e4738fb12c4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1368.547264] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b131dd89-18bc-4f4f-a46d-93e7ebfbbe5f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1368.569196] env[69297]: DEBUG nova.compute.provider_tree [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1368.658722] env[69297]: DEBUG nova.compute.manager [req-ab89afc8-7902-402c-9455-45c92584ca4e req-c5b7d97b-2052-4eed-852c-e623c98eccfb service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Received event network-vif-deleted-a8ec547e-8eb6-4bab-b8c4-0982b598bc71 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1368.658722] env[69297]: INFO nova.compute.manager [req-ab89afc8-7902-402c-9455-45c92584ca4e req-c5b7d97b-2052-4eed-852c-e623c98eccfb service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Neutron deleted interface a8ec547e-8eb6-4bab-b8c4-0982b598bc71; detaching it from the instance and deleting it from the info cache
[ 1368.658944] env[69297]: DEBUG nova.network.neutron [req-ab89afc8-7902-402c-9455-45c92584ca4e req-c5b7d97b-2052-4eed-852c-e623c98eccfb service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1368.740342] env[69297]: INFO nova.compute.manager [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Rebuilding instance
[ 1368.776758] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1368.788951] env[69297]: DEBUG nova.compute.manager [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1368.789138] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ecec32-477c-474b-9732-c1772de6fa81 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1368.916204] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528f3409-20d9-9788-bb25-8469f6aeec42, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1368.916472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1368.916733] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 01cbc35b-115d-4fdd-9047-e1260bceb7d3/01cbc35b-115d-4fdd-9047-e1260bceb7d3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1368.917041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1368.917238] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1368.917450] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca9df260-fe75-4629-8bfd-559578b9d89b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1368.919730] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b58409b-f13a-412a-8a9a-8851ddae2044 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1368.927170] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1368.927170] env[69297]:    value = "task-2930988"
[ 1368.927170] env[69297]:    _type = "Task"
[ 1368.927170] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1368.931077] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1368.931250] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1368.932280] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80beef2f-cd99-4bc7-8033-359554f870be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1368.937284] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1368.940686] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1368.940686] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52716337-0193-c4a5-9db7-e840318b477b"
[ 1368.940686] env[69297]:    _type = "Task"
[ 1368.940686] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1368.948296] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52716337-0193-c4a5-9db7-e840318b477b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1369.073619] env[69297]: DEBUG nova.scheduler.client.report [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1369.103118] env[69297]: DEBUG nova.network.neutron [-] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1369.162168] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-294a2639-9c67-41a3-a777-7765c675e7be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1369.173869] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bab37bc-0e94-481e-8477-bdb7476fcc85 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1369.208733] env[69297]: DEBUG nova.compute.manager [req-ab89afc8-7902-402c-9455-45c92584ca4e req-c5b7d97b-2052-4eed-852c-e623c98eccfb service nova] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Detach interface failed, port_id=a8ec547e-8eb6-4bab-b8c4-0982b598bc71, reason: Instance d876a739-03b5-46c5-a072-af020ce202ef could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1369.272202] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930987, 'name': ReconfigVM_Task, 'duration_secs': 1.0964} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1369.272508] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] aaa0201b-5e5b-4a35-a327-dfa54ca3400d/aaa0201b-5e5b-4a35-a327-dfa54ca3400d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1369.273153] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a81a8dd8-cef6-469e-bebd-e6afcefc06b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1369.279136] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1369.279136] env[69297]:    value = "task-2930989"
[ 1369.279136] env[69297]:    _type = "Task"
[ 1369.279136] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1369.287547] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930989, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1369.440976] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930988, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1369.452434] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52716337-0193-c4a5-9db7-e840318b477b, 'name': SearchDatastore_Task, 'duration_secs': 0.009238} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1369.453533] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39467eb-111c-4293-84ee-b7bb1d9a875b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1369.461026] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1369.461026] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]528d5281-95c9-af59-af10-d1ec3960e186"
[ 1369.461026] env[69297]:    _type = "Task"
[ 1369.461026] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1369.468999] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528d5281-95c9-af59-af10-d1ec3960e186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1369.580309] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.822s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1369.580927] env[69297]: DEBUG nova.compute.manager [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1369.583891] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.817s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1369.585525] env[69297]: INFO nova.compute.claims [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1369.605419] env[69297]: INFO nova.compute.manager [-] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Took 1.52 seconds to deallocate network for instance.
[ 1369.789646] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930989, 'name': Rename_Task, 'duration_secs': 0.238465} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1369.789929] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1369.790137] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38f2b38b-58a0-421c-be78-97f80cfd7994 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1369.796346] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1369.796346] env[69297]:    value = "task-2930990"
[ 1369.796346] env[69297]:    _type = "Task"
[ 1369.796346] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1369.803400] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1369.804931] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1369.805182] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fa0f793-4298-4528-ad1e-3507daff2888 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1369.810356] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1369.810356] env[69297]:    value = "task-2930991"
[ 1369.810356] env[69297]:    _type = "Task"
[ 1369.810356] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1369.817458] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1369.937805] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727755} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1369.938136] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 01cbc35b-115d-4fdd-9047-e1260bceb7d3/01cbc35b-115d-4fdd-9047-e1260bceb7d3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1369.938350] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1369.938619] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5d3148f-dedc-4846-b4f6-2a63b40f1cac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1369.945913] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1369.945913] env[69297]:    value = "task-2930992"
[ 1369.945913] env[69297]:    _type = "Task"
[ 1369.945913] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1369.953515] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1369.969926] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528d5281-95c9-af59-af10-d1ec3960e186, 'name': SearchDatastore_Task, 'duration_secs': 0.053789} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1369.970201] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1369.970457] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 2a5fca55-728c-40f0-99e4-d2a19cbeec98/2a5fca55-728c-40f0-99e4-d2a19cbeec98.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1369.970753] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c63fc29-da2f-4ff1-8b15-a02b334b5089 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1369.976320] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1369.976320] env[69297]:    value = "task-2930993"
[ 1369.976320] env[69297]:    _type = "Task"
[ 1369.976320] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1369.983805] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1370.090688] env[69297]: DEBUG nova.compute.utils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1370.094138] env[69297]: DEBUG nova.compute.manager [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1370.094323] env[69297]: DEBUG nova.network.neutron [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1370.113658] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1370.149449] env[69297]: DEBUG nova.policy [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56edfacfb7a94a969440e9502d68f023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccdd08ef4ffe4594a1fe66baaec56f84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1370.307253] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930990, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1370.321445] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930991, 'name': PowerOffVM_Task, 'duration_secs': 0.18955} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1370.321636] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1370.321821] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1370.322657] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13737ef-fb43-4aed-88c9-bf76ce69054d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1370.330616] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1370.330753] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6fdb20e-e5b2-4610-8e78-011370ce45ec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1370.422691] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1370.423260] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1370.423678] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleting the datastore file [datastore1] 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1370.424112] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0377212a-9da8-4dad-b804-f48264c3f276 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1370.435060] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1370.435060] env[69297]:    value = "task-2930995"
[ 1370.435060] env[69297]:    _type = "Task"
[ 1370.435060] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1370.447372] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1370.455536] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069678} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1370.455882] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1370.456716] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c136b31-46c0-4e57-8d67-bae5e1fe60c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1370.479615] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 01cbc35b-115d-4fdd-9047-e1260bceb7d3/01cbc35b-115d-4fdd-9047-e1260bceb7d3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1370.480024] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8104a3e-d3ab-476d-9547-43bd03e36e4a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1370.503946] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497958} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1370.505248] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 2a5fca55-728c-40f0-99e4-d2a19cbeec98/2a5fca55-728c-40f0-99e4-d2a19cbeec98.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1370.505487] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1370.505782] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1370.505782] env[69297]:    value = "task-2930996"
[ 1370.505782] env[69297]:    _type = "Task"
[ 1370.505782] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1370.506282] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6289ac03-bcba-4a8c-860a-7ddccaf932a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1370.516952] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930996, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1370.518323] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1370.518323] env[69297]:    value = "task-2930997"
[ 1370.518323] env[69297]:    _type = "Task"
[ 1370.518323] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1370.526620] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1370.578029] env[69297]: DEBUG nova.network.neutron [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Successfully created port: cf346b71-4d9f-439a-900c-c24f0e1c67ba {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1370.595276] env[69297]: DEBUG nova.compute.manager [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1370.814849] env[69297]: DEBUG oslo_vmware.api [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2930990, 'name': PowerOnVM_Task, 'duration_secs': 0.541712} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1370.815152] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1370.815339] env[69297]: INFO nova.compute.manager [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Took 10.13 seconds to spawn the instance on the hypervisor.
[ 1370.815506] env[69297]: DEBUG nova.compute.manager [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1370.816332] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea06be3a-4bab-42e3-9e41-3b7706d1ae33 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1370.946122] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2930995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193374} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1370.946391] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1370.946573] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1370.946747] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1371.025755] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1371.032668] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077898} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1371.032975] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1371.033788] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59708761-7143-4f37-be73-0e48b4661746 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1371.055513] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 2a5fca55-728c-40f0-99e4-d2a19cbeec98/2a5fca55-728c-40f0-99e4-d2a19cbeec98.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1371.058463] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6730223-837d-4b15-b00a-4ad3c7088711 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1371.078735] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1371.078735] env[69297]:    value = "task-2930998"
[ 1371.078735] env[69297]:    _type = "Task"
[ 1371.078735] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1371.087619] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1371.107640] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b4f6fb-215e-4d73-9934-2e121304d94c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1371.114492] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3a1a38-6acf-413f-be25-5fc6babda2fa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1371.146801] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5e52e5-6260-45ee-80b8-26aebf9778f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1371.154842] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b377c9f-ac8e-4d2d-9d40-655fea716519 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1371.168642] env[69297]: DEBUG nova.compute.provider_tree [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1371.334745] env[69297]: INFO nova.compute.manager [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Took 40.42 seconds to build instance.
[ 1371.519510] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1371.589369] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1371.612499] env[69297]: DEBUG nova.compute.manager [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1371.646876] env[69297]: DEBUG nova.virt.hardware [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:10:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='69859819-8632-4bf3-95a7-43cd1c57bef8',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-254656964',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1371.647124] env[69297]: DEBUG nova.virt.hardware [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1371.647276] env[69297]: DEBUG nova.virt.hardware [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1371.647452] env[69297]: DEBUG nova.virt.hardware [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1371.647603] env[69297]: DEBUG nova.virt.hardware [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1371.647758] env[69297]: DEBUG nova.virt.hardware [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1371.647947] env[69297]: DEBUG nova.virt.hardware [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1371.648118] env[69297]: DEBUG nova.virt.hardware [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1371.649025] env[69297]: DEBUG nova.virt.hardware [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1371.649025] env[69297]: DEBUG nova.virt.hardware [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1371.649025] env[69297]: DEBUG nova.virt.hardware [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1371.649719] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4b0ee6-8ca5-45e3-a3a5-3585ef3dc5fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1371.657528] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a69315b-7e55-44d0-a74a-fd37f21731b0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1371.671267] env[69297]: DEBUG nova.scheduler.client.report [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1371.836631] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d23f0cba-4b66-4a8a-b667-cd49b82c968a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 76.800s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1371.988160] env[69297]: DEBUG nova.virt.hardware [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1371.988574] env[69297]: DEBUG nova.virt.hardware [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1371.988832] env[69297]: DEBUG nova.virt.hardware [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1371.989174] env[69297]: DEBUG nova.virt.hardware [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1371.993000] env[69297]: DEBUG nova.virt.hardware [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1371.993000] env[69297]: DEBUG nova.virt.hardware [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1371.993000] env[69297]: DEBUG nova.virt.hardware [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1371.993000] env[69297]: DEBUG nova.virt.hardware [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1371.993000] env[69297]: DEBUG nova.virt.hardware [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1371.993000] env[69297]: DEBUG nova.virt.hardware [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1371.993389] env[69297]: DEBUG nova.virt.hardware [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1371.994718] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daad3d6-bb9f-4d30-8064-cced92313e84 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1372.008487] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec0e956-4a22-4894-ae20-fba73eab3bb5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1372.019917] env[69297]: DEBUG nova.compute.manager [req-4c2c1be7-9e88-4c0a-ac66-a6fded9ecd7c req-39d79a12-a99a-4b54-bfcb-a1502b92c583 service nova] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Received event network-vif-plugged-cf346b71-4d9f-439a-900c-c24f0e1c67ba {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1372.020219] env[69297]: DEBUG oslo_concurrency.lockutils [req-4c2c1be7-9e88-4c0a-ac66-a6fded9ecd7c req-39d79a12-a99a-4b54-bfcb-a1502b92c583 service nova] Acquiring lock "665055ca-2209-41dd-84ee-98adb209c925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1372.020505] env[69297]: DEBUG oslo_concurrency.lockutils [req-4c2c1be7-9e88-4c0a-ac66-a6fded9ecd7c req-39d79a12-a99a-4b54-bfcb-a1502b92c583 service nova] Lock "665055ca-2209-41dd-84ee-98adb209c925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1372.020741] env[69297]: DEBUG oslo_concurrency.lockutils [req-4c2c1be7-9e88-4c0a-ac66-a6fded9ecd7c req-39d79a12-a99a-4b54-bfcb-a1502b92c583 service nova] Lock "665055ca-2209-41dd-84ee-98adb209c925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1372.020963] env[69297]: DEBUG nova.compute.manager [req-4c2c1be7-9e88-4c0a-ac66-a6fded9ecd7c req-39d79a12-a99a-4b54-bfcb-a1502b92c583 service nova] [instance: 665055ca-2209-41dd-84ee-98adb209c925] No waiting events found dispatching network-vif-plugged-cf346b71-4d9f-439a-900c-c24f0e1c67ba {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1372.021200] env[69297]: WARNING nova.compute.manager [req-4c2c1be7-9e88-4c0a-ac66-a6fded9ecd7c req-39d79a12-a99a-4b54-bfcb-a1502b92c583 service nova] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Received unexpected event network-vif-plugged-cf346b71-4d9f-439a-900c-c24f0e1c67ba for instance with vm_state building and task_state spawning.
[ 1372.053726] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:31:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c83d9feb-86af-41a1-ab3d-f53f579cfbf6', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1372.067079] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1372.067673] env[69297]: INFO nova.compute.manager [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Rescuing
[ 1372.067992] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1372.068210] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1372.068438] env[69297]: DEBUG nova.network.neutron [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1372.070296] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930996, 'name': ReconfigVM_Task, 'duration_secs': 1.112968} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1372.071015] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1372.072167] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 01cbc35b-115d-4fdd-9047-e1260bceb7d3/01cbc35b-115d-4fdd-9047-e1260bceb7d3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1372.072167] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c32911e-a101-4bbc-a76f-e6d3e889ca67 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1372.089271] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7622f2b5-399b-4e58-b1e4-0890fe7a5b01 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1372.092684] env[69297]: DEBUG nova.network.neutron [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Successfully updated port: cf346b71-4d9f-439a-900c-c24f0e1c67ba {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1372.106007] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2930998, 'name': ReconfigVM_Task, 'duration_secs': 0.774157} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1372.108542] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 2a5fca55-728c-40f0-99e4-d2a19cbeec98/2a5fca55-728c-40f0-99e4-d2a19cbeec98.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1372.109467] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1372.109467] env[69297]:    value = "task-2931000"
[ 1372.109467] env[69297]:    _type = "Task"
[ 1372.109467] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1372.109750] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1372.109750] env[69297]:    value = "task-2930999"
[ 1372.109750] env[69297]:    _type = "Task"
[ 1372.109750] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1372.109951] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3947119-a7b2-45ca-a44c-d61d8d812065 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1372.126108] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931000, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1372.131894] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930999, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1372.132277] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1372.132277] env[69297]:    value = "task-2931001"
[ 1372.132277] env[69297]:    _type = "Task"
[ 1372.132277] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1372.141278] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931001, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1372.176353] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1372.177185] env[69297]: DEBUG nova.compute.manager [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1372.179765] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.254s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1372.181827] env[69297]: INFO nova.compute.claims [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1372.340093] env[69297]: DEBUG nova.compute.manager [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1372.595552] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1372.595675] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1372.595773] env[69297]: DEBUG nova.network.neutron [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1372.627501] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2930999, 'name': Rename_Task, 'duration_secs': 0.140977} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1372.627707] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931000, 'name': CreateVM_Task, 'duration_secs': 0.323254} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1372.627947] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1372.628137] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1372.628576] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ecac7c8-d1d3-4987-8ec2-9a8d1ccd30b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1372.630240] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1372.630400] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1372.630702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1372.630939] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53b8daa-2897-4cd4-8665-413467f30f46 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1372.636779] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1372.636779] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520c2373-86af-377c-619c-d947581e9c3a"
[ 1372.636779] env[69297]:    _type = "Task"
[ 1372.636779] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1372.638488] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1372.638488] env[69297]:    value = "task-2931002"
[ 1372.638488] env[69297]:    _type = "Task"
[ 1372.638488] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1372.648410] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931001, 'name': Rename_Task, 'duration_secs': 0.151927} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1372.649008] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1372.649780] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eb038a5-9318-4bfd-aafc-73ed1993af08 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1372.654439] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520c2373-86af-377c-619c-d947581e9c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1372.657606] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1372.657842] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1372.658120] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1372.658271] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1372.658447] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1372.658732] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2931002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1372.658929] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe30e8dc-efb1-4c45-aecb-cfbfbd6f108f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1372.661558] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1372.661558] env[69297]:    value = "task-2931003"
[ 1372.661558] env[69297]:    _type = "Task"
[ 1372.661558] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1372.668374] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1372.668575] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1372.672240] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e442727c-c14f-4ad8-9015-53616348ecba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1372.674611] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1372.677335] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1372.677335] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]526a470b-04a1-e425-296f-3b2e7fc06618"
[ 1372.677335] env[69297]:    _type = "Task"
[ 1372.677335] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1372.684628] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526a470b-04a1-e425-296f-3b2e7fc06618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1372.688862] env[69297]: DEBUG nova.compute.utils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1372.692510] env[69297]: DEBUG nova.compute.manager [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1372.692510] env[69297]: DEBUG nova.network.neutron [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1372.771360] env[69297]: DEBUG nova.network.neutron [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Updating instance_info_cache with network_info: [{"id": "39cd01e7-ffa2-414d-b041-505209f482f7", "address": "fa:16:3e:f5:39:aa", "network": {"id": "7a6e1fcb-3367-4f21-99ec-0b8b134ead3e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-270637559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "690a7a8622d24997a927b312dcb0d145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cd01e7-ff", "ovs_interfaceid": "39cd01e7-ffa2-414d-b041-505209f482f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1372.788564] env[69297]: DEBUG nova.policy [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83d0bdca17e8425ab351bed68715a859', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26fff254e98443986e6a4efe9c32747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1372.867731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1373.130178] env[69297]: DEBUG nova.network.neutron [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1373.151362] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2931002, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1373.175732] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931003, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1373.189746] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526a470b-04a1-e425-296f-3b2e7fc06618, 'name': SearchDatastore_Task, 'duration_secs': 0.008347} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1373.196083] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2926b132-066e-4cb7-b55e-452b22a322da {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1373.199304] env[69297]: DEBUG nova.compute.manager [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1373.205506] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1373.205506] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]521fc4a3-b287-3209-4286-2e164697d071"
[ 1373.205506] env[69297]:    _type = "Task"
[ 1373.205506] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1373.214531] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521fc4a3-b287-3209-4286-2e164697d071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1373.276497] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Releasing lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1373.284925] env[69297]: DEBUG nova.network.neutron [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Successfully created port: 381d2c40-8cb4-4052-ad75-f4f788c18a9c {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1373.318017] env[69297]: DEBUG nova.network.neutron [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance_info_cache with network_info: [{"id": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "address": "fa:16:3e:ea:bd:67", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf346b71-4d", "ovs_interfaceid": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1373.652472] env[69297]: DEBUG oslo_vmware.api [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2931002, 'name': PowerOnVM_Task, 'duration_secs': 0.60265} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1373.653119] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1373.653210] env[69297]: DEBUG nova.compute.manager [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1373.654026] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0876fe18-80e7-44f2-9cc5-fae5857448cb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1373.657739] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d799c8-a51c-4ebd-98ca-fc5153f3158f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1373.673430] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8539666-7165-4c04-bc5d-22ac30c79452 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1373.678232] env[69297]: DEBUG oslo_vmware.api [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931003, 'name': PowerOnVM_Task, 'duration_secs': 0.581351} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1373.704309] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1373.704550] env[69297]: INFO nova.compute.manager [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Took 10.38 seconds to spawn the instance on the hypervisor.
[ 1373.704728] env[69297]: DEBUG nova.compute.manager [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1373.709419] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6056ba63-14cd-4bec-85bd-45f593386f0a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1373.712563] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b633f615-c19f-4613-b9dc-63ef4f44fd57 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1373.728170] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b2bf5b-70cb-47b0-9858-7c630e80226d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1373.732040] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521fc4a3-b287-3209-4286-2e164697d071, 'name': SearchDatastore_Task, 'duration_secs': 0.012023} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1373.735185] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1373.735490] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e/1ef70ab1-479b-4eaf-8e46-0662d9f3d12e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1373.736319] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdd262b9-f0be-4d56-86c6-73a96ece7c53 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1373.746496] env[69297]: DEBUG nova.compute.provider_tree [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1373.754207] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1373.754207] env[69297]:    value = "task-2931004"
[ 1373.754207] env[69297]:    _type = "Task"
[ 1373.754207] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1373.762754] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1373.819324] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1373.819719] env[69297]: DEBUG nova.compute.manager [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Instance network_info: |[{"id": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "address": "fa:16:3e:ea:bd:67", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf346b71-4d", "ovs_interfaceid": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1373.820259] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:bd:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf346b71-4d9f-439a-900c-c24f0e1c67ba', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1373.829847] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1373.830995] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1373.831243] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70a3ec03-67fd-46ea-9a19-6dc479a5bdc2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1373.851945] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1373.851945] env[69297]:    value = "task-2931005"
[ 1373.851945] env[69297]:    _type = "Task"
[ 1373.851945] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1373.860335] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931005, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1374.179850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] Acquiring lock "refresh_cache-2a5fca55-728c-40f0-99e4-d2a19cbeec98" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1374.179850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] Acquired lock "refresh_cache-2a5fca55-728c-40f0-99e4-d2a19cbeec98" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1374.179850] env[69297]: DEBUG nova.network.neutron [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1374.183078] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1374.203720] env[69297]: DEBUG nova.compute.manager [req-cfb5326f-cd4d-4b8f-a0da-4ef1ae2283cf req-64f58691-dc3a-43f5-8226-87fa8209f231 service nova] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Received event network-changed-cf346b71-4d9f-439a-900c-c24f0e1c67ba {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1374.203720] env[69297]: DEBUG nova.compute.manager [req-cfb5326f-cd4d-4b8f-a0da-4ef1ae2283cf req-64f58691-dc3a-43f5-8226-87fa8209f231 service nova] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Refreshing instance network info cache due to event network-changed-cf346b71-4d9f-439a-900c-c24f0e1c67ba. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1374.203720] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfb5326f-cd4d-4b8f-a0da-4ef1ae2283cf req-64f58691-dc3a-43f5-8226-87fa8209f231 service nova] Acquiring lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1374.203720] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfb5326f-cd4d-4b8f-a0da-4ef1ae2283cf req-64f58691-dc3a-43f5-8226-87fa8209f231 service nova] Acquired lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1374.204547] env[69297]: DEBUG nova.network.neutron [req-cfb5326f-cd4d-4b8f-a0da-4ef1ae2283cf req-64f58691-dc3a-43f5-8226-87fa8209f231 service nova] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Refreshing network info cache for port cf346b71-4d9f-439a-900c-c24f0e1c67ba {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1374.217863] env[69297]: DEBUG nova.compute.manager [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1374.245752] env[69297]: INFO nova.compute.manager [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Took 42.13 seconds to build instance.
[ 1374.250229] env[69297]: DEBUG nova.scheduler.client.report [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1374.266857] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476245} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1374.269249] env[69297]: DEBUG nova.virt.hardware [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1374.269389] env[69297]: DEBUG nova.virt.hardware [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1374.269542] env[69297]: DEBUG nova.virt.hardware [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1374.269724] env[69297]: DEBUG nova.virt.hardware [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1374.269858] env[69297]: DEBUG nova.virt.hardware [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1374.270010] env[69297]: DEBUG nova.virt.hardware [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1374.270235] env[69297]: DEBUG nova.virt.hardware [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1374.270387] env[69297]: DEBUG nova.virt.hardware [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1374.270546] env[69297]: DEBUG nova.virt.hardware [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1374.270699] env[69297]: DEBUG nova.virt.hardware [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1374.270915] env[69297]: DEBUG nova.virt.hardware [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1374.272157] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e/1ef70ab1-479b-4eaf-8e46-0662d9f3d12e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1374.272446] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1374.276265] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6888dec9-690c-404d-ae65-c4ff34514048 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1374.276265] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a831590c-d43f-4612-9c7d-5e685c24e813 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1374.290088] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb142680-ea87-40de-8031-37e327e90b07 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1374.294130] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1374.294130] env[69297]:    value = "task-2931006"
[ 1374.294130] env[69297]:    _type = "Task"
[ 1374.294130] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1374.310697] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1374.367626] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931005, 'name': CreateVM_Task, 'duration_secs': 0.48613} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1374.368093] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1374.368991] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1374.369319] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1374.369890] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1374.370281] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1f9bca-6ddd-4cc4-8e92-17d63e0d925d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1374.379019] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1374.379019] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5277fcf2-d178-4aad-531e-414942af0a18"
[ 1374.379019] env[69297]:    _type = "Task"
[ 1374.379019] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1374.393435] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5277fcf2-d178-4aad-531e-414942af0a18, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1374.393572] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1374.393807] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1374.394108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1374.394300] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1374.394519] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1374.394821] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8272dbf0-26b3-4b23-8028-4b92b9b8fa13 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1374.403396] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1374.403685] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1374.404427] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a90ce0-cd90-4e8c-97db-a5ca6bf994b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1374.410881] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1374.410881] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5225af87-7141-3886-a46c-400b712d5092"
[ 1374.410881] env[69297]:    _type = "Task"
[ 1374.410881] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1374.419272] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5225af87-7141-3886-a46c-400b712d5092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1374.748969] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b2a39ef8-090e-430f-a23d-e48d90768fb1 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 78.686s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1374.758949] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1374.758949] env[69297]: DEBUG nova.compute.manager [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1374.761243] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.218s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1374.763027] env[69297]: DEBUG nova.objects.instance [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lazy-loading 'resources' on Instance uuid 010107bd-fe8f-4008-868b-f8b39c1d855f {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1374.810794] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07332} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1374.812544] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1374.813364] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061472ec-00d2-4b22-9359-e58e896d9dc5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1374.841900] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e/1ef70ab1-479b-4eaf-8e46-0662d9f3d12e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1374.844779] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1374.845267] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1d593b-a32c-4898-891d-608dfd3fe751 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1374.859213] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40aaca41-5231-48fa-b4d0-ed9a489be7db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1374.866730] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1374.866730] env[69297]:    value = "task-2931008"
[ 1374.866730] env[69297]:    _type = "Task"
[ 1374.866730] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1374.870114] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1374.870114] env[69297]:    value = "task-2931007"
[ 1374.870114] env[69297]:    _type = "Task"
[ 1374.870114] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1374.884301] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1374.884600] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1374.920690] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5225af87-7141-3886-a46c-400b712d5092, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1374.921501] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60dbe5e-9b41-4d19-8c7a-f5f53ca5aed5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1374.926442] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1374.926442] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525a8b16-15cc-b455-9399-6d90ec1f058f"
[ 1374.926442] env[69297]:    _type = "Task"
[ 1374.926442] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1374.934149] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525a8b16-15cc-b455-9399-6d90ec1f058f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1374.938765] env[69297]: DEBUG nova.network.neutron [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Updating instance_info_cache with network_info: [{"id": "14393b90-c099-406a-bc94-cd546a5c1a57", "address": "fa:16:3e:ff:07:63", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14393b90-c0", "ovs_interfaceid": "14393b90-c099-406a-bc94-cd546a5c1a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1374.945887] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquiring lock "01cbc35b-115d-4fdd-9047-e1260bceb7d3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1374.946134] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "01cbc35b-115d-4fdd-9047-e1260bceb7d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1374.946357] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquiring lock "01cbc35b-115d-4fdd-9047-e1260bceb7d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1374.946558] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "01cbc35b-115d-4fdd-9047-e1260bceb7d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1374.946770] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "01cbc35b-115d-4fdd-9047-e1260bceb7d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1374.948802] env[69297]: INFO nova.compute.manager [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Terminating instance
[ 1375.143530] env[69297]: DEBUG nova.compute.manager [req-463189ff-0410-45dd-945d-7ece95fd83c4 req-8042f5ef-7607-481f-9a63-91a93c2d1210 service nova] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Received event network-vif-plugged-381d2c40-8cb4-4052-ad75-f4f788c18a9c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1375.143846] env[69297]: DEBUG oslo_concurrency.lockutils [req-463189ff-0410-45dd-945d-7ece95fd83c4 req-8042f5ef-7607-481f-9a63-91a93c2d1210 service nova] Acquiring lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1375.144186] env[69297]: DEBUG oslo_concurrency.lockutils [req-463189ff-0410-45dd-945d-7ece95fd83c4 req-8042f5ef-7607-481f-9a63-91a93c2d1210 service nova] Lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1375.144445] env[69297]: DEBUG oslo_concurrency.lockutils [req-463189ff-0410-45dd-945d-7ece95fd83c4 req-8042f5ef-7607-481f-9a63-91a93c2d1210 service nova] Lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1375.144695] env[69297]: DEBUG nova.compute.manager [req-463189ff-0410-45dd-945d-7ece95fd83c4 req-8042f5ef-7607-481f-9a63-91a93c2d1210 service nova] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] No waiting events found dispatching network-vif-plugged-381d2c40-8cb4-4052-ad75-f4f788c18a9c {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1375.144976] env[69297]: WARNING nova.compute.manager [req-463189ff-0410-45dd-945d-7ece95fd83c4 req-8042f5ef-7607-481f-9a63-91a93c2d1210 service nova] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Received unexpected event network-vif-plugged-381d2c40-8cb4-4052-ad75-f4f788c18a9c for instance with vm_state building and task_state spawning.
[ 1375.226019] env[69297]: DEBUG nova.network.neutron [req-cfb5326f-cd4d-4b8f-a0da-4ef1ae2283cf req-64f58691-dc3a-43f5-8226-87fa8209f231 service nova] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updated VIF entry in instance network info cache for port cf346b71-4d9f-439a-900c-c24f0e1c67ba. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1375.226407] env[69297]: DEBUG nova.network.neutron [req-cfb5326f-cd4d-4b8f-a0da-4ef1ae2283cf req-64f58691-dc3a-43f5-8226-87fa8209f231 service nova] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance_info_cache with network_info: [{"id": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "address": "fa:16:3e:ea:bd:67", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf346b71-4d", "ovs_interfaceid": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1375.251163] env[69297]: DEBUG nova.compute.manager [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1375.264956] env[69297]: DEBUG nova.compute.utils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1375.267380] env[69297]: DEBUG nova.compute.manager [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1375.267556] env[69297]: DEBUG nova.network.neutron [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1375.297251] env[69297]: DEBUG nova.network.neutron [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Successfully updated port: 381d2c40-8cb4-4052-ad75-f4f788c18a9c {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1375.335144] env[69297]: DEBUG nova.policy [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b1d3ca037094951864f9b1dd9041461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd85ae7902cf7486c80a24382834bceb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1375.389419] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931007, 'name': PowerOffVM_Task, 'duration_secs': 0.453154} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1375.393636] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1375.393984] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931008, 'name': ReconfigVM_Task, 'duration_secs': 0.398158} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1375.397779] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f1b71-4647-4687-8e6a-953a6cd44d2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1375.400505] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e/1ef70ab1-479b-4eaf-8e46-0662d9f3d12e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1375.401474] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-201f0a96-a485-44de-b592-29b58173e93a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1375.425879] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24832ecb-996a-4f61-9f12-ee357cef7216 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1375.428861] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1375.428861] env[69297]:    value = "task-2931009"
[ 1375.428861] env[69297]:    _type = "Task"
[ 1375.428861] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1375.442487] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] Releasing lock "refresh_cache-2a5fca55-728c-40f0-99e4-d2a19cbeec98" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1375.442801] env[69297]: DEBUG nova.compute.manager [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Inject network info {{(pid=69297) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}}
[ 1375.443152] env[69297]: DEBUG nova.compute.manager [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] network_info to inject: |[{"id": "14393b90-c099-406a-bc94-cd546a5c1a57", "address": "fa:16:3e:ff:07:63", "network": {"id": "67c3c310-b8af-436d-bae4-3988d07e3bf2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1780782742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ab49c7f79b84fa18455933e561c0145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14393b90-c0", "ovs_interfaceid": "14393b90-c099-406a-bc94-cd546a5c1a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}}
[ 1375.451318] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Reconfiguring VM instance to set the machine id {{(pid=69297) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}}
[ 1375.458410] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6df4dce-20ad-4ead-af7a-313c0619f775 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1375.476048] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquiring lock "refresh_cache-01cbc35b-115d-4fdd-9047-e1260bceb7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1375.476315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquired lock "refresh_cache-01cbc35b-115d-4fdd-9047-e1260bceb7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1375.476640] env[69297]: DEBUG nova.network.neutron [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1375.491272] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525a8b16-15cc-b455-9399-6d90ec1f058f, 'name': SearchDatastore_Task, 'duration_secs': 0.027581} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1375.491622] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931009, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1375.496919] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1375.497244] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 665055ca-2209-41dd-84ee-98adb209c925/665055ca-2209-41dd-84ee-98adb209c925.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1375.498904] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d28e5728-f3e4-491a-84f9-120fff9d0a93 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1375.501945] env[69297]: DEBUG oslo_vmware.api [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] Waiting for the task: (returnval){
[ 1375.501945] env[69297]:    value = "task-2931010"
[ 1375.501945] env[69297]:    _type = "Task"
[ 1375.501945] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1375.504021] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1375.504096] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde85a72-d1d2-4d5f-bb5f-43cdab5a8ca2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1375.509517] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1375.509517] env[69297]:    value = "task-2931011"
[ 1375.509517] env[69297]:    _type = "Task"
[ 1375.509517] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1375.518782] env[69297]: DEBUG oslo_vmware.api [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] Task: {'id': task-2931010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1375.520641] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1375.520641] env[69297]:    value = "task-2931012"
[ 1375.520641] env[69297]:    _type = "Task"
[ 1375.520641] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1375.527544] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1375.534332] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1375.534527] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1375.535394] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1375.535394] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1375.535394] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1375.535823] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba041161-515f-4d1d-a9dc-6f3d00a33255 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1375.543213] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1375.544181] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1375.544181] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce5727f-4db3-454f-a129-bb2b1a3c7c16 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1375.550873] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1375.550873] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ba2f2c-bee0-154b-4920-8046f20ad9dd"
[ 1375.550873] env[69297]:    _type = "Task"
[ 1375.550873] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1375.563578] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ba2f2c-bee0-154b-4920-8046f20ad9dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1375.729011] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfb5326f-cd4d-4b8f-a0da-4ef1ae2283cf req-64f58691-dc3a-43f5-8226-87fa8209f231 service nova] Releasing lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1375.775272] env[69297]: DEBUG nova.compute.manager [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1375.779411] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1375.800917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "refresh_cache-5d2fc2d4-b02c-45ed-addb-36766b55bf5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1375.801127] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired lock "refresh_cache-5d2fc2d4-b02c-45ed-addb-36766b55bf5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1375.801289] env[69297]: DEBUG nova.network.neutron [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1375.931270] env[69297]: DEBUG nova.network.neutron [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Successfully created port: d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1375.943290] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931009, 'name': Rename_Task, 'duration_secs': 0.328919} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1375.943390] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1375.944762] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69e291a2-b612-4315-83a4-22dd4592cbce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1375.947280] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b204cc-5452-4b5a-9d97-1871c52493ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1375.954956] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1375.954956] env[69297]:    value = "task-2931013"
[ 1375.954956] env[69297]:    _type = "Task"
[ 1375.954956] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1375.961210] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb0b231-ced6-4f94-9f56-1db43e4835aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1375.971708] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1376.008165] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c556888-673c-4630-a9c2-0ac8ed4b065d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.023323] env[69297]: DEBUG oslo_vmware.api [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] Task: {'id': task-2931010, 'name': ReconfigVM_Task, 'duration_secs': 0.201506} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1376.029058] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6b82c1-09d7-4dbb-958d-ab9212329573 tempest-ServersAdminTestJSON-64235150 tempest-ServersAdminTestJSON-64235150-project-admin] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Reconfigured VM instance to set the machine id {{(pid=69297) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}}
[ 1376.029592] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475281} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1376.029923] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 665055ca-2209-41dd-84ee-98adb209c925/665055ca-2209-41dd-84ee-98adb209c925.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1376.030222] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1376.031864] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1cb032-93cc-443a-b2b6-8b3d8140303d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.036432] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cce66794-6f96-4c20-be93-997f149385ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.049463] env[69297]: DEBUG nova.compute.provider_tree [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1376.052427] env[69297]: DEBUG nova.network.neutron [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1376.056200] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1376.056200] env[69297]:    value = "task-2931014"
[ 1376.056200] env[69297]:    _type = "Task"
[ 1376.056200] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1376.069929] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ba2f2c-bee0-154b-4920-8046f20ad9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009166} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1376.073684] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1376.073800] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42017f9f-de04-4dbd-8e7a-b97b16dbeece {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.079333] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1376.079333] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52029ebb-aab6-6ec7-dfb8-2ed1468d2f68"
[ 1376.079333] env[69297]:    _type = "Task"
[ 1376.079333] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1376.089894] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52029ebb-aab6-6ec7-dfb8-2ed1468d2f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1376.163610] env[69297]: DEBUG nova.network.neutron [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1376.367646] env[69297]: DEBUG nova.network.neutron [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1376.467438] env[69297]: DEBUG oslo_vmware.api [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931013, 'name': PowerOnVM_Task, 'duration_secs': 0.451932} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1376.467718] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1376.467920] env[69297]: DEBUG nova.compute.manager [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1376.468758] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7708ec5-ee84-4822-9508-997f1e1d72b0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.558203] env[69297]: DEBUG nova.scheduler.client.report [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1376.572943] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065871} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1376.573233] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1376.574049] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6d42b6-27b5-4fca-8cd6-418cae992184 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.600882] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 665055ca-2209-41dd-84ee-98adb209c925/665055ca-2209-41dd-84ee-98adb209c925.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1376.604158] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1102ad22-08bc-49e5-b50b-01856f7fc32c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.619837] env[69297]: DEBUG nova.network.neutron [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Updating instance_info_cache with network_info: [{"id": "381d2c40-8cb4-4052-ad75-f4f788c18a9c", "address": "fa:16:3e:0a:5a:4d", "network": {"id": "aee99af1-02e1-4599-a0a6-b3634ad721b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-526811456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26fff254e98443986e6a4efe9c32747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap381d2c40-8c", "ovs_interfaceid": "381d2c40-8cb4-4052-ad75-f4f788c18a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1376.626320] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52029ebb-aab6-6ec7-dfb8-2ed1468d2f68, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1376.627589] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1376.627871] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] aaa0201b-5e5b-4a35-a327-dfa54ca3400d/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk. {{(pid=69297) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1376.628213] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1376.628213] env[69297]:    value = "task-2931015"
[ 1376.628213] env[69297]:    _type = "Task"
[ 1376.628213] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1376.628624] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6cdb309-bf75-47d0-a837-433cfad7d693 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.639882] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1376.641036] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1376.641036] env[69297]:    value = "task-2931016"
[ 1376.641036] env[69297]:    _type = "Task"
[ 1376.641036] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1376.649149] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1376.666261] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Releasing lock "refresh_cache-01cbc35b-115d-4fdd-9047-e1260bceb7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1376.666841] env[69297]: DEBUG nova.compute.manager [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1376.666927] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1376.667846] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1e6a61-0173-4c31-9d7a-f3554c0b3b4b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.675691] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1376.675691] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48af1a5b-3c01-4037-9c8d-81a4ac50d122 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.681374] env[69297]: DEBUG oslo_vmware.api [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1376.681374] env[69297]:    value = "task-2931017"
[ 1376.681374] env[69297]:    _type = "Task"
[ 1376.681374] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1376.689813] env[69297]: DEBUG oslo_vmware.api [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2931017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1376.789030] env[69297]: DEBUG nova.compute.manager [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1376.818186] env[69297]: DEBUG nova.virt.hardware [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1376.818525] env[69297]: DEBUG nova.virt.hardware [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1376.818739] env[69297]: DEBUG nova.virt.hardware [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1376.818998] env[69297]: DEBUG nova.virt.hardware [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1376.819150] env[69297]: DEBUG nova.virt.hardware [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1376.819365] env[69297]: DEBUG nova.virt.hardware [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1376.819604] env[69297]: DEBUG nova.virt.hardware [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1376.819803] env[69297]: DEBUG nova.virt.hardware [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1376.820011] env[69297]: DEBUG nova.virt.hardware [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1376.820247] env[69297]: DEBUG nova.virt.hardware [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1376.820467] env[69297]: DEBUG nova.virt.hardware [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1376.821554] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bbffc3-4c6f-4553-8e5a-6e83b4f50657 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.830723] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befe9ca7-6497-4a38-b923-f22dab9b8198 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1376.990318] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1377.065741] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1377.069039] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.388s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1377.070769] env[69297]: INFO nova.compute.claims [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1377.093797] env[69297]: INFO nova.scheduler.client.report [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Deleted allocations for instance 010107bd-fe8f-4008-868b-f8b39c1d855f
[ 1377.122962] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Releasing lock "refresh_cache-5d2fc2d4-b02c-45ed-addb-36766b55bf5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1377.123860] env[69297]: DEBUG nova.compute.manager [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Instance network_info: |[{"id": "381d2c40-8cb4-4052-ad75-f4f788c18a9c", "address": "fa:16:3e:0a:5a:4d", "network": {"id": "aee99af1-02e1-4599-a0a6-b3634ad721b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-526811456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26fff254e98443986e6a4efe9c32747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap381d2c40-8c", "ovs_interfaceid": "381d2c40-8cb4-4052-ad75-f4f788c18a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1377.124240] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:5a:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '381d2c40-8cb4-4052-ad75-f4f788c18a9c', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1377.133322] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1377.133993] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1377.137950] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e9dd655-99c3-4966-b31e-a11519d368a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1377.167883] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931015, 'name': ReconfigVM_Task, 'duration_secs': 0.472202} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1377.169750] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 665055ca-2209-41dd-84ee-98adb209c925/665055ca-2209-41dd-84ee-98adb209c925.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1377.170583] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1377.170583] env[69297]:    value = "task-2931018"
[ 1377.170583] env[69297]:    _type = "Task"
[ 1377.170583] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1377.170737] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df0a4bff-d57c-4d15-8da3-736ee1e6aa95 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1377.181191] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931016, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1377.188990] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931018, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1377.190699] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1377.190699] env[69297]:    value = "task-2931019"
[ 1377.190699] env[69297]:    _type = "Task"
[ 1377.190699] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1377.197299] env[69297]: DEBUG oslo_vmware.api [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2931017, 'name': PowerOffVM_Task, 'duration_secs': 0.171699} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1377.197868] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1377.198050] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1377.198284] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6acabd7b-bb0e-432a-9acc-cb9b1054def7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1377.203887] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931019, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1377.236100] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1377.238132] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1377.238132] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Deleting the datastore file [datastore1] 01cbc35b-115d-4fdd-9047-e1260bceb7d3 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1377.238132] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3658adff-2bfe-48ba-8419-09abacdf2f35 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1377.247438] env[69297]: DEBUG oslo_vmware.api [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for the task: (returnval){
[ 1377.247438] env[69297]:    value = "task-2931021"
[ 1377.247438] env[69297]:    _type = "Task"
[ 1377.247438] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1377.256426] env[69297]: DEBUG oslo_vmware.api [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2931021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1377.321085] env[69297]: DEBUG nova.compute.manager [req-41fbe1d7-b59a-40a2-8e73-f318273c824d req-bdf2fa48-16c8-4c44-addf-b932d93a526f service nova] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Received event network-changed-381d2c40-8cb4-4052-ad75-f4f788c18a9c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1377.321422] env[69297]: DEBUG nova.compute.manager [req-41fbe1d7-b59a-40a2-8e73-f318273c824d req-bdf2fa48-16c8-4c44-addf-b932d93a526f service nova] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Refreshing instance network info cache due to event network-changed-381d2c40-8cb4-4052-ad75-f4f788c18a9c. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1377.321756] env[69297]: DEBUG oslo_concurrency.lockutils [req-41fbe1d7-b59a-40a2-8e73-f318273c824d req-bdf2fa48-16c8-4c44-addf-b932d93a526f service nova] Acquiring lock "refresh_cache-5d2fc2d4-b02c-45ed-addb-36766b55bf5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1377.321994] env[69297]: DEBUG oslo_concurrency.lockutils [req-41fbe1d7-b59a-40a2-8e73-f318273c824d req-bdf2fa48-16c8-4c44-addf-b932d93a526f service nova] Acquired lock "refresh_cache-5d2fc2d4-b02c-45ed-addb-36766b55bf5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1377.322329] env[69297]: DEBUG nova.network.neutron [req-41fbe1d7-b59a-40a2-8e73-f318273c824d req-bdf2fa48-16c8-4c44-addf-b932d93a526f service nova] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Refreshing network info cache for port 381d2c40-8cb4-4052-ad75-f4f788c18a9c {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1377.603917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df7242a7-ff08-49e3-8048-a03221c501dd tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "010107bd-fe8f-4008-868b-f8b39c1d855f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 33.788s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1377.664867] env[69297]: DEBUG oslo_concurrency.lockutils [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1377.665376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1377.666260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1377.666462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1377.666666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1377.669365] env[69297]: INFO nova.compute.manager [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Terminating instance
[ 1377.674568] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931016, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1377.684318] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931018, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1377.701448] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931019, 'name': Rename_Task, 'duration_secs': 0.403196} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1377.701885] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1377.702376] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f081d145-1755-4b02-bb3c-4cb79531c223 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1377.710719] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1377.710719] env[69297]:    value = "task-2931022"
[ 1377.710719] env[69297]:    _type = "Task"
[ 1377.710719] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1377.725512] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1377.756666] env[69297]: DEBUG oslo_vmware.api [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Task: {'id': task-2931021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144022} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1377.756931] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1377.757127] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1377.757303] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1377.757471] env[69297]: INFO nova.compute.manager [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Took 1.09 seconds to destroy the instance on the hypervisor.
[ 1377.757709] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1377.757913] env[69297]: DEBUG nova.compute.manager [-] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1377.757994] env[69297]: DEBUG nova.network.neutron [-] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1377.818189] env[69297]: INFO nova.compute.manager [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Rebuilding instance
[ 1377.860533] env[69297]: DEBUG nova.compute.manager [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1377.861492] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f580ad-6a0d-48ae-87aa-4f3c23716781 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1377.902384] env[69297]: DEBUG nova.network.neutron [-] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1378.055898] env[69297]: DEBUG nova.network.neutron [req-41fbe1d7-b59a-40a2-8e73-f318273c824d req-bdf2fa48-16c8-4c44-addf-b932d93a526f service nova] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Updated VIF entry in instance network info cache for port 381d2c40-8cb4-4052-ad75-f4f788c18a9c. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1378.056367] env[69297]: DEBUG nova.network.neutron [req-41fbe1d7-b59a-40a2-8e73-f318273c824d req-bdf2fa48-16c8-4c44-addf-b932d93a526f service nova] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Updating instance_info_cache with network_info: [{"id": "381d2c40-8cb4-4052-ad75-f4f788c18a9c", "address": "fa:16:3e:0a:5a:4d", "network": {"id": "aee99af1-02e1-4599-a0a6-b3634ad721b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-526811456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26fff254e98443986e6a4efe9c32747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap381d2c40-8c", "ovs_interfaceid": "381d2c40-8cb4-4052-ad75-f4f788c18a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1378.157150] env[69297]: DEBUG nova.network.neutron [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Successfully updated port: d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1378.175956] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931016, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.500236} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1378.183760] env[69297]: INFO nova.virt.vmwareapi.ds_util [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] aaa0201b-5e5b-4a35-a327-dfa54ca3400d/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk.
[ 1378.184716] env[69297]: DEBUG nova.compute.manager [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1378.185096] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1378.186792] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a33c091-b183-4e58-ba24-ef8478bfd265 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.189924] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8ea5e3-b6ed-4bd6-a5f2-d2e67be7f8ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.218667] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1378.226815] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] aaa0201b-5e5b-4a35-a327-dfa54ca3400d/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1378.227117] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931018, 'name': CreateVM_Task, 'duration_secs': 0.83782} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1378.230029] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7ef9920-1d52-4466-a3c1-7ca0d79c1f59 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.235118] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0393941f-a784-4e07-a02b-a43cc36e8b92 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.249536] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1378.251041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1378.251226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1378.251535] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1378.252915] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7607980-41d0-4de2-b112-3c3c150b1bf6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.257973] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1378.263125] env[69297]: DEBUG oslo_vmware.api [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1378.263125] env[69297]:    value = "task-2931023"
[ 1378.263125] env[69297]:    _type = "Task"
[ 1378.263125] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1378.263125] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1378.263125] env[69297]:    value = "task-2931024"
[ 1378.263125] env[69297]:    _type = "Task"
[ 1378.263125] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1378.270598] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1378.270598] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52991a1b-d3b9-ed39-7075-5db20ef59911"
[ 1378.270598] env[69297]:    _type = "Task"
[ 1378.270598] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1378.280057] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931024, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1378.280310] env[69297]: DEBUG oslo_vmware.api [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1378.291054] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "82d13872-02e7-4341-8c2b-e52431cb0889" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1378.291291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "82d13872-02e7-4341-8c2b-e52431cb0889" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1378.291488] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52991a1b-d3b9-ed39-7075-5db20ef59911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1378.407320] env[69297]: DEBUG nova.network.neutron [-] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1378.559704] env[69297]: DEBUG oslo_concurrency.lockutils [req-41fbe1d7-b59a-40a2-8e73-f318273c824d req-bdf2fa48-16c8-4c44-addf-b932d93a526f service nova] Releasing lock "refresh_cache-5d2fc2d4-b02c-45ed-addb-36766b55bf5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1378.620763] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d34fe9-2e22-482a-8023-a2d75d26e129 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.629274] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e486181-3de3-4837-9ea5-a52fdcde7677 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.661166] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9840b848-1127-47a1-a94d-d4f8e6d56e08 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.664261] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1378.664395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1378.664548] env[69297]: DEBUG nova.network.neutron [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1378.670801] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd24465-9811-4b53-8108-f1b433d5a510 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.686301] env[69297]: DEBUG nova.compute.provider_tree [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1378.730521] env[69297]: DEBUG oslo_vmware.api [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931022, 'name': PowerOnVM_Task, 'duration_secs': 0.932901} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1378.730775] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1378.731011] env[69297]: INFO nova.compute.manager [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Took 7.12 seconds to spawn the instance on the hypervisor.
[ 1378.731211] env[69297]: DEBUG nova.compute.manager [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1378.731984] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec78174-b697-48ac-a81c-9ac0ba50c933 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.785047] env[69297]: DEBUG oslo_vmware.api [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931023, 'name': PowerOffVM_Task, 'duration_secs': 0.223762} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1378.790471] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1378.790821] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1378.791697] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1378.799120] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc845caf-e6c2-43b3-a41e-a96d333c2657 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.799852] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52991a1b-d3b9-ed39-7075-5db20ef59911, 'name': SearchDatastore_Task, 'duration_secs': 0.026199} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1378.800273] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1378.800617] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1378.800992] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1378.801251] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1378.801548] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1378.802373] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efee373c-ad4b-4a61-a3a6-e54c45c2facf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.818638] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1378.818828] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1378.819594] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb4c4bfd-97d0-47a9-add0-089205d82ade {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.825421] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1378.825421] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529b0407-1bf6-8258-0207-b0d5f9bc4a81"
[ 1378.825421] env[69297]:    _type = "Task"
[ 1378.825421] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1378.833197] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529b0407-1bf6-8258-0207-b0d5f9bc4a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1378.869581] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1378.869854] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1378.870152] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleting the datastore file [datastore2] 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1378.870391] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c705634-9783-4894-9130-b2dec2fce0b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.878037] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1378.878170] env[69297]: DEBUG oslo_vmware.api [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1378.878170] env[69297]:    value = "task-2931026"
[ 1378.878170] env[69297]:    _type = "Task"
[ 1378.878170] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1378.878317] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-793bdb3d-ad65-4bfc-966c-ae5073e02ce1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1378.888165] env[69297]: DEBUG oslo_vmware.api [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1378.889388] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1378.889388] env[69297]:    value = "task-2931027"
[ 1378.889388] env[69297]:    _type = "Task"
[ 1378.889388] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1378.897310] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1378.911106] env[69297]: INFO nova.compute.manager [-] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Took 1.15 seconds to deallocate network for instance.
[ 1379.189176] env[69297]: DEBUG nova.scheduler.client.report [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1379.228055] env[69297]: DEBUG nova.network.neutron [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1379.248176] env[69297]: INFO nova.compute.manager [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Took 42.04 seconds to build instance.
[ 1379.277043] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931024, 'name': ReconfigVM_Task, 'duration_secs': 0.828856} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1379.277294] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] aaa0201b-5e5b-4a35-a327-dfa54ca3400d/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1379.280620] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a91b38-a2a0-4c72-b1a1-c5e7ac293abc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1379.310286] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273348b9-59e2-4124-9280-8edbbc557911 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1379.326799] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1379.326799] env[69297]:    value = "task-2931028"
[ 1379.326799] env[69297]:    _type = "Task"
[ 1379.326799] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1379.340100] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529b0407-1bf6-8258-0207-b0d5f9bc4a81, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1379.344654] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1379.345113] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49faaf14-df2c-4981-b0a8-1795f0971407 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1379.351070] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1379.351070] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d3a12a-983b-748d-0740-020cabe9a8af"
[ 1379.351070] env[69297]:    _type = "Task"
[ 1379.351070] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1379.361403] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d3a12a-983b-748d-0740-020cabe9a8af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1379.391476] env[69297]: DEBUG oslo_vmware.api [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148734} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1379.394563] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1379.394766] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1379.395043] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1379.395293] env[69297]: INFO nova.compute.manager [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Took 1.21 seconds to destroy the instance on the hypervisor.
[ 1379.395608] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1379.395860] env[69297]: DEBUG nova.compute.manager [-] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1379.395984] env[69297]: DEBUG nova.network.neutron [-] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1379.402756] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931027, 'name': PowerOffVM_Task, 'duration_secs': 0.191911} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1379.403031] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1379.403242] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1379.404015] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75737c5f-8bc6-4112-a098-fda837da4fe8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1379.410757] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1379.411069] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8da2170e-e2e9-4fd1-9ceb-75a3c41002be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1379.418646] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1379.450055] env[69297]: DEBUG nova.compute.manager [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Received event network-vif-plugged-d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1379.450272] env[69297]: DEBUG oslo_concurrency.lockutils [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] Acquiring lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1379.450471] env[69297]: DEBUG oslo_concurrency.lockutils [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1379.450744] env[69297]: DEBUG oslo_concurrency.lockutils [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1379.450858] env[69297]: DEBUG nova.compute.manager [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] No waiting events found dispatching network-vif-plugged-d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1379.450936] env[69297]: WARNING nova.compute.manager [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Received unexpected event network-vif-plugged-d4a09e55-b462-4517-8a52-9b752a0b5857 for instance with vm_state building and task_state spawning.
[ 1379.451312] env[69297]: DEBUG nova.compute.manager [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Received event network-changed-d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1379.451502] env[69297]: DEBUG nova.compute.manager [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Refreshing instance network info cache due to event network-changed-d4a09e55-b462-4517-8a52-9b752a0b5857. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1379.452023] env[69297]: DEBUG oslo_concurrency.lockutils [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] Acquiring lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1379.475499] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1379.475718] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1379.475894] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleting the datastore file [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1379.476275] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-229ba292-7e40-47d4-9034-4c9ca02a986e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1379.483042] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1379.483042] env[69297]:    value = "task-2931030"
[ 1379.483042] env[69297]:    _type = "Task"
[ 1379.483042] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1379.487256] env[69297]: DEBUG nova.network.neutron [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updating instance_info_cache with network_info: [{"id": "d4a09e55-b462-4517-8a52-9b752a0b5857", "address": "fa:16:3e:e6:5d:c7", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a09e55-b4", "ovs_interfaceid": "d4a09e55-b462-4517-8a52-9b752a0b5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1379.494039] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1379.574646] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Acquiring lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1379.574826] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1379.575046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Acquiring lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1379.575246] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1379.575410] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1379.577312] env[69297]: INFO nova.compute.manager [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Terminating instance
[ 1379.695080] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1379.695080] env[69297]: DEBUG nova.compute.manager [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1379.699314] env[69297]: DEBUG oslo_concurrency.lockutils [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.417s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1379.699314] env[69297]: DEBUG nova.objects.instance [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Lazy-loading 'resources' on Instance uuid 325218ad-6e90-4211-99b5-6df5bb6ebd7d {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1379.754160] env[69297]: DEBUG oslo_concurrency.lockutils [None req-756f49ce-7516-4cef-b7de-219e2e65fa83 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "665055ca-2209-41dd-84ee-98adb209c925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 80.327s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1379.807345] env[69297]: DEBUG nova.compute.manager [req-4e7704f6-7920-42f4-913a-a6b423c9751e req-6408b587-a186-48e9-869f-c878877b2b78 service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Received event network-vif-deleted-c83d9feb-86af-41a1-ab3d-f53f579cfbf6 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1379.807467] env[69297]: INFO nova.compute.manager [req-4e7704f6-7920-42f4-913a-a6b423c9751e req-6408b587-a186-48e9-869f-c878877b2b78 service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Neutron deleted interface c83d9feb-86af-41a1-ab3d-f53f579cfbf6; detaching it from the instance and deleting it from the info cache
[ 1379.807728] env[69297]: DEBUG nova.network.neutron [req-4e7704f6-7920-42f4-913a-a6b423c9751e req-6408b587-a186-48e9-869f-c878877b2b78 service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1379.842260] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931028, 'name': ReconfigVM_Task, 'duration_secs': 0.265423} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1379.842528] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1379.842764] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-216c3a9b-9f70-4984-98e6-ebbf9077209c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1379.849107] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1379.849107] env[69297]:    value = "task-2931031"
[ 1379.849107] env[69297]:    _type = "Task"
[ 1379.849107] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1379.861758] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1379.865383] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d3a12a-983b-748d-0740-020cabe9a8af, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1379.865615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1379.865896] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 5d2fc2d4-b02c-45ed-addb-36766b55bf5d/5d2fc2d4-b02c-45ed-addb-36766b55bf5d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1379.866164] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aa42433-dd1b-4499-9e81-d3bd1a9809eb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1379.872148] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1379.872148] env[69297]:    value = "task-2931032"
[ 1379.872148] env[69297]:    _type = "Task"
[ 1379.872148] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1379.880999] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1379.993116] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132268} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1379.993375] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1379.993558] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1379.993746] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1379.996391] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1379.996684] env[69297]: DEBUG nova.compute.manager [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Instance network_info: |[{"id": "d4a09e55-b462-4517-8a52-9b752a0b5857", "address": "fa:16:3e:e6:5d:c7", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a09e55-b4", "ovs_interfaceid": "d4a09e55-b462-4517-8a52-9b752a0b5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1379.997608] env[69297]: DEBUG oslo_concurrency.lockutils [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] Acquired lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1379.997608] env[69297]: DEBUG nova.network.neutron [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Refreshing network info cache for port d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1379.998960] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:5d:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4a09e55-b462-4517-8a52-9b752a0b5857', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1380.005891] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating folder: Project (d85ae7902cf7486c80a24382834bceb4). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1380.009178] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fe1fabc-c7ca-478f-ab4a-b04ce5f1d1b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.020075] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Created folder: Project (d85ae7902cf7486c80a24382834bceb4) in parent group-v588392.
[ 1380.020287] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating folder: Instances. Parent ref: group-v588527. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1380.020938] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d622b4e4-1331-4f2a-beb1-1052e54d75ff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.031903] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Created folder: Instances in parent group-v588527.
[ 1380.032028] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1380.032306] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1380.032490] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a2f8d61-947a-4fea-b99b-4548452def68 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.056142] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1380.056142] env[69297]:    value = "task-2931035"
[ 1380.056142] env[69297]:    _type = "Task"
[ 1380.056142] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1380.064880] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931035, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1380.079563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1380.079814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1380.080049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1380.080655] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1380.080843] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1380.082912] env[69297]: DEBUG nova.compute.manager [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1380.084196] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1380.084196] env[69297]: INFO nova.compute.manager [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Terminating instance
[ 1380.085079] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-657a17e7-7abd-4c66-99aa-0cd9c8c4aeeb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.093715] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Waiting for the task: (returnval){
[ 1380.093715] env[69297]:    value = "task-2931036"
[ 1380.093715] env[69297]:    _type = "Task"
[ 1380.093715] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1380.107958] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2931036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1380.147323] env[69297]: DEBUG nova.network.neutron [-] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1380.201723] env[69297]: DEBUG nova.compute.utils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1380.204319] env[69297]: DEBUG nova.compute.manager [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1380.204722] env[69297]: DEBUG nova.network.neutron [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1380.257212] env[69297]: DEBUG nova.compute.manager [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1380.309526] env[69297]: DEBUG nova.policy [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fb9345411a349158205d5b8e4e84acd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c74bbeb2c9d41cd8780a3bbc84ae5cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1380.314634] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6a96f36-5930-4a39-a8e2-de9fc67398ac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.326823] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45662cfc-7b3b-4053-a3fc-2d94f93ef7c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.340380] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1380.340634] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1380.340841] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1380.341062] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1380.341241] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1380.343673] env[69297]: INFO nova.compute.manager [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Terminating instance
[ 1380.373425] env[69297]: DEBUG nova.compute.manager [req-4e7704f6-7920-42f4-913a-a6b423c9751e req-6408b587-a186-48e9-869f-c878877b2b78 service nova] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Detach interface failed, port_id=c83d9feb-86af-41a1-ab3d-f53f579cfbf6, reason: Instance 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1380.380957] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931031, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1380.395278] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477308} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1380.395779] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 5d2fc2d4-b02c-45ed-addb-36766b55bf5d/5d2fc2d4-b02c-45ed-addb-36766b55bf5d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1380.396046] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1380.396285] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2d7c584-c694-4365-b5bc-5c6e79ef07b2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.405134] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1380.405134] env[69297]:    value = "task-2931037"
[ 1380.405134] env[69297]:    _type = "Task"
[ 1380.405134] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1380.416928] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1380.566902] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931035, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1380.588572] env[69297]: DEBUG nova.network.neutron [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updated VIF entry in instance network info cache for port d4a09e55-b462-4517-8a52-9b752a0b5857. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1380.588988] env[69297]: DEBUG nova.network.neutron [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updating instance_info_cache with network_info: [{"id": "d4a09e55-b462-4517-8a52-9b752a0b5857", "address": "fa:16:3e:e6:5d:c7", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a09e55-b4", "ovs_interfaceid": "d4a09e55-b462-4517-8a52-9b752a0b5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1380.591551] env[69297]: DEBUG nova.compute.manager [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1380.591551] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1380.591849] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbee1242-f56d-43f1-83dd-306bd34b3041 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.605126] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2931036, 'name': PowerOffVM_Task, 'duration_secs': 0.261802} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1380.611206] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1380.611206] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1380.611206] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588441', 'volume_id': '04da9cbd-9abb-4f64-9488-c55e20c91c14', 'name': 'volume-04da9cbd-9abb-4f64-9488-c55e20c91c14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8774bfd-c97a-47a2-bd49-13d8ef773fb0', 'attached_at': '', 'detached_at': '', 'volume_id': '04da9cbd-9abb-4f64-9488-c55e20c91c14', 'serial': '04da9cbd-9abb-4f64-9488-c55e20c91c14'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1380.611206] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1380.612625] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba65a52-b7ea-4f09-8e0a-5877b4acad5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.615138] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0154dcdd-b577-416e-8f69-870bd1bdf603 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.636304] env[69297]: DEBUG oslo_vmware.api [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1380.636304] env[69297]:    value = "task-2931038"
[ 1380.636304] env[69297]:    _type = "Task"
[ 1380.636304] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1380.639293] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96f904e-80d0-4eae-ba29-8b26fdf1a3ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.650423] env[69297]: INFO nova.compute.manager [-] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Took 1.25 seconds to deallocate network for instance.
[ 1380.650745] env[69297]: DEBUG oslo_vmware.api [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2931038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1380.659926] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5b6f12-2bdc-4448-8628-f3adf6df0608 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.685138] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebe82be-1f7a-49e9-8225-f2bfd170ffad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.700851] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] The volume has not been displaced from its original location: [datastore2] volume-04da9cbd-9abb-4f64-9488-c55e20c91c14/volume-04da9cbd-9abb-4f64-9488-c55e20c91c14.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1380.706185] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1380.707218] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a1e533a-09ee-4478-9544-300234a60f9b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.723074] env[69297]: DEBUG nova.compute.manager [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1380.732485] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Waiting for the task: (returnval){
[ 1380.732485] env[69297]:    value = "task-2931039"
[ 1380.732485] env[69297]:    _type = "Task"
[ 1380.732485] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1380.745992] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2931039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1380.793704] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1380.847197] env[69297]: DEBUG nova.compute.manager [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1380.847855] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1380.848363] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60076d17-f81f-4b1a-a42b-40380f3fff1c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.863564] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1380.864495] env[69297]: DEBUG oslo_vmware.api [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931031, 'name': PowerOnVM_Task, 'duration_secs': 0.581453} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1380.864495] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea95d807-032a-487d-94ec-235fb85efc52 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.865510] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1380.873328] env[69297]: DEBUG nova.compute.manager [None req-c5c2781b-e291-47ce-b049-a3146bb3580f tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1380.874784] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aec982f-2f7b-4c5e-8f1e-e3d93fc41ff5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.879739] env[69297]: DEBUG oslo_vmware.api [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1380.879739] env[69297]:    value = "task-2931040"
[ 1380.879739] env[69297]:    _type = "Task"
[ 1380.879739] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1380.888950] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d210ce00-5969-4102-b586-4968514a7753 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.894416] env[69297]: DEBUG oslo_vmware.api [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2931040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1380.899767] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e468aea1-019f-4adf-ae1c-14b6c5323326 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.909113] env[69297]: DEBUG nova.network.neutron [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Successfully created port: 65b994e5-5569-45d0-bed7-8a80426887ee {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1380.941956] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a38559-9c3a-40de-9bf0-9d6861b47ba6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.948809] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069232} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1380.948963] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1380.949831] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a84b821-dbe8-402c-bc2c-0a7bd85a3f06 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.956987] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2f00e8-63d7-4097-ba27-da576918a464 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1380.980721] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 5d2fc2d4-b02c-45ed-addb-36766b55bf5d/5d2fc2d4-b02c-45ed-addb-36766b55bf5d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1380.981914] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9450e21b-a672-4253-bdb2-6eb3b2ab7a7f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.005350] env[69297]: DEBUG nova.compute.provider_tree [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1381.012311] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1381.012311] env[69297]:    value = "task-2931041"
[ 1381.012311] env[69297]:    _type = "Task"
[ 1381.012311] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1381.025196] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1381.042386] env[69297]: DEBUG nova.virt.hardware [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1381.042657] env[69297]: DEBUG nova.virt.hardware [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1381.042856] env[69297]: DEBUG nova.virt.hardware [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1381.043064] env[69297]: DEBUG nova.virt.hardware [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1381.043255] env[69297]: DEBUG nova.virt.hardware [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1381.043460] env[69297]: DEBUG nova.virt.hardware [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1381.043927] env[69297]: DEBUG nova.virt.hardware [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1381.044020] env[69297]: DEBUG nova.virt.hardware [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1381.044752] env[69297]: DEBUG nova.virt.hardware [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1381.044752] env[69297]: DEBUG nova.virt.hardware [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1381.044752] env[69297]: DEBUG nova.virt.hardware [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1381.046827] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee61a31-1341-4243-b827-5d140d29001d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.060128] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb26c7e-1b1d-41b1-a097-4f187a3f4a40 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.085826] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:13:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba2cd21f-4d3e-4423-b9f9-20703eee7aed', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1381.093680] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1381.093888] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931035, 'name': CreateVM_Task, 'duration_secs': 0.511622} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1381.094732] env[69297]: DEBUG oslo_concurrency.lockutils [req-de88390b-17c2-4b7b-bb13-04fcfea5c9e7 req-a813234b-700c-4a2a-9700-3733a59552c8 service nova] Releasing lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1381.095372] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1381.095538] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1381.095746] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ab8e776-fc28-4cf0-a33c-41e3f1c8e9ec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.110376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1381.110547] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1381.110856] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1381.111169] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2002ece8-9a73-43b8-9554-1246ab3050e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.118742] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1381.118742] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523f19ed-c3f4-1211-2b4e-ee44c478fc57"
[ 1381.118742] env[69297]:    _type = "Task"
[ 1381.118742] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1381.119984] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1381.119984] env[69297]:    value = "task-2931042"
[ 1381.119984] env[69297]:    _type = "Task"
[ 1381.119984] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1381.130392] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523f19ed-c3f4-1211-2b4e-ee44c478fc57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1381.133473] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931042, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1381.148984] env[69297]: DEBUG oslo_vmware.api [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2931038, 'name': PowerOffVM_Task, 'duration_secs': 0.37553} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1381.149363] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1381.149591] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1381.149898] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd7d40bf-82cc-43e0-9cae-2f39ec0a9f52 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.164581] env[69297]: DEBUG oslo_concurrency.lockutils [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1381.226188] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1381.226482] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1381.226865] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Deleting the datastore file [datastore2] 5e4c9e67-c5c0-454d-90a8-49c62ccfe399 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1381.230662] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0492ca67-97ff-44d4-9623-d38e049c5e47 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.243072] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2931039, 'name': ReconfigVM_Task, 'duration_secs': 0.36941} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1381.243241] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1381.248756] env[69297]: DEBUG oslo_vmware.api [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1381.248756] env[69297]:    value = "task-2931044"
[ 1381.248756] env[69297]:    _type = "Task"
[ 1381.248756] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1381.248756] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2463729c-d3fe-4837-a924-85f95a2d1abf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.270259] env[69297]: DEBUG oslo_vmware.api [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2931044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1381.272885] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Waiting for the task: (returnval){
[ 1381.272885] env[69297]:    value = "task-2931045"
[ 1381.272885] env[69297]:    _type = "Task"
[ 1381.272885] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1381.283154] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2931045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1381.395063] env[69297]: DEBUG oslo_vmware.api [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2931040, 'name': PowerOffVM_Task, 'duration_secs': 0.221616} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1381.396677] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1381.396677] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1381.398235] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd7b08f-307f-43cb-8561-1f1b7d21b90c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.509177] env[69297]: DEBUG nova.scheduler.client.report [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1381.523321] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1381.523531] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1381.523747] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Deleting the datastore file [datastore2] 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1381.527198] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a8fd702-52d9-46a6-b310-af05558de403 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.529029] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1381.533938] env[69297]: DEBUG oslo_vmware.api [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for the task: (returnval){
[ 1381.533938] env[69297]:    value = "task-2931047"
[ 1381.533938] env[69297]:    _type = "Task"
[ 1381.533938] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1381.545520] env[69297]: DEBUG oslo_vmware.api [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2931047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1381.557755] env[69297]: DEBUG nova.compute.manager [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Stashing vm_state: active {{(pid=69297) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1381.634479] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523f19ed-c3f4-1211-2b4e-ee44c478fc57, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1381.640273] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1381.640743] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1381.641209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1381.641530] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1381.641911] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1381.642308] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931042, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1381.643191] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c047427a-ca41-4d44-a9e8-7e12313f65d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.653310] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1381.653519] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1381.654322] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d25b23-9609-4211-a6f3-17779547bc61 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.660151] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1381.660151] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522e9fc7-0212-7021-f7e8-c87b1861bda0"
[ 1381.660151] env[69297]:    _type = "Task"
[ 1381.660151] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1381.669101] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522e9fc7-0212-7021-f7e8-c87b1861bda0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1381.734633] env[69297]: DEBUG nova.compute.manager [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1381.766900] env[69297]: DEBUG nova.virt.hardware [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1381.767170] env[69297]: DEBUG nova.virt.hardware [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1381.767325] env[69297]: DEBUG nova.virt.hardware [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1381.767503] env[69297]: DEBUG nova.virt.hardware [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1381.767646] env[69297]: DEBUG nova.virt.hardware [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1381.767789] env[69297]: DEBUG nova.virt.hardware [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1381.767992] env[69297]: DEBUG nova.virt.hardware [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1381.768175] env[69297]: DEBUG nova.virt.hardware [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1381.768338] env[69297]: DEBUG nova.virt.hardware [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1381.768493] env[69297]: DEBUG nova.virt.hardware [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1381.768679] env[69297]: DEBUG nova.virt.hardware [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1381.769589] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1019397f-252f-48de-9f26-85a7f0637085 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.782235] env[69297]: DEBUG oslo_vmware.api [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2931044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161444} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1381.783771] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e59209e-b8d5-4f68-936a-6f415789098b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.787583] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1381.787782] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1381.787960] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1381.788153] env[69297]: INFO nova.compute.manager [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Took 1.20 seconds to destroy the instance on the hypervisor.
[ 1381.788390] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1381.792035] env[69297]: DEBUG nova.compute.manager [-] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1381.792139] env[69297]: DEBUG nova.network.neutron [-] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1381.793842] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2931045, 'name': ReconfigVM_Task, 'duration_secs': 0.190784} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1381.794498] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588441', 'volume_id': '04da9cbd-9abb-4f64-9488-c55e20c91c14', 'name': 'volume-04da9cbd-9abb-4f64-9488-c55e20c91c14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8774bfd-c97a-47a2-bd49-13d8ef773fb0', 'attached_at': '', 'detached_at': '', 'volume_id': '04da9cbd-9abb-4f64-9488-c55e20c91c14', 'serial': '04da9cbd-9abb-4f64-9488-c55e20c91c14'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1381.794797] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1381.796980] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b95bc5-2da4-48de-8e9f-dcd0036d4136 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.814182] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1381.814620] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37ae28f3-afc2-4aa1-be10-52c4a6a143ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.936267] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1381.936267] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1381.936267] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Deleting the datastore file [datastore2] a8774bfd-c97a-47a2-bd49-13d8ef773fb0 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1381.936267] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fdaa62c-944b-4927-b2e7-f9daa937756e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1381.941111] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Waiting for the task: (returnval){
[ 1381.941111] env[69297]:    value = "task-2931049"
[ 1381.941111] env[69297]:    _type = "Task"
[ 1381.941111] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1381.951963] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2931049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1382.020527] env[69297]: DEBUG oslo_concurrency.lockutils [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1382.026048] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.319s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1382.027682] env[69297]: INFO nova.compute.claims [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1382.030613] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931041, 'name': ReconfigVM_Task, 'duration_secs': 0.701588} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1382.032317] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 5d2fc2d4-b02c-45ed-addb-36766b55bf5d/5d2fc2d4-b02c-45ed-addb-36766b55bf5d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1382.032317] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9616b0f7-119b-40a0-8501-784a60db5592 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1382.039151] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1382.039151] env[69297]:    value = "task-2931050"
[ 1382.039151] env[69297]:    _type = "Task"
[ 1382.039151] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1382.048520] env[69297]: DEBUG oslo_vmware.api [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Task: {'id': task-2931047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174311} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1382.048520] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1382.048520] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1382.048520] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1382.048520] env[69297]: INFO nova.compute.manager [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Took 1.20 seconds to destroy the instance on the hypervisor.
[ 1382.048808] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1382.048921] env[69297]: DEBUG nova.compute.manager [-] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1382.049023] env[69297]: DEBUG nova.network.neutron [-] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1382.051353] env[69297]: INFO nova.scheduler.client.report [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Deleted allocations for instance 325218ad-6e90-4211-99b5-6df5bb6ebd7d
[ 1382.057227] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931050, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1382.076169] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1382.138667] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931042, 'name': CreateVM_Task, 'duration_secs': 0.574553} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1382.139819] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1382.141016] env[69297]: DEBUG nova.compute.manager [req-e8d22f68-7563-43b6-bbe7-b83bbf1e0f6f req-47e398a3-146d-493e-be8c-c37bcf0a600a service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Received event network-vif-deleted-ac9dec54-0f9f-42ef-812a-0f92476449f2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1382.141209] env[69297]: INFO nova.compute.manager [req-e8d22f68-7563-43b6-bbe7-b83bbf1e0f6f req-47e398a3-146d-493e-be8c-c37bcf0a600a service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Neutron deleted interface ac9dec54-0f9f-42ef-812a-0f92476449f2; detaching it from the instance and deleting it from the info cache
[ 1382.141387] env[69297]: DEBUG nova.network.neutron [req-e8d22f68-7563-43b6-bbe7-b83bbf1e0f6f req-47e398a3-146d-493e-be8c-c37bcf0a600a service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1382.142865] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1382.142992] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1382.143337] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1382.143980] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72898a77-991a-4934-94be-eaa4569a6b7d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1382.150117] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1382.150117] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]521c30d7-c781-702e-1812-5c2733135537"
[ 1382.150117] env[69297]:    _type = "Task"
[ 1382.150117] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1382.159149] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521c30d7-c781-702e-1812-5c2733135537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1382.172524] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522e9fc7-0212-7021-f7e8-c87b1861bda0, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1382.174053] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c09f216-93a9-4171-acf5-9acd75e5d03f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1382.179819] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1382.179819] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e149be-5bcb-75cc-d2ba-6dff0b5ddf90"
[ 1382.179819] env[69297]:    _type = "Task"
[ 1382.179819] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1382.188998] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e149be-5bcb-75cc-d2ba-6dff0b5ddf90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1382.315211] env[69297]: INFO nova.compute.manager [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Unrescuing
[ 1382.315513] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1382.315677] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquired lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1382.315843] env[69297]: DEBUG nova.network.neutron [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1382.450876] env[69297]: DEBUG oslo_vmware.api [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Task: {'id': task-2931049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084465} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1382.451167] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1382.451351] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1382.451528] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1382.451729] env[69297]: INFO nova.compute.manager [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Took 2.37 seconds to destroy the instance on the hypervisor.
[ 1382.451983] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1382.452187] env[69297]: DEBUG nova.compute.manager [-] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1382.452285] env[69297]: DEBUG nova.network.neutron [-] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1382.548010] env[69297]: DEBUG nova.network.neutron [-] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1382.556999] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931050, 'name': Rename_Task, 'duration_secs': 0.264017} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1382.557314] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1382.557580] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18f25dd4-8cb6-4850-8001-18513eca09ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1382.565314] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1382.565314] env[69297]:    value = "task-2931051"
[ 1382.565314] env[69297]:    _type = "Task"
[ 1382.565314] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1382.565748] env[69297]: DEBUG oslo_concurrency.lockutils [None req-69be3fa1-f854-4b44-9aea-2639f897d224 tempest-InstanceActionsNegativeTestJSON-2065820928 tempest-InstanceActionsNegativeTestJSON-2065820928-project-member] Lock "325218ad-6e90-4211-99b5-6df5bb6ebd7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 28.817s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1382.584319] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1382.645227] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-037e9752-ed55-473c-9f98-49d91f2de818 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1382.658119] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeccd2f-7dc8-461a-a0bc-bb2768e9cf0a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1382.674999] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521c30d7-c781-702e-1812-5c2733135537, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1382.675333] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1382.675580] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1382.675780] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1382.691778] env[69297]: DEBUG nova.compute.manager [req-e8d22f68-7563-43b6-bbe7-b83bbf1e0f6f req-47e398a3-146d-493e-be8c-c37bcf0a600a service nova] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Detach interface failed, port_id=ac9dec54-0f9f-42ef-812a-0f92476449f2, reason: Instance 5e4c9e67-c5c0-454d-90a8-49c62ccfe399 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1382.700549] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e149be-5bcb-75cc-d2ba-6dff0b5ddf90, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1382.700793] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1382.701065] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] ab2dc89a-41e4-422f-8db5-fb01f06f49ef/ab2dc89a-41e4-422f-8db5-fb01f06f49ef.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1382.701344] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1382.701527] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1382.701727] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35e3bbe5-1e61-4601-88ed-de27933b51e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1382.705475] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57a55215-384f-42f6-a948-742d764b03cb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1382.712047] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1382.712047] env[69297]:    value = "task-2931052"
[ 1382.712047] env[69297]:    _type = "Task"
[ 1382.712047] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1382.716627] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1382.716779] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1382.717878] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f37ae8-8212-43fe-a08a-023b4151d7bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1382.723405] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1382.726814] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1382.726814] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52881432-b673-2f39-ceaa-97f9352057dc"
[ 1382.726814] env[69297]:    _type = "Task"
[ 1382.726814] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1382.735715] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52881432-b673-2f39-ceaa-97f9352057dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1382.805784] env[69297]: DEBUG nova.network.neutron [-] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1382.920315] env[69297]: DEBUG nova.compute.manager [req-a98442dc-1a43-4100-943e-25014f527fe8 req-c3d40be4-e7f5-45fa-aa8a-cb13c07504aa service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Received event network-vif-plugged-65b994e5-5569-45d0-bed7-8a80426887ee {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1382.920414] env[69297]: DEBUG oslo_concurrency.lockutils [req-a98442dc-1a43-4100-943e-25014f527fe8 req-c3d40be4-e7f5-45fa-aa8a-cb13c07504aa service nova] Acquiring lock "3831d5ae-d59f-4199-be88-f4a8a37c623d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1382.920618] env[69297]: DEBUG oslo_concurrency.lockutils [req-a98442dc-1a43-4100-943e-25014f527fe8 req-c3d40be4-e7f5-45fa-aa8a-cb13c07504aa service nova] Lock "3831d5ae-d59f-4199-be88-f4a8a37c623d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1382.921178] env[69297]: DEBUG oslo_concurrency.lockutils [req-a98442dc-1a43-4100-943e-25014f527fe8 req-c3d40be4-e7f5-45fa-aa8a-cb13c07504aa service nova] Lock "3831d5ae-d59f-4199-be88-f4a8a37c623d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1382.921408] env[69297]: DEBUG nova.compute.manager [req-a98442dc-1a43-4100-943e-25014f527fe8 req-c3d40be4-e7f5-45fa-aa8a-cb13c07504aa service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] No waiting events found dispatching network-vif-plugged-65b994e5-5569-45d0-bed7-8a80426887ee {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1382.921640] env[69297]: WARNING nova.compute.manager [req-a98442dc-1a43-4100-943e-25014f527fe8 req-c3d40be4-e7f5-45fa-aa8a-cb13c07504aa service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Received unexpected event network-vif-plugged-65b994e5-5569-45d0-bed7-8a80426887ee for instance with vm_state building and task_state spawning.
[ 1383.051681] env[69297]: INFO nova.compute.manager [-] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Took 1.26 seconds to deallocate network for instance.
[ 1383.098425] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931051, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1383.231095] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931052, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1383.246158] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52881432-b673-2f39-ceaa-97f9352057dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009107} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1383.247490] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71be464d-40c0-4b70-a00c-4a24d4f79d29 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1383.257070] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1383.257070] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5271f293-3eda-7338-e835-9440863ab6c6"
[ 1383.257070] env[69297]:    _type = "Task"
[ 1383.257070] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1383.265671] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5271f293-3eda-7338-e835-9440863ab6c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1383.304046] env[69297]: DEBUG nova.network.neutron [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Successfully updated port: 65b994e5-5569-45d0-bed7-8a80426887ee {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1383.310404] env[69297]: INFO nova.compute.manager [-] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Took 1.26 seconds to deallocate network for instance.
[ 1383.429670] env[69297]: DEBUG nova.network.neutron [-] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1383.560977] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1383.583983] env[69297]: DEBUG oslo_vmware.api [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931051, 'name': PowerOnVM_Task, 'duration_secs': 0.58244} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1383.584271] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1383.584470] env[69297]: INFO nova.compute.manager [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Took 9.37 seconds to spawn the instance on the hypervisor.
[ 1383.584646] env[69297]: DEBUG nova.compute.manager [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1383.588535] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac58cb1-8305-449c-9cd9-0544322b6a82 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1383.601173] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69ec0d1-69b5-47b6-aad2-b24ea8214f65 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1383.608394] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2524e29e-312e-4cf1-8ee6-8cd5b76c980b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1384.373512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1384.373783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquired lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1384.373783] env[69297]: DEBUG nova.network.neutron [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1384.375907] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1384.376253] env[69297]: INFO nova.compute.manager [-] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Took 1.92 seconds to deallocate network for instance.
[ 1384.384898] env[69297]: DEBUG nova.network.neutron [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Updating instance_info_cache with network_info: [{"id": "39cd01e7-ffa2-414d-b041-505209f482f7", "address": "fa:16:3e:f5:39:aa", "network": {"id": "7a6e1fcb-3367-4f21-99ec-0b8b134ead3e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-270637559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "690a7a8622d24997a927b312dcb0d145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cd01e7-ff", "ovs_interfaceid": "39cd01e7-ffa2-414d-b041-505209f482f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1384.395399] env[69297]: DEBUG nova.compute.manager [req-fb1beb19-1cad-419e-af1b-228505d81ed1 req-f763c54b-0f5a-4f60-a1d2-c0ed4dceb453 service nova] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Received event network-vif-deleted-38cf1001-1ba4-4817-9342-806b5e952386 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1384.395646] env[69297]: DEBUG nova.compute.manager [req-fb1beb19-1cad-419e-af1b-228505d81ed1 req-f763c54b-0f5a-4f60-a1d2-c0ed4dceb453 service nova] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Received event network-vif-deleted-9263d1ec-8e0b-46e2-8847-686a474174bc {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1384.396678] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090e9b5c-a4d8-4e12-97fb-f304a6c6c0c5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1384.399908] env[69297]: INFO nova.compute.manager [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Took 44.65 seconds to build instance.
[ 1384.404393] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Releasing lock "refresh_cache-aaa0201b-5e5b-4a35-a327-dfa54ca3400d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1384.404393] env[69297]: DEBUG nova.objects.instance [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lazy-loading 'flavor' on Instance uuid aaa0201b-5e5b-4a35-a327-dfa54ca3400d {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1384.411663] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558845} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1384.417047] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] ab2dc89a-41e4-422f-8db5-fb01f06f49ef/ab2dc89a-41e4-422f-8db5-fb01f06f49ef.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1384.417047] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1384.417426] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd0e11c-2dac-4786-a494-16ec84adda50 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1384.421335] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5271f293-3eda-7338-e835-9440863ab6c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012274} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1384.422353] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5a96eef-0fb9-4c6f-a641-b763a551b996 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1384.424503] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1384.424770] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1384.425641] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9e5166e-9b2b-47fc-b3dc-f717f9d7ae0d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1384.436367] env[69297]: DEBUG nova.compute.provider_tree [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1384.439887] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1384.439887] env[69297]:    value = "task-2931053"
[ 1384.439887] env[69297]:    _type = "Task"
[ 1384.439887] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1384.444144] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1384.444144] env[69297]:    value = "task-2931054"
[ 1384.444144] env[69297]:    _type = "Task"
[ 1384.444144] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1384.451218] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1384.456397] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1384.908168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e8a6bf5a-ac4a-4ef0-aa74-b74157c07793 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 73.341s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1384.909086] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c347a2f-c8d5-483c-bff0-e2fd79886466 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1384.932981] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1384.934076] env[69297]: DEBUG nova.network.neutron [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1384.936023] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec6fcfc-60ce-42ae-bc87-dfb8cafc2eaa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1384.939704] env[69297]: DEBUG nova.scheduler.client.report [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1384.944666] env[69297]: DEBUG oslo_vmware.api [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1384.944666] env[69297]:    value = "task-2931055"
[ 1384.944666] env[69297]:    _type = "Task"
[ 1384.944666] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1384.967281] env[69297]: INFO nova.compute.manager [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Took 0.57 seconds to detach 1 volumes for instance.
[ 1384.971604] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066468} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1384.973164] env[69297]: DEBUG nova.compute.manager [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Deleting volume: 04da9cbd-9abb-4f64-9488-c55e20c91c14 {{(pid=69297) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}}
[ 1384.975082] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1384.983074] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac0ffa3-36e8-41fb-b8cc-5e94a158c3d7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1384.985905] env[69297]: DEBUG oslo_vmware.api [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1384.986499] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505287} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1384.988161] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1384.988391] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1384.989484] env[69297]: DEBUG nova.compute.manager [req-195f1831-f21b-4294-a269-a6007876852e req-f19e61ee-f43f-4351-8dde-7aa32ae72ef8 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Received event network-changed-65b994e5-5569-45d0-bed7-8a80426887ee {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1384.990427] env[69297]: DEBUG nova.compute.manager [req-195f1831-f21b-4294-a269-a6007876852e req-f19e61ee-f43f-4351-8dde-7aa32ae72ef8 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Refreshing instance network info cache due to event network-changed-65b994e5-5569-45d0-bed7-8a80426887ee. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1384.990427] env[69297]: DEBUG oslo_concurrency.lockutils [req-195f1831-f21b-4294-a269-a6007876852e req-f19e61ee-f43f-4351-8dde-7aa32ae72ef8 service nova] Acquiring lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1384.990427] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-919ee012-787d-48cd-be97-941521531827 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1385.011947] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] ab2dc89a-41e4-422f-8db5-fb01f06f49ef/ab2dc89a-41e4-422f-8db5-fb01f06f49ef.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1385.015919] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e48f70e0-9cff-4a61-b29f-8ea0303be922 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1385.036859] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1385.036859] env[69297]:    value = "task-2931056"
[ 1385.036859] env[69297]:    _type = "Task"
[ 1385.036859] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1385.043046] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1385.043046] env[69297]:    value = "task-2931057"
[ 1385.043046] env[69297]:    _type = "Task"
[ 1385.043046] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1385.046185] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1385.055346] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1385.265563] env[69297]: DEBUG nova.network.neutron [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Updating instance_info_cache with network_info: [{"id": "65b994e5-5569-45d0-bed7-8a80426887ee", "address": "fa:16:3e:1e:d5:c2", "network": {"id": "be2a9fd7-a254-4ef8-a80c-ccb60baf6d5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-638177553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c74bbeb2c9d41cd8780a3bbc84ae5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b994e5-55", "ovs_interfaceid": "65b994e5-5569-45d0-bed7-8a80426887ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1385.448022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.420s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1385.448022] env[69297]: DEBUG nova.compute.manager [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1385.451480] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.938s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1385.452045] env[69297]: DEBUG nova.objects.instance [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lazy-loading 'resources' on Instance uuid 0f8a22c8-b592-42f5-a57f-807e117ec4d6 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1385.465259] env[69297]: DEBUG oslo_vmware.api [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931055, 'name': PowerOffVM_Task, 'duration_secs': 0.294079} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1385.465385] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1385.471358] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1385.471968] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd846d15-4718-4dde-9f80-fd95934251fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1385.494221] env[69297]: DEBUG oslo_vmware.api [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1385.494221] env[69297]:    value = "task-2931059"
[ 1385.494221] env[69297]:    _type = "Task"
[ 1385.494221] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1385.503430] env[69297]: DEBUG oslo_vmware.api [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1385.539561] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1385.550786] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073217} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1385.553770] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1385.554536] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a429c-0ea9-47d0-91ff-2601c77e1067 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1385.561767] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1385.579785] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1385.580085] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-032e231d-8ebb-4ce2-adf8-454d6472a957 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1385.599492] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1385.599492] env[69297]:    value = "task-2931060"
[ 1385.599492] env[69297]:    _type = "Task"
[ 1385.599492] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1385.608251] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1385.768936] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Releasing lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1385.773027] env[69297]: DEBUG nova.compute.manager [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Instance network_info: |[{"id": "65b994e5-5569-45d0-bed7-8a80426887ee", "address": "fa:16:3e:1e:d5:c2", "network": {"id": "be2a9fd7-a254-4ef8-a80c-ccb60baf6d5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-638177553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c74bbeb2c9d41cd8780a3bbc84ae5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b994e5-55", "ovs_interfaceid": "65b994e5-5569-45d0-bed7-8a80426887ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1385.773027] env[69297]: DEBUG oslo_concurrency.lockutils [req-195f1831-f21b-4294-a269-a6007876852e req-f19e61ee-f43f-4351-8dde-7aa32ae72ef8 service nova] Acquired lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1385.773027] env[69297]: DEBUG nova.network.neutron [req-195f1831-f21b-4294-a269-a6007876852e req-f19e61ee-f43f-4351-8dde-7aa32ae72ef8 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Refreshing network info cache for port 65b994e5-5569-45d0-bed7-8a80426887ee {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1385.773027] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:d5:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65b994e5-5569-45d0-bed7-8a80426887ee', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1385.779302] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Creating folder: Project (2c74bbeb2c9d41cd8780a3bbc84ae5cc). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1385.780481] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9bb844e-0bd2-40da-94c3-5e742c6fd291 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1385.792284] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Created folder: Project (2c74bbeb2c9d41cd8780a3bbc84ae5cc) in parent group-v588392.
[ 1385.792710] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Creating folder: Instances. Parent ref: group-v588531. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1385.792930] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32dbbc48-12cd-458e-aa91-c0f358e2509e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1385.802981] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Created folder: Instances in parent group-v588531.
[ 1385.803166] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1385.803408] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1385.803519] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efedc13d-731e-4906-8ec1-31505e62451d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1385.823411] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1385.823411] env[69297]:    value = "task-2931063"
[ 1385.823411] env[69297]:    _type = "Task"
[ 1385.823411] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1385.834050] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931063, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1385.867134] env[69297]: DEBUG nova.compute.manager [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1385.868063] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18501623-d8e1-4eb7-aa67-48230bb24707 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1385.958827] env[69297]: DEBUG nova.compute.utils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1385.966866] env[69297]: DEBUG nova.compute.manager [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1385.967081] env[69297]: DEBUG nova.network.neutron [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1386.008445] env[69297]: DEBUG oslo_vmware.api [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931059, 'name': ReconfigVM_Task, 'duration_secs': 0.384666} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1386.008987] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1386.009229] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1386.009545] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-562d958c-ea71-4415-84ca-7135df1e1600 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.019262] env[69297]: DEBUG oslo_vmware.api [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1386.019262] env[69297]:    value = "task-2931064"
[ 1386.019262] env[69297]:    _type = "Task"
[ 1386.019262] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1386.022877] env[69297]: DEBUG nova.policy [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74c4fde95a184df9bec59a3abe155da8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53389ee13ae34a0aa8d2587690690b03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1386.032885] env[69297]: DEBUG oslo_vmware.api [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1386.060902] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931057, 'name': ReconfigVM_Task, 'duration_secs': 0.626668} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1386.061282] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Reconfigured VM instance instance-0000002e to attach disk [datastore1] ab2dc89a-41e4-422f-8db5-fb01f06f49ef/ab2dc89a-41e4-422f-8db5-fb01f06f49ef.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1386.062011] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a0e8d1e-6182-443f-8aa6-32bc46b022ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.071973] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1386.071973] env[69297]:    value = "task-2931065"
[ 1386.071973] env[69297]:    _type = "Task"
[ 1386.071973] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1386.085241] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931065, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1386.111486] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931060, 'name': ReconfigVM_Task, 'duration_secs': 0.4842} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1386.111819] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1386.116627] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fd34966-a453-4259-beaf-c86e3a3c9481 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.124081] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1386.124081] env[69297]:    value = "task-2931066"
[ 1386.124081] env[69297]:    _type = "Task"
[ 1386.124081] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1386.134930] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931066, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1386.334581] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931063, 'name': CreateVM_Task, 'duration_secs': 0.436742} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1386.334770] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1386.335548] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1386.335676] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1386.335928] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1386.336210] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48853064-7212-433f-9621-88d8f31b4aec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.341684] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1386.341684] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520f1b86-68f5-ae33-bb04-5d2b61188f7b"
[ 1386.341684] env[69297]:    _type = "Task"
[ 1386.341684] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1386.351794] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520f1b86-68f5-ae33-bb04-5d2b61188f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1386.379183] env[69297]: INFO nova.compute.manager [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] instance snapshotting
[ 1386.385247] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6289e6e7-c0d1-4123-92d1-17979937134f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.409760] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d083f820-4415-4b18-82a4-56b275624ac6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.467879] env[69297]: DEBUG nova.compute.manager [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1386.485598] env[69297]: DEBUG nova.network.neutron [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Successfully created port: 0a7dac9c-a8e0-42c5-87af-954c582cbbaa {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1386.528775] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da368ab-cd4e-4473-8e0f-50219ac39ce0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.537657] env[69297]: DEBUG oslo_vmware.api [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931064, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1386.540489] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b27a7a-d5dc-463f-8c80-4e9b9cff00ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.573365] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af97236-ad7b-4076-9c2d-a37339738523 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.586906] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1116c0-d25d-4f80-ae4a-613b443f8b6f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.590899] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931065, 'name': Rename_Task, 'duration_secs': 0.223529} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1386.591192] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1386.591845] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-671c9c7d-d105-490d-8e2c-6a2abe226c07 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.601479] env[69297]: DEBUG nova.compute.provider_tree [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1386.607683] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1386.607683] env[69297]:    value = "task-2931067"
[ 1386.607683] env[69297]:    _type = "Task"
[ 1386.607683] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1386.616065] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1386.633595] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931066, 'name': Rename_Task, 'duration_secs': 0.275342} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1386.634045] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1386.634151] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ead4d282-c7f6-4993-9dcd-bccf5b04da59 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.643384] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1386.643384] env[69297]:    value = "task-2931068"
[ 1386.643384] env[69297]:    _type = "Task"
[ 1386.643384] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1386.653531] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1386.848033] env[69297]: DEBUG nova.network.neutron [req-195f1831-f21b-4294-a269-a6007876852e req-f19e61ee-f43f-4351-8dde-7aa32ae72ef8 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Updated VIF entry in instance network info cache for port 65b994e5-5569-45d0-bed7-8a80426887ee. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1386.848033] env[69297]: DEBUG nova.network.neutron [req-195f1831-f21b-4294-a269-a6007876852e req-f19e61ee-f43f-4351-8dde-7aa32ae72ef8 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Updating instance_info_cache with network_info: [{"id": "65b994e5-5569-45d0-bed7-8a80426887ee", "address": "fa:16:3e:1e:d5:c2", "network": {"id": "be2a9fd7-a254-4ef8-a80c-ccb60baf6d5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-638177553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c74bbeb2c9d41cd8780a3bbc84ae5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b994e5-55", "ovs_interfaceid": "65b994e5-5569-45d0-bed7-8a80426887ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1386.864755] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520f1b86-68f5-ae33-bb04-5d2b61188f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1386.865404] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1386.865731] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1386.866039] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1386.866635] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1386.866635] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1386.867559] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c86a66e-7cae-469b-8bf1-f3ab4a30cff2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.878829] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1386.879010] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1386.879772] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f2fd13-dea9-4f04-99ff-f876a1effca2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.885210] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1386.885210] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5203b6d8-eed8-1d95-0f67-ed14e187749f"
[ 1386.885210] env[69297]:    _type = "Task"
[ 1386.885210] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1386.894702] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5203b6d8-eed8-1d95-0f67-ed14e187749f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1386.920904] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1386.921133] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d65963a4-3675-4897-8fab-f891638af808 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1386.930173] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1386.930173] env[69297]:    value = "task-2931069"
[ 1386.930173] env[69297]:    _type = "Task"
[ 1386.930173] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1386.943945] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931069, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1387.038826] env[69297]: DEBUG oslo_vmware.api [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931064, 'name': PowerOnVM_Task, 'duration_secs': 0.697861} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1387.039929] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1387.040372] env[69297]: DEBUG nova.compute.manager [None req-2a072a90-d14c-454a-b344-6d4555d29d73 tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1387.042033] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794e0a6d-a603-489b-b9a2-0d4886ae0020 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1387.105695] env[69297]: DEBUG nova.scheduler.client.report [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1387.126347] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931067, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1387.154555] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1387.360272] env[69297]: DEBUG oslo_concurrency.lockutils [req-195f1831-f21b-4294-a269-a6007876852e req-f19e61ee-f43f-4351-8dde-7aa32ae72ef8 service nova] Releasing lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1387.401392] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5203b6d8-eed8-1d95-0f67-ed14e187749f, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1387.402207] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7752037c-27e5-40cc-9442-8c75abfca1d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1387.409172] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1387.409172] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c48469-6bb0-6bbf-0273-b2e491c534c0"
[ 1387.409172] env[69297]:    _type = "Task"
[ 1387.409172] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1387.417923] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c48469-6bb0-6bbf-0273-b2e491c534c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1387.440661] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931069, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1387.483425] env[69297]: DEBUG nova.compute.manager [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1387.523473] env[69297]: DEBUG nova.virt.hardware [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1387.523719] env[69297]: DEBUG nova.virt.hardware [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1387.525394] env[69297]: DEBUG nova.virt.hardware [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1387.525394] env[69297]: DEBUG nova.virt.hardware [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1387.525394] env[69297]: DEBUG nova.virt.hardware [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1387.525394] env[69297]: DEBUG nova.virt.hardware [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1387.525394] env[69297]: DEBUG nova.virt.hardware [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1387.525394] env[69297]: DEBUG nova.virt.hardware [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1387.526205] env[69297]: DEBUG nova.virt.hardware [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1387.526205] env[69297]: DEBUG nova.virt.hardware [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1387.526406] env[69297]: DEBUG nova.virt.hardware [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1387.527360] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad2b2f0-3bd8-4274-9672-f22dd518c019 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1387.537193] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9d2843-6e28-444f-952d-0cde0cc2c83b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1387.612124] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1387.618351] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.564s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1387.620079] env[69297]: INFO nova.compute.claims [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1387.628742] env[69297]: DEBUG oslo_vmware.api [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931067, 'name': PowerOnVM_Task, 'duration_secs': 0.661021} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1387.629014] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1387.632145] env[69297]: INFO nova.compute.manager [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Took 10.84 seconds to spawn the instance on the hypervisor.
[ 1387.632145] env[69297]: DEBUG nova.compute.manager [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1387.632145] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900e33d9-55a9-4eab-b483-35f6a148ec04 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1387.660825] env[69297]: DEBUG oslo_vmware.api [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931068, 'name': PowerOnVM_Task, 'duration_secs': 0.635115} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1387.661508] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1387.661732] env[69297]: DEBUG nova.compute.manager [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1387.662925] env[69297]: INFO nova.scheduler.client.report [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Deleted allocations for instance 0f8a22c8-b592-42f5-a57f-807e117ec4d6
[ 1387.664368] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c82b48-d33c-4f69-9893-df01b68aa697 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1387.894516] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1387.894516] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1387.894802] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1387.895135] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1387.895392] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1387.897428] env[69297]: INFO nova.compute.manager [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Terminating instance
[ 1387.920847] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c48469-6bb0-6bbf-0273-b2e491c534c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012844} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1387.921141] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1387.921601] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 3831d5ae-d59f-4199-be88-f4a8a37c623d/3831d5ae-d59f-4199-be88-f4a8a37c623d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1387.921702] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f1cd318-7e74-4329-932b-d9ea0b9dbb4c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1387.938753] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1387.938753] env[69297]:    value = "task-2931070"
[ 1387.938753] env[69297]:    _type = "Task"
[ 1387.938753] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1387.945566] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931069, 'name': CreateSnapshot_Task, 'duration_secs': 0.985321} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1387.946445] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1387.947192] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c6f68b-a535-4be5-a482-f9c0e7b22c2e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1387.952385] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1388.154461] env[69297]: INFO nova.compute.manager [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Took 44.25 seconds to build instance.
[ 1388.177598] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e9b47ed-e4ca-4c27-b772-770ef4341ac4 tempest-ServersAdminNegativeTestJSON-315260120 tempest-ServersAdminNegativeTestJSON-315260120-project-member] Lock "0f8a22c8-b592-42f5-a57f-807e117ec4d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 31.231s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1388.187765] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1388.401902] env[69297]: DEBUG nova.compute.manager [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1388.402220] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1388.403612] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f9eaaf-0423-4514-aff4-b90b49cd1fa1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1388.415266] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1388.416507] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-278b7ab8-5032-4db9-96c9-ce8ca6a91cf1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1388.426212] env[69297]: DEBUG oslo_vmware.api [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1388.426212] env[69297]:    value = "task-2931071"
[ 1388.426212] env[69297]:    _type = "Task"
[ 1388.426212] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1388.440018] env[69297]: DEBUG oslo_vmware.api [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1388.448841] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482643} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1388.449135] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 3831d5ae-d59f-4199-be88-f4a8a37c623d/3831d5ae-d59f-4199-be88-f4a8a37c623d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1388.449349] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1388.449596] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06a4e9a6-fef5-4a1d-8d45-e27864d924ec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1388.456016] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1388.456016] env[69297]:    value = "task-2931072"
[ 1388.456016] env[69297]:    _type = "Task"
[ 1388.456016] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1388.475148] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1388.475977] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1388.476573] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a3bc090c-c360-4c70-8c91-8b53b22c60e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1388.484970] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1388.484970] env[69297]:    value = "task-2931073"
[ 1388.484970] env[69297]:    _type = "Task"
[ 1388.484970] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1388.495140] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931073, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1388.530212] env[69297]: DEBUG nova.compute.manager [req-983b0414-1979-4f5b-9351-5273afe06f31 req-4e6f6fa8-d55f-49ab-9ebe-937fc3826701 service nova] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Received event network-vif-plugged-0a7dac9c-a8e0-42c5-87af-954c582cbbaa {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1388.530212] env[69297]: DEBUG oslo_concurrency.lockutils [req-983b0414-1979-4f5b-9351-5273afe06f31 req-4e6f6fa8-d55f-49ab-9ebe-937fc3826701 service nova] Acquiring lock "ef10624e-0d25-4240-b925-f7f99f212a8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1388.530408] env[69297]: DEBUG oslo_concurrency.lockutils [req-983b0414-1979-4f5b-9351-5273afe06f31 req-4e6f6fa8-d55f-49ab-9ebe-937fc3826701 service nova] Lock "ef10624e-0d25-4240-b925-f7f99f212a8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1388.530615] env[69297]: DEBUG oslo_concurrency.lockutils [req-983b0414-1979-4f5b-9351-5273afe06f31 req-4e6f6fa8-d55f-49ab-9ebe-937fc3826701 service nova] Lock "ef10624e-0d25-4240-b925-f7f99f212a8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1388.531737] env[69297]: DEBUG nova.compute.manager [req-983b0414-1979-4f5b-9351-5273afe06f31 req-4e6f6fa8-d55f-49ab-9ebe-937fc3826701 service nova] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] No waiting events found dispatching network-vif-plugged-0a7dac9c-a8e0-42c5-87af-954c582cbbaa {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1388.531737] env[69297]: WARNING nova.compute.manager [req-983b0414-1979-4f5b-9351-5273afe06f31 req-4e6f6fa8-d55f-49ab-9ebe-937fc3826701 service nova] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Received unexpected event network-vif-plugged-0a7dac9c-a8e0-42c5-87af-954c582cbbaa for instance with vm_state building and task_state spawning.
[ 1388.660873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bf45ff82-a954-444a-a3b5-e1199e6082de tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 65.591s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1388.778256] env[69297]: DEBUG nova.network.neutron [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Successfully updated port: 0a7dac9c-a8e0-42c5-87af-954c582cbbaa {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1388.938694] env[69297]: DEBUG oslo_vmware.api [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931071, 'name': PowerOffVM_Task, 'duration_secs': 0.431341} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1388.941499] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1388.941688] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1388.942811] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50c8cbec-f0a1-4f4e-8e4c-c76ee8181169 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1388.968823] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066637} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1388.969015] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1388.969931] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad0c5c9-e52c-47ad-95d0-96e0c7b5e646 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1388.995861] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 3831d5ae-d59f-4199-be88-f4a8a37c623d/3831d5ae-d59f-4199-be88-f4a8a37c623d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1389.001658] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578f6942-2e85-46f1-a69c-59eb92a1477a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1389.026580] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931073, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1389.028778] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1389.028778] env[69297]:    value = "task-2931075"
[ 1389.028778] env[69297]:    _type = "Task"
[ 1389.028778] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1389.037707] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1389.038053] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1389.038360] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Deleting the datastore file [datastore1] aaa0201b-5e5b-4a35-a327-dfa54ca3400d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1389.038789] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09ec6d9b-8dd4-4df4-9695-7cedb8378a42 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1389.050070] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1389.050383] env[69297]: DEBUG oslo_vmware.api [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1389.050383] env[69297]:    value = "task-2931076"
[ 1389.050383] env[69297]:    _type = "Task"
[ 1389.050383] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1389.060270] env[69297]: DEBUG oslo_vmware.api [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1389.202384] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaa3269-a2bb-4ff7-8797-68ffdab867bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1389.212649] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419a3abe-33d2-4fd4-aa3e-00d2c0547955 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1389.251858] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b71261-ad31-4cc4-88f0-9fc9e4025438 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1389.261929] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05746d9e-754e-47b9-8756-4b6cb3d0b6b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1389.278599] env[69297]: DEBUG nova.compute.provider_tree [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1389.284629] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "refresh_cache-ef10624e-0d25-4240-b925-f7f99f212a8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1389.285224] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "refresh_cache-ef10624e-0d25-4240-b925-f7f99f212a8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1389.285224] env[69297]: DEBUG nova.network.neutron [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1389.496708] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931073, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1389.544872] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1389.560731] env[69297]: DEBUG oslo_vmware.api [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261445} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1389.563927] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1389.564270] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1389.564478] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1389.564661] env[69297]: INFO nova.compute.manager [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Took 1.16 seconds to destroy the instance on the hypervisor.
[ 1389.567023] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1389.567023] env[69297]: DEBUG nova.compute.manager [-] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1389.567023] env[69297]: DEBUG nova.network.neutron [-] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1389.785945] env[69297]: DEBUG nova.scheduler.client.report [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1389.936430] env[69297]: DEBUG nova.network.neutron [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1389.952234] env[69297]: INFO nova.compute.manager [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Rebuilding instance
[ 1390.008065] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931073, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1390.021210] env[69297]: DEBUG nova.compute.manager [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1390.022553] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82553a4d-bc87-48c6-bde3-57f7534fede5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1390.050020] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931075, 'name': ReconfigVM_Task, 'duration_secs': 0.693785} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1390.050020] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 3831d5ae-d59f-4199-be88-f4a8a37c623d/3831d5ae-d59f-4199-be88-f4a8a37c623d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1390.050020] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94046ff3-8907-49ba-a85b-b68e1102c1f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1390.055461] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1390.055461] env[69297]:    value = "task-2931077"
[ 1390.055461] env[69297]:    _type = "Task"
[ 1390.055461] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1390.065985] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931077, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1390.115392] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "edc3d4ee-834a-4b79-b98d-90273453c281" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1390.116139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1390.291020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1390.291645] env[69297]: DEBUG nova.compute.manager [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1390.295153] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.597s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1390.296882] env[69297]: INFO nova.compute.claims [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1390.423035] env[69297]: DEBUG nova.network.neutron [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Updating instance_info_cache with network_info: [{"id": "0a7dac9c-a8e0-42c5-87af-954c582cbbaa", "address": "fa:16:3e:c4:84:5f", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7dac9c-a8", "ovs_interfaceid": "0a7dac9c-a8e0-42c5-87af-954c582cbbaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1390.465426] env[69297]: DEBUG nova.compute.manager [req-db0bcc0b-ccaa-4a4e-bc01-99ac460afd47 req-44645e43-9139-4b36-b9a4-1a9897b19475 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Received event network-changed-d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1390.465426] env[69297]: DEBUG nova.compute.manager [req-db0bcc0b-ccaa-4a4e-bc01-99ac460afd47 req-44645e43-9139-4b36-b9a4-1a9897b19475 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Refreshing instance network info cache due to event network-changed-d4a09e55-b462-4517-8a52-9b752a0b5857. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1390.465426] env[69297]: DEBUG oslo_concurrency.lockutils [req-db0bcc0b-ccaa-4a4e-bc01-99ac460afd47 req-44645e43-9139-4b36-b9a4-1a9897b19475 service nova] Acquiring lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1390.465426] env[69297]: DEBUG oslo_concurrency.lockutils [req-db0bcc0b-ccaa-4a4e-bc01-99ac460afd47 req-44645e43-9139-4b36-b9a4-1a9897b19475 service nova] Acquired lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1390.465426] env[69297]: DEBUG nova.network.neutron [req-db0bcc0b-ccaa-4a4e-bc01-99ac460afd47 req-44645e43-9139-4b36-b9a4-1a9897b19475 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Refreshing network info cache for port d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1390.501765] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931073, 'name': CloneVM_Task, 'duration_secs': 1.761432} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1390.502070] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Created linked-clone VM from snapshot
[ 1390.502728] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c456bb0f-735c-4ca9-8925-0ef2ab3dc5e5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1390.510543] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Uploading image e1cb3c6f-9cef-44ce-8416-d9b4d5ca730a {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1390.533284] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1390.533774] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b26ed214-3d6e-45c9-bcc5-33b48108eaad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1390.542182] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1390.542182] env[69297]:    value = "task-2931078"
[ 1390.542182] env[69297]:    _type = "Task"
[ 1390.542182] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1390.550562] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931078, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1390.566905] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931077, 'name': Rename_Task, 'duration_secs': 0.186418} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1390.567190] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1390.567424] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66260851-30f9-406a-85da-c6731d97d8b0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1390.573437] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1390.573437] env[69297]:    value = "task-2931079"
[ 1390.573437] env[69297]:    _type = "Task"
[ 1390.573437] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1390.583018] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1390.620112] env[69297]: DEBUG nova.compute.manager [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1390.736899] env[69297]: DEBUG nova.compute.manager [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Received event network-changed-0a7dac9c-a8e0-42c5-87af-954c582cbbaa {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1390.737165] env[69297]: DEBUG nova.compute.manager [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Refreshing instance network info cache due to event network-changed-0a7dac9c-a8e0-42c5-87af-954c582cbbaa. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1390.737361] env[69297]: DEBUG oslo_concurrency.lockutils [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] Acquiring lock "refresh_cache-ef10624e-0d25-4240-b925-f7f99f212a8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1390.807451] env[69297]: DEBUG nova.compute.utils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1390.809443] env[69297]: DEBUG nova.compute.manager [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1390.809617] env[69297]: DEBUG nova.network.neutron [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1390.857983] env[69297]: DEBUG nova.policy [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff1084a3a0414c42aa57efd5bd8ae69d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b379f8d8fd3d400988afc9f52e13e899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1390.926446] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "refresh_cache-ef10624e-0d25-4240-b925-f7f99f212a8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1390.927273] env[69297]: DEBUG nova.compute.manager [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Instance network_info: |[{"id": "0a7dac9c-a8e0-42c5-87af-954c582cbbaa", "address": "fa:16:3e:c4:84:5f", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7dac9c-a8", "ovs_interfaceid": "0a7dac9c-a8e0-42c5-87af-954c582cbbaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1390.927596] env[69297]: DEBUG oslo_concurrency.lockutils [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] Acquired lock "refresh_cache-ef10624e-0d25-4240-b925-f7f99f212a8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1390.927782] env[69297]: DEBUG nova.network.neutron [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Refreshing network info cache for port 0a7dac9c-a8e0-42c5-87af-954c582cbbaa {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1390.933019] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:84:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a7dac9c-a8e0-42c5-87af-954c582cbbaa', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1390.940025] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1390.940025] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1390.940025] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ed61c76-8b29-41ab-92af-b2db6867e190 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1390.963463] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1390.963463] env[69297]:    value = "task-2931080"
[ 1390.963463] env[69297]:    _type = "Task"
[ 1390.963463] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1390.973710] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931080, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1391.002430] env[69297]: DEBUG nova.network.neutron [-] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1391.043462] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1391.043926] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fad07ac2-9ad9-45f8-8165-893cfe4aebfb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.055427] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931078, 'name': Destroy_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1391.057226] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1391.057226] env[69297]:    value = "task-2931081"
[ 1391.057226] env[69297]:    _type = "Task"
[ 1391.057226] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1391.065659] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1391.083480] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1391.147709] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1391.313648] env[69297]: DEBUG nova.compute.manager [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1391.482853] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931080, 'name': CreateVM_Task, 'duration_secs': 0.34378} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1391.483787] env[69297]: DEBUG nova.network.neutron [req-db0bcc0b-ccaa-4a4e-bc01-99ac460afd47 req-44645e43-9139-4b36-b9a4-1a9897b19475 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updated VIF entry in instance network info cache for port d4a09e55-b462-4517-8a52-9b752a0b5857. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1391.484183] env[69297]: DEBUG nova.network.neutron [req-db0bcc0b-ccaa-4a4e-bc01-99ac460afd47 req-44645e43-9139-4b36-b9a4-1a9897b19475 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updating instance_info_cache with network_info: [{"id": "d4a09e55-b462-4517-8a52-9b752a0b5857", "address": "fa:16:3e:e6:5d:c7", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a09e55-b4", "ovs_interfaceid": "d4a09e55-b462-4517-8a52-9b752a0b5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1391.485309] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1391.486292] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1391.486483] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1391.486818] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1391.487124] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb654ba-89d8-4dde-b910-df80af943927 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.492614] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1391.492614] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52074739-4780-cb72-4ef3-ee41b5125433"
[ 1391.492614] env[69297]:    _type = "Task"
[ 1391.492614] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1391.505571] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52074739-4780-cb72-4ef3-ee41b5125433, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1391.505843] env[69297]: INFO nova.compute.manager [-] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Took 1.94 seconds to deallocate network for instance.
[ 1391.506137] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1391.506440] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1391.506668] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1391.506881] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1391.507106] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1391.509092] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16600962-71c9-4943-9a50-01c60105e035 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.522495] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1391.525591] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1391.526728] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed312fa-a38a-4117-89ea-edc500b9fcb4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.530463] env[69297]: DEBUG nova.network.neutron [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Successfully created port: 25bac40f-bd31-4180-9523-e9a98e0e1767 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1391.537134] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1391.537134] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52246a1e-1fd5-7958-732e-0eb44ec98c17"
[ 1391.537134] env[69297]:    _type = "Task"
[ 1391.537134] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1391.561676] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52246a1e-1fd5-7958-732e-0eb44ec98c17, 'name': SearchDatastore_Task, 'duration_secs': 0.008641} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1391.572279] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce879bd-6a2e-41a3-9bef-0d189dadd3d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.574989] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931078, 'name': Destroy_Task, 'duration_secs': 0.676863} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1391.574989] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Destroyed the VM
[ 1391.575176] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1391.578769] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8061a01-5bb7-4cf9-87d3-3b293c1d45b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.585449] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1391.585449] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a34cee-fbee-e1af-8115-98930f91416c"
[ 1391.585449] env[69297]:    _type = "Task"
[ 1391.585449] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1391.585796] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931081, 'name': PowerOffVM_Task, 'duration_secs': 0.213019} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1391.589212] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1391.589451] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1391.593268] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39247c85-087a-4678-a8ad-d268c057e3c1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.602043] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1391.602043] env[69297]:    value = "task-2931082"
[ 1391.602043] env[69297]:    _type = "Task"
[ 1391.602043] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1391.602309] env[69297]: DEBUG oslo_vmware.api [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931079, 'name': PowerOnVM_Task, 'duration_secs': 0.754796} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1391.605909] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1391.606172] env[69297]: INFO nova.compute.manager [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Took 9.87 seconds to spawn the instance on the hypervisor.
[ 1391.606378] env[69297]: DEBUG nova.compute.manager [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1391.613844] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a55dd33-d5d9-4232-a642-4cc7ee145300 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.618025] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a34cee-fbee-e1af-8115-98930f91416c, 'name': SearchDatastore_Task, 'duration_secs': 0.008965} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1391.619783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1391.620091] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] ef10624e-0d25-4240-b925-f7f99f212a8b/ef10624e-0d25-4240-b925-f7f99f212a8b.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1391.620399] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1391.621178] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5095501e-2f9e-4db4-8077-e4203ba858c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.622939] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc0e396e-e0e6-4a34-bb1a-73ae49826c8d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.633898] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1391.641190] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1391.641190] env[69297]:    value = "task-2931083"
[ 1391.641190] env[69297]:    _type = "Task"
[ 1391.641190] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1391.651775] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1391.725427] env[69297]: DEBUG nova.network.neutron [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Updated VIF entry in instance network info cache for port 0a7dac9c-a8e0-42c5-87af-954c582cbbaa. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1391.725792] env[69297]: DEBUG nova.network.neutron [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Updating instance_info_cache with network_info: [{"id": "0a7dac9c-a8e0-42c5-87af-954c582cbbaa", "address": "fa:16:3e:c4:84:5f", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7dac9c-a8", "ovs_interfaceid": "0a7dac9c-a8e0-42c5-87af-954c582cbbaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1391.783972] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1391.784268] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1391.784389] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleting the datastore file [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1391.784655] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d88e6914-1d72-48ff-ba90-1475a4f1d6f9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.791832] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1391.791832] env[69297]:    value = "task-2931085"
[ 1391.791832] env[69297]:    _type = "Task"
[ 1391.791832] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1391.806848] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1391.973390] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c1c96e-c93e-4b6f-8569-19624a19a41a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.986442] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013caa03-f8af-48ea-869d-dd06327771ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1391.992027] env[69297]: DEBUG oslo_concurrency.lockutils [req-db0bcc0b-ccaa-4a4e-bc01-99ac460afd47 req-44645e43-9139-4b36-b9a4-1a9897b19475 service nova] Releasing lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1392.027172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1392.028438] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af86268-a7b5-408e-886d-031ebb37feaa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1392.038517] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a437fac4-3038-4ee1-8206-52f05220fd53 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1392.060907] env[69297]: DEBUG nova.compute.provider_tree [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1392.116897] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1392.147318] env[69297]: INFO nova.compute.manager [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Took 37.48 seconds to build instance.
[ 1392.163497] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931083, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1392.231381] env[69297]: DEBUG oslo_concurrency.lockutils [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] Releasing lock "refresh_cache-ef10624e-0d25-4240-b925-f7f99f212a8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1392.231656] env[69297]: DEBUG nova.compute.manager [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Received event network-vif-deleted-39cd01e7-ffa2-414d-b041-505209f482f7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1392.231861] env[69297]: INFO nova.compute.manager [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Neutron deleted interface 39cd01e7-ffa2-414d-b041-505209f482f7; detaching it from the instance and deleting it from the info cache
[ 1392.232070] env[69297]: DEBUG nova.network.neutron [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1392.302310] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392206} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1392.302762] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1392.302897] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1392.303081] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1392.325579] env[69297]: DEBUG nova.compute.manager [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1392.363663] env[69297]: DEBUG nova.virt.hardware [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1392.363904] env[69297]: DEBUG nova.virt.hardware [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1392.364074] env[69297]: DEBUG nova.virt.hardware [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1392.364366] env[69297]: DEBUG nova.virt.hardware [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1392.364430] env[69297]: DEBUG nova.virt.hardware [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1392.364609] env[69297]: DEBUG nova.virt.hardware [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1392.364838] env[69297]: DEBUG nova.virt.hardware [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1392.365027] env[69297]: DEBUG nova.virt.hardware [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1392.365199] env[69297]: DEBUG nova.virt.hardware [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1392.365360] env[69297]: DEBUG nova.virt.hardware [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1392.365530] env[69297]: DEBUG nova.virt.hardware [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1392.366466] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998a3261-66e4-40e1-8b71-53d19ea39120 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1392.375371] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f05f89-72ad-48c2-98bd-f4e5597b7a3a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1392.564917] env[69297]: DEBUG nova.scheduler.client.report [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1392.616177] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931082, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1392.656901] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3bf753ab-77be-4b37-8fed-a3aa10265a70 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "3831d5ae-d59f-4199-be88-f4a8a37c623d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 65.008s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1392.657293] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544582} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1392.657802] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] ef10624e-0d25-4240-b925-f7f99f212a8b/ef10624e-0d25-4240-b925-f7f99f212a8b.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1392.658108] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1392.658612] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd4feac9-2e8f-4435-aa31-d72f26d874ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1392.665631] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1392.665631] env[69297]:    value = "task-2931086"
[ 1392.665631] env[69297]:    _type = "Task"
[ 1392.665631] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1392.674031] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1392.734560] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37506b31-cdfc-491b-b9c6-0fe6e727c830 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1392.743423] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32119f0b-36fd-410e-afa7-61b6bfd7e072 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1392.777988] env[69297]: DEBUG nova.compute.manager [req-bf741696-3f0c-4101-9e56-cf5df4c1845f req-d659b16c-bd07-4b21-b997-3a6a806014c5 service nova] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Detach interface failed, port_id=39cd01e7-ffa2-414d-b041-505209f482f7, reason: Instance aaa0201b-5e5b-4a35-a327-dfa54ca3400d could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1393.074034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1393.074034] env[69297]: DEBUG nova.compute.manager [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1393.075398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.595s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1393.075463] env[69297]: DEBUG nova.objects.instance [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Lazy-loading 'resources' on Instance uuid 9971da56-8816-4274-8ee1-726a3608fcb8 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1393.117784] env[69297]: DEBUG oslo_vmware.api [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931082, 'name': RemoveSnapshot_Task, 'duration_secs': 1.39278} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1393.118081] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1393.177846] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066983} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1393.179462] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1393.179462] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86357cd4-24f6-487e-8d27-4980670b0bf3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.209497] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] ef10624e-0d25-4240-b925-f7f99f212a8b/ef10624e-0d25-4240-b925-f7f99f212a8b.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1393.209894] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a816f507-a03a-4b72-aa3c-5dc72bf4fe6c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.232238] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1393.232238] env[69297]:    value = "task-2931087"
[ 1393.232238] env[69297]:    _type = "Task"
[ 1393.232238] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1393.240292] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1393.359503] env[69297]: DEBUG nova.virt.hardware [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1393.359503] env[69297]: DEBUG nova.virt.hardware [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1393.359503] env[69297]: DEBUG nova.virt.hardware [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1393.359678] env[69297]: DEBUG nova.virt.hardware [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1393.359724] env[69297]: DEBUG nova.virt.hardware [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1393.359871] env[69297]: DEBUG nova.virt.hardware [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1393.363561] env[69297]: DEBUG nova.virt.hardware [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1393.363799] env[69297]: DEBUG nova.virt.hardware [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1393.363993] env[69297]: DEBUG nova.virt.hardware [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1393.364177] env[69297]: DEBUG nova.virt.hardware [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1393.364353] env[69297]: DEBUG nova.virt.hardware [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1393.365273] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10ac899-a3ca-443a-b925-59dd6daa25ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.374909] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c355852-b65d-492c-9265-12c1b367be29 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.392295] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:13:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba2cd21f-4d3e-4423-b9f9-20703eee7aed', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1393.400040] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1393.400185] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1393.400285] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08a9f8c5-3c88-4956-9795-73398a5d1545 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.424926] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1393.424926] env[69297]:    value = "task-2931088"
[ 1393.424926] env[69297]:    _type = "Task"
[ 1393.424926] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1393.434801] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931088, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1393.581764] env[69297]: DEBUG nova.compute.utils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1393.584811] env[69297]: DEBUG nova.compute.manager [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Not allocating networking since 'none' was specified. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1393.624317] env[69297]: WARNING nova.compute.manager [None req-4ea26abb-993f-4333-98c2-d6eeb81deddf tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Image not found during snapshot: nova.exception.ImageNotFound: Image e1cb3c6f-9cef-44ce-8416-d9b4d5ca730a could not be found.
[ 1393.743713] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1393.923899] env[69297]: DEBUG nova.compute.manager [req-931458d2-35d5-42ed-8da3-40baa2fccfe0 req-c4552395-281e-4477-86c0-9c3cdf1fc976 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Received event network-changed-65b994e5-5569-45d0-bed7-8a80426887ee {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1393.923899] env[69297]: DEBUG nova.compute.manager [req-931458d2-35d5-42ed-8da3-40baa2fccfe0 req-c4552395-281e-4477-86c0-9c3cdf1fc976 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Refreshing instance network info cache due to event network-changed-65b994e5-5569-45d0-bed7-8a80426887ee. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1393.923899] env[69297]: DEBUG oslo_concurrency.lockutils [req-931458d2-35d5-42ed-8da3-40baa2fccfe0 req-c4552395-281e-4477-86c0-9c3cdf1fc976 service nova] Acquiring lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1393.923899] env[69297]: DEBUG oslo_concurrency.lockutils [req-931458d2-35d5-42ed-8da3-40baa2fccfe0 req-c4552395-281e-4477-86c0-9c3cdf1fc976 service nova] Acquired lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1393.923899] env[69297]: DEBUG nova.network.neutron [req-931458d2-35d5-42ed-8da3-40baa2fccfe0 req-c4552395-281e-4477-86c0-9c3cdf1fc976 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Refreshing network info cache for port 65b994e5-5569-45d0-bed7-8a80426887ee {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1393.935818] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931088, 'name': CreateVM_Task, 'duration_secs': 0.35486} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1393.940193] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1393.941442] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1393.941689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1393.942206] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1393.942483] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34356e0-d32f-4574-8e45-a24b39143b39 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.949921] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1393.949921] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a795ab-a5f8-af56-c059-61272552990f"
[ 1393.949921] env[69297]:    _type = "Task"
[ 1393.949921] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1393.965293] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a795ab-a5f8-af56-c059-61272552990f, 'name': SearchDatastore_Task, 'duration_secs': 0.014053} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1393.965604] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1393.965830] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1393.966154] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1393.966221] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1393.966472] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1393.967263] env[69297]: DEBUG nova.network.neutron [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Successfully updated port: 25bac40f-bd31-4180-9523-e9a98e0e1767 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1393.968526] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d97f9cd-be33-4aee-a674-9f830b938e6c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.977320] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1393.977500] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1393.981793] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e19d5f-66f8-4bae-afaf-a122fcb36c6c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1393.989948] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1393.989948] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52527c8f-baf2-6185-a3f4-8d2f40663d3e"
[ 1393.989948] env[69297]:    _type = "Task"
[ 1393.989948] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1393.999057] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52527c8f-baf2-6185-a3f4-8d2f40663d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1394.086767] env[69297]: DEBUG nova.compute.manager [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1394.176656] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad27042-c25e-424d-a58b-cb422d4ad5fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1394.184869] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea84903-1a85-4ef4-9f61-4e649138e333 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1394.217402] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27089ec7-9e2a-4262-aaa8-afdd1780e207 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1394.227909] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4673cb36-6731-437d-9ab1-e2f30bde1b97 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1394.244020] env[69297]: DEBUG nova.compute.provider_tree [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1394.252231] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931087, 'name': ReconfigVM_Task, 'duration_secs': 0.756258} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1394.252231] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Reconfigured VM instance instance-00000030 to attach disk [datastore2] ef10624e-0d25-4240-b925-f7f99f212a8b/ef10624e-0d25-4240-b925-f7f99f212a8b.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1394.253607] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f6856de-7580-451c-b4b1-19f20f623ae5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1394.260122] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1394.260122] env[69297]:    value = "task-2931089"
[ 1394.260122] env[69297]:    _type = "Task"
[ 1394.260122] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1394.268252] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931089, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1394.472661] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquiring lock "refresh_cache-c249c505-4021-48be-b019-6dc02b8ae783" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1394.472823] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquired lock "refresh_cache-c249c505-4021-48be-b019-6dc02b8ae783" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1394.472975] env[69297]: DEBUG nova.network.neutron [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1394.505706] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52527c8f-baf2-6185-a3f4-8d2f40663d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1394.507669] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67fa2e35-7cca-43b3-8b35-f7f5153eee8d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1394.515932] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1394.515932] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52373a8e-1386-b304-b584-ca02c439128b"
[ 1394.515932] env[69297]:    _type = "Task"
[ 1394.515932] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1394.526962] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52373a8e-1386-b304-b584-ca02c439128b, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1394.527263] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1394.527521] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1394.527790] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e64cfd3-0197-429c-a9cc-4553c28509c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1394.534593] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1394.534593] env[69297]:    value = "task-2931090"
[ 1394.534593] env[69297]:    _type = "Task"
[ 1394.534593] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1394.543158] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1394.718948] env[69297]: DEBUG nova.network.neutron [req-931458d2-35d5-42ed-8da3-40baa2fccfe0 req-c4552395-281e-4477-86c0-9c3cdf1fc976 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Updated VIF entry in instance network info cache for port 65b994e5-5569-45d0-bed7-8a80426887ee. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1394.719442] env[69297]: DEBUG nova.network.neutron [req-931458d2-35d5-42ed-8da3-40baa2fccfe0 req-c4552395-281e-4477-86c0-9c3cdf1fc976 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Updating instance_info_cache with network_info: [{"id": "65b994e5-5569-45d0-bed7-8a80426887ee", "address": "fa:16:3e:1e:d5:c2", "network": {"id": "be2a9fd7-a254-4ef8-a80c-ccb60baf6d5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-638177553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c74bbeb2c9d41cd8780a3bbc84ae5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b994e5-55", "ovs_interfaceid": "65b994e5-5569-45d0-bed7-8a80426887ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1394.748942] env[69297]: DEBUG nova.scheduler.client.report [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1394.771473] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931089, 'name': Rename_Task, 'duration_secs': 0.154232} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1394.772135] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1394.772135] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c4d70f8-233c-4d85-8296-eff87ca76de0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1394.780697] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1394.780697] env[69297]:    value = "task-2931091"
[ 1394.780697] env[69297]:    _type = "Task"
[ 1394.780697] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1394.793297] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1395.040307] env[69297]: DEBUG nova.network.neutron [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1395.048625] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458932} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1395.048963] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1395.049260] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1395.049526] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aecf53ba-57ec-44d8-88e0-8e8c74bb5706 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.052282] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1395.052526] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1395.052730] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1395.053017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1395.053319] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1395.057160] env[69297]: INFO nova.compute.manager [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Terminating instance
[ 1395.061485] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1395.061485] env[69297]:    value = "task-2931092"
[ 1395.061485] env[69297]:    _type = "Task"
[ 1395.061485] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1395.070902] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1395.096963] env[69297]: DEBUG nova.compute.manager [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1395.125384] env[69297]: DEBUG nova.virt.hardware [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1395.125793] env[69297]: DEBUG nova.virt.hardware [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1395.126012] env[69297]: DEBUG nova.virt.hardware [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1395.126216] env[69297]: DEBUG nova.virt.hardware [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1395.126362] env[69297]: DEBUG nova.virt.hardware [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1395.126508] env[69297]: DEBUG nova.virt.hardware [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1395.126715] env[69297]: DEBUG nova.virt.hardware [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1395.126899] env[69297]: DEBUG nova.virt.hardware [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1395.127089] env[69297]: DEBUG nova.virt.hardware [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1395.127258] env[69297]: DEBUG nova.virt.hardware [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1395.127428] env[69297]: DEBUG nova.virt.hardware [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1395.131235] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd2717b-c81d-4940-bb9e-ae79d2101b36 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.139661] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f6d211-a5fb-4c66-ae39-da6be515874e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.153999] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1395.160760] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Creating folder: Project (0f989651eef148ccb18b66bcd45467ce). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1395.161149] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc108141-a87f-4a74-845b-9276ad689e6d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.171960] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "35ff35b4-c97a-4102-9838-93195982dc21" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1395.172233] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "35ff35b4-c97a-4102-9838-93195982dc21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1395.173400] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Created folder: Project (0f989651eef148ccb18b66bcd45467ce) in parent group-v588392.
[ 1395.174154] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Creating folder: Instances. Parent ref: group-v588538. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1395.176076] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-750871df-f785-4a10-98ca-5c2e0561512b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.190354] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Created folder: Instances in parent group-v588538.
[ 1395.190354] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1395.190354] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97323847-2131-4245-b61d-985a58a66e11] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1395.190599] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d70b123b-d0dc-44e2-92cb-2e6c4a058d93 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.210116] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1395.210116] env[69297]:    value = "task-2931095"
[ 1395.210116] env[69297]:    _type = "Task"
[ 1395.210116] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1395.218140] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931095, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1395.223364] env[69297]: DEBUG oslo_concurrency.lockutils [req-931458d2-35d5-42ed-8da3-40baa2fccfe0 req-c4552395-281e-4477-86c0-9c3cdf1fc976 service nova] Releasing lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1395.256282] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1395.260211] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.811s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1395.260211] env[69297]: DEBUG nova.objects.instance [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Lazy-loading 'resources' on Instance uuid 0d31a377-7c63-47e9-85b8-85c6f702db66 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1395.287543] env[69297]: INFO nova.scheduler.client.report [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Deleted allocations for instance 9971da56-8816-4274-8ee1-726a3608fcb8
[ 1395.297927] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1395.383352] env[69297]: DEBUG nova.network.neutron [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Updating instance_info_cache with network_info: [{"id": "25bac40f-bd31-4180-9523-e9a98e0e1767", "address": "fa:16:3e:2f:3a:d4", "network": {"id": "2a82825f-96a2-498a-856d-1ae419404044", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1492684949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b379f8d8fd3d400988afc9f52e13e899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bac40f-bd", "ovs_interfaceid": "25bac40f-bd31-4180-9523-e9a98e0e1767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1395.568859] env[69297]: DEBUG nova.compute.manager [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1395.568859] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1395.568859] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fe369f-aee0-4382-a851-2386ad24c4d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.581319] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066089} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1395.583745] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1395.584271] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1395.586610] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0db1f2-9ddb-40d8-b204-915f661b17a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.587936] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ad7fb36-b6e5-454b-b5c2-25b4d529c4d7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.610574] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1395.612812] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de10f0c-4ecb-475d-a8f6-d5144dcb6d41 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.628536] env[69297]: DEBUG oslo_vmware.api [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1395.628536] env[69297]:    value = "task-2931096"
[ 1395.628536] env[69297]:    _type = "Task"
[ 1395.628536] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1395.634779] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1395.634779] env[69297]:    value = "task-2931097"
[ 1395.634779] env[69297]:    _type = "Task"
[ 1395.634779] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1395.638253] env[69297]: DEBUG oslo_vmware.api [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1395.646827] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1395.680217] env[69297]: DEBUG nova.compute.manager [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1395.724274] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931095, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1395.795142] env[69297]: DEBUG oslo_vmware.api [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931091, 'name': PowerOnVM_Task, 'duration_secs': 0.69189} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1395.795473] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1395.795841] env[69297]: INFO nova.compute.manager [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Took 8.31 seconds to spawn the instance on the hypervisor.
[ 1395.796268] env[69297]: DEBUG nova.compute.manager [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1395.799725] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275042e6-83dd-4831-a5ba-0f6906945312 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.806997] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f62f0532-a0e2-4da8-aa2c-56156b63988a tempest-ServerTagsTestJSON-2042541189 tempest-ServerTagsTestJSON-2042541189-project-member] Lock "9971da56-8816-4274-8ee1-726a3608fcb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 37.101s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1395.886930] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Releasing lock "refresh_cache-c249c505-4021-48be-b019-6dc02b8ae783" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1395.887329] env[69297]: DEBUG nova.compute.manager [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Instance network_info: |[{"id": "25bac40f-bd31-4180-9523-e9a98e0e1767", "address": "fa:16:3e:2f:3a:d4", "network": {"id": "2a82825f-96a2-498a-856d-1ae419404044", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1492684949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b379f8d8fd3d400988afc9f52e13e899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bac40f-bd", "ovs_interfaceid": "25bac40f-bd31-4180-9523-e9a98e0e1767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1395.887734] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:3a:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25bac40f-bd31-4180-9523-e9a98e0e1767', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1395.899015] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Creating folder: Project (b379f8d8fd3d400988afc9f52e13e899). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1395.902224] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7fd979f-7cf7-41d9-866b-130c1a9e4b7f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.913762] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Created folder: Project (b379f8d8fd3d400988afc9f52e13e899) in parent group-v588392.
[ 1395.913999] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Creating folder: Instances. Parent ref: group-v588541. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1395.914256] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc5445d8-fb63-4614-b081-3007a2c2324a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.925776] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Created folder: Instances in parent group-v588541.
[ 1395.926047] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1395.926244] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1395.926446] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6f27c3c-5b82-4201-9954-7af54c92d2de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1395.952531] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1395.952531] env[69297]:    value = "task-2931100"
[ 1395.952531] env[69297]:    _type = "Task"
[ 1395.952531] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1395.960984] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931100, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1396.048035] env[69297]: DEBUG nova.compute.manager [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Received event network-vif-plugged-25bac40f-bd31-4180-9523-e9a98e0e1767 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1396.048276] env[69297]: DEBUG oslo_concurrency.lockutils [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] Acquiring lock "c249c505-4021-48be-b019-6dc02b8ae783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1396.048508] env[69297]: DEBUG oslo_concurrency.lockutils [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] Lock "c249c505-4021-48be-b019-6dc02b8ae783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1396.048682] env[69297]: DEBUG oslo_concurrency.lockutils [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] Lock "c249c505-4021-48be-b019-6dc02b8ae783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1396.048922] env[69297]: DEBUG nova.compute.manager [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] No waiting events found dispatching network-vif-plugged-25bac40f-bd31-4180-9523-e9a98e0e1767 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1396.049125] env[69297]: WARNING nova.compute.manager [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Received unexpected event network-vif-plugged-25bac40f-bd31-4180-9523-e9a98e0e1767 for instance with vm_state building and task_state spawning.
[ 1396.049329] env[69297]: DEBUG nova.compute.manager [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Received event network-changed-25bac40f-bd31-4180-9523-e9a98e0e1767 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1396.049528] env[69297]: DEBUG nova.compute.manager [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Refreshing instance network info cache due to event network-changed-25bac40f-bd31-4180-9523-e9a98e0e1767. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1396.049751] env[69297]: DEBUG oslo_concurrency.lockutils [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] Acquiring lock "refresh_cache-c249c505-4021-48be-b019-6dc02b8ae783" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1396.049918] env[69297]: DEBUG oslo_concurrency.lockutils [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] Acquired lock "refresh_cache-c249c505-4021-48be-b019-6dc02b8ae783" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1396.050029] env[69297]: DEBUG nova.network.neutron [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Refreshing network info cache for port 25bac40f-bd31-4180-9523-e9a98e0e1767 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1396.141243] env[69297]: DEBUG oslo_vmware.api [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931096, 'name': PowerOffVM_Task, 'duration_secs': 0.307515} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1396.144313] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1396.144499] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1396.144883] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e23fe3a-7794-403d-81f0-c207d620219e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.151118] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931097, 'name': ReconfigVM_Task, 'duration_secs': 0.278741} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1396.153612] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3/48799466-77de-45c4-8786-a5ce333e9fa3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1396.155163] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0c130f4-688d-4a5d-b013-fb383ce6b10a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.160733] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1396.160733] env[69297]:    value = "task-2931102"
[ 1396.160733] env[69297]:    _type = "Task"
[ 1396.160733] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1396.171867] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931102, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1396.202141] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1396.220919] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931095, 'name': CreateVM_Task, 'duration_secs': 0.546728} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1396.224180] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97323847-2131-4245-b61d-985a58a66e11] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1396.224478] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1396.224666] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1396.224844] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Deleting the datastore file [datastore1] 5d2fc2d4-b02c-45ed-addb-36766b55bf5d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1396.225528] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1396.225747] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1396.226064] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1396.226302] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe4b7db-697f-4fe0-8be8-804e2cf16249 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.228102] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74449ee-1b08-46d1-91f8-4d79acabb8d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.233184] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1396.233184] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52828487-3aab-2131-eb2c-cb60b33a5472"
[ 1396.233184] env[69297]:    _type = "Task"
[ 1396.233184] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1396.234425] env[69297]: DEBUG oslo_vmware.api [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1396.234425] env[69297]:    value = "task-2931103"
[ 1396.234425] env[69297]:    _type = "Task"
[ 1396.234425] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1396.247360] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52828487-3aab-2131-eb2c-cb60b33a5472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1396.250445] env[69297]: DEBUG oslo_vmware.api [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1396.328802] env[69297]: INFO nova.compute.manager [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Took 38.64 seconds to build instance.
[ 1396.369833] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d245a8b-699c-4486-8fc6-4dcc0468a7ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.379692] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9b9cf-b1f3-4cc3-8a44-9751f063e900 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.412789] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5368034-2738-4fae-801f-2a717623be81 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.426025] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf10371f-e81e-4370-83be-e763a310790d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.442335] env[69297]: DEBUG nova.compute.provider_tree [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1396.461528] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931100, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1396.676964] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931102, 'name': Rename_Task, 'duration_secs': 0.183181} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1396.678920] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1396.679231] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7ef9f4e-ebd9-4855-b8f8-4afa8080e277 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.688117] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1396.688117] env[69297]:    value = "task-2931104"
[ 1396.688117] env[69297]:    _type = "Task"
[ 1396.688117] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1396.699093] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1396.747645] env[69297]: DEBUG oslo_vmware.api [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1396.752367] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52828487-3aab-2131-eb2c-cb60b33a5472, 'name': SearchDatastore_Task, 'duration_secs': 0.019203} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1396.752801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1396.753157] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1396.753491] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1396.753757] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1396.754046] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1396.754426] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8269ae7c-ea03-4f84-8278-0b5016aad06d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.767023] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1396.767023] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1396.768869] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b04a95d-7957-4f44-8bbd-534b42d8f6ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.774096] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1396.774096] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520be2eb-dca5-8630-ccf8-56d1de9bcf83"
[ 1396.774096] env[69297]:    _type = "Task"
[ 1396.774096] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1396.787940] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520be2eb-dca5-8630-ccf8-56d1de9bcf83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1396.806348] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d65160-4600-4ee9-b944-6a9abbe622fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.814102] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d1537c-e1b5-41c0-812c-9a86df6211a3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Suspending the VM {{(pid=69297) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}}
[ 1396.814102] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2161ea38-de0b-4f9b-9741-b24feb3e9a29 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.823702] env[69297]: DEBUG oslo_vmware.api [None req-a5d1537c-e1b5-41c0-812c-9a86df6211a3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1396.823702] env[69297]:    value = "task-2931105"
[ 1396.823702] env[69297]:    _type = "Task"
[ 1396.823702] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1396.828996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75d14be0-1e52-499d-b520-a28a5774da55 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "ef10624e-0d25-4240-b925-f7f99f212a8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 62.829s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1396.835400] env[69297]: DEBUG oslo_vmware.api [None req-a5d1537c-e1b5-41c0-812c-9a86df6211a3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931105, 'name': SuspendVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1396.928521] env[69297]: DEBUG nova.network.neutron [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Updated VIF entry in instance network info cache for port 25bac40f-bd31-4180-9523-e9a98e0e1767. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1396.928521] env[69297]: DEBUG nova.network.neutron [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Updating instance_info_cache with network_info: [{"id": "25bac40f-bd31-4180-9523-e9a98e0e1767", "address": "fa:16:3e:2f:3a:d4", "network": {"id": "2a82825f-96a2-498a-856d-1ae419404044", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1492684949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b379f8d8fd3d400988afc9f52e13e899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bac40f-bd", "ovs_interfaceid": "25bac40f-bd31-4180-9523-e9a98e0e1767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1396.969440] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931100, 'name': CreateVM_Task, 'duration_secs': 0.631097} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1396.969648] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1396.970529] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1396.970891] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1396.971156] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1396.971846] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bf2a19-a7f3-4277-adb8-d243658fbe32 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1396.974599] env[69297]: ERROR nova.scheduler.client.report [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] [req-a2bf68a4-38be-4ee2-b982-f92052250fcb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-a2bf68a4-38be-4ee2-b982-f92052250fcb"}]}
[ 1396.985483] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for the task: (returnval){
[ 1396.985483] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52648888-b1c4-0b21-1169-05e45619b452"
[ 1396.985483] env[69297]:    _type = "Task"
[ 1396.985483] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1396.995433] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52648888-b1c4-0b21-1169-05e45619b452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1397.003452] env[69297]: DEBUG nova.scheduler.client.report [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 1397.027389] env[69297]: DEBUG nova.scheduler.client.report [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 1397.028036] env[69297]: DEBUG nova.compute.provider_tree [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1397.046443] env[69297]: DEBUG nova.scheduler.client.report [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 1397.072544] env[69297]: DEBUG nova.scheduler.client.report [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 1397.199935] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1397.248962] env[69297]: DEBUG oslo_vmware.api [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574196} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1397.251818] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1397.252502] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1397.252502] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1397.252502] env[69297]: INFO nova.compute.manager [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Took 1.69 seconds to destroy the instance on the hypervisor.
[ 1397.252707] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1397.253128] env[69297]: DEBUG nova.compute.manager [-] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1397.253245] env[69297]: DEBUG nova.network.neutron [-] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1397.286537] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520be2eb-dca5-8630-ccf8-56d1de9bcf83, 'name': SearchDatastore_Task, 'duration_secs': 0.03028} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1397.288272] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9653de-054a-4129-9bcd-4c59c433cbc0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.294958] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1397.294958] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522c21f3-6fb6-cda1-6baa-b334d8d23901"
[ 1397.294958] env[69297]:    _type = "Task"
[ 1397.294958] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1397.308668] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522c21f3-6fb6-cda1-6baa-b334d8d23901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1397.336183] env[69297]: DEBUG oslo_vmware.api [None req-a5d1537c-e1b5-41c0-812c-9a86df6211a3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931105, 'name': SuspendVM_Task} progress is 58%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1397.432288] env[69297]: DEBUG oslo_concurrency.lockutils [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] Releasing lock "refresh_cache-c249c505-4021-48be-b019-6dc02b8ae783" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1397.432757] env[69297]: DEBUG nova.compute.manager [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Received event network-changed-65b994e5-5569-45d0-bed7-8a80426887ee {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1397.433073] env[69297]: DEBUG nova.compute.manager [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Refreshing instance network info cache due to event network-changed-65b994e5-5569-45d0-bed7-8a80426887ee. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1397.433429] env[69297]: DEBUG oslo_concurrency.lockutils [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] Acquiring lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1397.433838] env[69297]: DEBUG oslo_concurrency.lockutils [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] Acquired lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1397.434156] env[69297]: DEBUG nova.network.neutron [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Refreshing network info cache for port 65b994e5-5569-45d0-bed7-8a80426887ee {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1397.500949] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52648888-b1c4-0b21-1169-05e45619b452, 'name': SearchDatastore_Task, 'duration_secs': 0.031476} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1397.505166] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1397.508022] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1397.508022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1397.508022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1397.508022] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1397.508022] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59794e43-b27c-4091-8659-10585797a467 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.528302] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1397.528302] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1397.528302] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d0885e-93c4-4097-9585-db3feb924219 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.539395] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for the task: (returnval){
[ 1397.539395] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52101391-4dfa-e75a-4a87-b6a6264e1218"
[ 1397.539395] env[69297]:    _type = "Task"
[ 1397.539395] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1397.546945] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52101391-4dfa-e75a-4a87-b6a6264e1218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1397.636676] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5962ee6c-50a6-461d-b30b-bf0e36638924 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.644852] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4e4a0e-0637-454d-a61d-12dc17f49897 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.678767] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee8479-2f26-4d2f-8317-e2f99adab135 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.690601] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa7c33c-f504-4823-88af-e21975921674 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.704719] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1397.714914] env[69297]: DEBUG nova.compute.provider_tree [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1397.814032] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522c21f3-6fb6-cda1-6baa-b334d8d23901, 'name': SearchDatastore_Task, 'duration_secs': 0.01467} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1397.816423] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1397.816423] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 97323847-2131-4245-b61d-985a58a66e11/97323847-2131-4245-b61d-985a58a66e11.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1397.816423] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b725cac4-3ee0-4ffe-877e-9478ef511729 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1397.823268] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1397.823268] env[69297]:    value = "task-2931106"
[ 1397.823268] env[69297]:    _type = "Task"
[ 1397.823268] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1397.836697] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1397.839955] env[69297]: DEBUG oslo_vmware.api [None req-a5d1537c-e1b5-41c0-812c-9a86df6211a3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931105, 'name': SuspendVM_Task, 'duration_secs': 0.728923} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1397.840366] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d1537c-e1b5-41c0-812c-9a86df6211a3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Suspended the VM {{(pid=69297) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}}
[ 1397.842346] env[69297]: DEBUG nova.compute.manager [None req-a5d1537c-e1b5-41c0-812c-9a86df6211a3 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1397.842346] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a888faa1-c2e3-4a24-a18b-435491609134 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.052871] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52101391-4dfa-e75a-4a87-b6a6264e1218, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1398.053545] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adff082a-ca1f-4cbf-a77b-51be1ca6301d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.062593] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for the task: (returnval){
[ 1398.062593] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52267415-bb80-ac06-b4fd-11a6b5b3f27c"
[ 1398.062593] env[69297]:    _type = "Task"
[ 1398.062593] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1398.076803] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52267415-bb80-ac06-b4fd-11a6b5b3f27c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1398.200811] env[69297]: DEBUG nova.network.neutron [-] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1398.207793] env[69297]: DEBUG oslo_vmware.api [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931104, 'name': PowerOnVM_Task, 'duration_secs': 1.088802} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1398.208182] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1398.208363] env[69297]: DEBUG nova.compute.manager [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1398.209233] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161d1ddd-10bb-4f67-944a-480827b6b3b6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.222733] env[69297]: DEBUG nova.scheduler.client.report [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1398.248701] env[69297]: DEBUG nova.compute.manager [req-2d39d129-da22-4878-b4ea-deea86a1a3c8 req-3c753c07-a7e0-411c-acbd-8bdc6d6b040e service nova] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Received event network-vif-deleted-381d2c40-8cb4-4052-ad75-f4f788c18a9c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1398.303958] env[69297]: DEBUG nova.network.neutron [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Updated VIF entry in instance network info cache for port 65b994e5-5569-45d0-bed7-8a80426887ee. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1398.303958] env[69297]: DEBUG nova.network.neutron [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Updating instance_info_cache with network_info: [{"id": "65b994e5-5569-45d0-bed7-8a80426887ee", "address": "fa:16:3e:1e:d5:c2", "network": {"id": "be2a9fd7-a254-4ef8-a80c-ccb60baf6d5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-638177553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c74bbeb2c9d41cd8780a3bbc84ae5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b994e5-55", "ovs_interfaceid": "65b994e5-5569-45d0-bed7-8a80426887ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1398.341872] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504169} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1398.342295] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 97323847-2131-4245-b61d-985a58a66e11/97323847-2131-4245-b61d-985a58a66e11.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1398.342628] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1398.342993] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-024fbbe4-0a20-4430-ac6d-3a21911d74b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.361094] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1398.361094] env[69297]:    value = "task-2931107"
[ 1398.361094] env[69297]:    _type = "Task"
[ 1398.361094] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1398.376636] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1398.460354] env[69297]: DEBUG oslo_concurrency.lockutils [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1398.462231] env[69297]: DEBUG oslo_concurrency.lockutils [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1398.571507] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52267415-bb80-ac06-b4fd-11a6b5b3f27c, 'name': SearchDatastore_Task, 'duration_secs': 0.018733} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1398.571816] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1398.572119] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] c249c505-4021-48be-b019-6dc02b8ae783/c249c505-4021-48be-b019-6dc02b8ae783.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1398.572392] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3211a2f4-43c5-4a5a-a3c2-95966fe885ac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.580734] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for the task: (returnval){
[ 1398.580734] env[69297]:    value = "task-2931108"
[ 1398.580734] env[69297]:    _type = "Task"
[ 1398.580734] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1398.589099] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1398.704449] env[69297]: INFO nova.compute.manager [-] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Took 1.45 seconds to deallocate network for instance.
[ 1398.730286] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.471s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1398.732749] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.390s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1398.734334] env[69297]: INFO nova.compute.claims [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1398.738492] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1398.752642] env[69297]: INFO nova.scheduler.client.report [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Deleted allocations for instance 0d31a377-7c63-47e9-85b8-85c6f702db66
[ 1398.805433] env[69297]: DEBUG oslo_concurrency.lockutils [req-e06b5c97-f8b7-4bc0-b276-db28388cdfb8 req-c008f496-d251-4001-bee4-1b06a4a603a9 service nova] Releasing lock "refresh_cache-3831d5ae-d59f-4199-be88-f4a8a37c623d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1398.871602] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287785} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1398.871927] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1398.872810] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198c7221-3d8e-4a69-93f3-464f06c5296d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.896395] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 97323847-2131-4245-b61d-985a58a66e11/97323847-2131-4245-b61d-985a58a66e11.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1398.896775] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-245a546e-2cc5-421d-a51f-d4c64737d8f0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1398.916882] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1398.916882] env[69297]:    value = "task-2931109"
[ 1398.916882] env[69297]:    _type = "Task"
[ 1398.916882] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1398.926628] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1398.931745] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "f139222f-a841-4b9c-b01d-747b3101b3b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1398.931978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "f139222f-a841-4b9c-b01d-747b3101b3b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1398.963923] env[69297]: DEBUG nova.compute.utils [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1399.079369] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1399.079690] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1399.092546] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476401} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1399.092826] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] c249c505-4021-48be-b019-6dc02b8ae783/c249c505-4021-48be-b019-6dc02b8ae783.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1399.092996] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1399.093284] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd86ee13-e204-4ffb-8a70-ecae0ffb27b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1399.100098] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for the task: (returnval){
[ 1399.100098] env[69297]:    value = "task-2931110"
[ 1399.100098] env[69297]:    _type = "Task"
[ 1399.100098] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1399.108502] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1399.211968] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1399.259815] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac442f21-9ed0-4a84-af9c-28461b5bb7be tempest-VolumesAssistedSnapshotsTest-729273177 tempest-VolumesAssistedSnapshotsTest-729273177-project-member] Lock "0d31a377-7c63-47e9-85b8-85c6f702db66" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 38.087s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1399.426684] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931109, 'name': ReconfigVM_Task, 'duration_secs': 0.342365} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1399.427037] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 97323847-2131-4245-b61d-985a58a66e11/97323847-2131-4245-b61d-985a58a66e11.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1399.427760] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc55f2ae-644f-4fae-aa55-7cf31dd44919 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1399.435328] env[69297]: DEBUG nova.compute.manager [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1399.437996] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1399.437996] env[69297]:    value = "task-2931111"
[ 1399.437996] env[69297]:    _type = "Task"
[ 1399.437996] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1399.448545] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931111, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1399.467354] env[69297]: DEBUG oslo_concurrency.lockutils [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.006s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1399.593975] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1399.594135] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1399.594268] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1399.594444] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1399.594590] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1399.594769] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1399.594884] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1399.595046] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1399.613251] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12126} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1399.613251] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1399.613251] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8245ec-af7d-4409-b8de-2fe9cada5755 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1399.639873] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] c249c505-4021-48be-b019-6dc02b8ae783/c249c505-4021-48be-b019-6dc02b8ae783.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1399.640531] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7def61e6-565f-420a-8508-51c0cd46eee6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1399.660288] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for the task: (returnval){
[ 1399.660288] env[69297]:    value = "task-2931112"
[ 1399.660288] env[69297]:    _type = "Task"
[ 1399.660288] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1399.668462] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1399.884342] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "1093d24c-dc34-4047-a4ca-6ca7a0ff9723" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1399.884607] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "1093d24c-dc34-4047-a4ca-6ca7a0ff9723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1399.953817] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931111, 'name': Rename_Task, 'duration_secs': 0.137513} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1399.954720] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1399.954720] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b4a26a2-d7f1-4671-8c6d-949be1df5ff4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1399.958273] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1399.961615] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1399.961615] env[69297]:    value = "task-2931113"
[ 1399.961615] env[69297]:    _type = "Task"
[ 1399.961615] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1399.969463] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1400.001226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1400.001520] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1400.098108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1400.172796] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1400.177298] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f04def-c25e-47ae-90fe-fd80916716da {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.184176] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e670df-07a8-49e3-8355-67b792cc1b63 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.217086] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a488d60-3ea1-4f78-b138-f79dc79a0e88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.224563] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1fd445-f9db-4153-95a5-c94bdd0df5e7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.239365] env[69297]: DEBUG nova.compute.provider_tree [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1400.387054] env[69297]: DEBUG nova.compute.manager [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1400.472575] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1400.505441] env[69297]: DEBUG nova.compute.utils [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1400.535833] env[69297]: DEBUG oslo_concurrency.lockutils [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1400.535833] env[69297]: DEBUG oslo_concurrency.lockutils [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1400.535994] env[69297]: INFO nova.compute.manager [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Attaching volume 469bcd47-5395-4016-bf84-91e9334281be to /dev/sdb
[ 1400.571453] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95208190-7984-490d-8104-89894173f155 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.578714] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aae608-0a76-4366-8968-6431b23c3cc1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.591946] env[69297]: DEBUG nova.virt.block_device [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Updating existing volume attachment record: 36dade88-7ee7-4126-adc5-dffe2eaa2844 {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1400.671017] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931112, 'name': ReconfigVM_Task, 'duration_secs': 0.859398} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1400.671402] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Reconfigured VM instance instance-00000031 to attach disk [datastore1] c249c505-4021-48be-b019-6dc02b8ae783/c249c505-4021-48be-b019-6dc02b8ae783.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1400.672054] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b7b441-bc35-448f-bf7f-92549836975e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1400.679732] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for the task: (returnval){
[ 1400.679732] env[69297]:    value = "task-2931114"
[ 1400.679732] env[69297]:    _type = "Task"
[ 1400.679732] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1400.689688] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931114, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1400.763714] env[69297]: ERROR nova.scheduler.client.report [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [req-bdd80bfa-ae63-48dd-8105-40c285e5c5e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-bdd80bfa-ae63-48dd-8105-40c285e5c5e5"}]}
[ 1400.781554] env[69297]: DEBUG nova.scheduler.client.report [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 1400.798074] env[69297]: DEBUG nova.scheduler.client.report [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 1400.798373] env[69297]: DEBUG nova.compute.provider_tree [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1400.812924] env[69297]: DEBUG nova.scheduler.client.report [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 1400.835319] env[69297]: DEBUG nova.scheduler.client.report [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 1400.911058] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1400.975241] env[69297]: DEBUG oslo_vmware.api [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931113, 'name': PowerOnVM_Task, 'duration_secs': 0.576122} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1400.975517] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1400.975723] env[69297]: INFO nova.compute.manager [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Took 5.88 seconds to spawn the instance on the hypervisor.
[ 1400.975901] env[69297]: DEBUG nova.compute.manager [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1400.977097] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7e8815-c4ca-47b2-a521-88bd5b8b5f60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.009446] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.007s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1401.190266] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931114, 'name': Rename_Task, 'duration_secs': 0.20484} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1401.193378] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1401.193825] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09fbca18-e237-4177-8145-e28de291d19f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.200588] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for the task: (returnval){
[ 1401.200588] env[69297]:    value = "task-2931118"
[ 1401.200588] env[69297]:    _type = "Task"
[ 1401.200588] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1401.211580] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1401.225625] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1401.225861] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1401.326054] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48345363-ffb9-4af6-bc83-f886415a0e20 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.333852] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dc2c2d-8eb6-430d-b706-821a6f16ecf7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.364548] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254c674b-5d66-40f6-83ea-d5ed4ec31e48 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.371735] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f795822-a2fd-4a4f-b39a-583284512f40 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1401.385062] env[69297]: DEBUG nova.compute.provider_tree [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1401.499682] env[69297]: INFO nova.compute.manager [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Took 39.83 seconds to build instance.
[ 1401.712744] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1401.920704] env[69297]: DEBUG nova.scheduler.client.report [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1401.921109] env[69297]: DEBUG nova.compute.provider_tree [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 75 to 76 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1401.921197] env[69297]: DEBUG nova.compute.provider_tree [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1402.004639] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2e92998f-b9a6-4875-9874-6b29c9a09acb tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "97323847-2131-4245-b61d-985a58a66e11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.069s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1402.038568] env[69297]: DEBUG nova.compute.manager [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1402.038568] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fca0ff4-82c8-48d3-88c6-6aabde3d759d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1402.084018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1402.084018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1402.084018] env[69297]: INFO nova.compute.manager [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Attaching volume 6acaef9c-8e14-4227-aa89-719b4e3642ef to /dev/sdb
[ 1402.121904] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766a6995-1ea2-4b92-87f5-b915f5e2b15e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1402.135212] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8152363e-fa54-486f-a6aa-a72ab84c6329 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1402.153338] env[69297]: DEBUG nova.virt.block_device [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Updating existing volume attachment record: 0df7c7e7-7766-4f9d-bf79-7ed84cf54f9e {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1402.211921] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931118, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1402.429277] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.696s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1402.430230] env[69297]: DEBUG nova.compute.manager [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1402.437749] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.321s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1402.437749] env[69297]: DEBUG nova.objects.instance [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lazy-loading 'resources' on Instance uuid d876a739-03b5-46c5-a072-af020ce202ef {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1402.497813] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1402.497813] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1402.497813] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1402.497813] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1402.497813] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1402.498947] env[69297]: INFO nova.compute.manager [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Terminating instance
[ 1402.513921] env[69297]: DEBUG nova.compute.manager [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1402.552134] env[69297]: INFO nova.compute.manager [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] instance snapshotting
[ 1402.552134] env[69297]: WARNING nova.compute.manager [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] trying to snapshot a non-running instance: (state: 7 expected: 1)
[ 1402.554067] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aae7aa-712d-44db-b33d-eb982a21391f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1402.579033] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b070ef57-ea85-473f-b8e3-d23f668d03b2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1402.713190] env[69297]: DEBUG oslo_vmware.api [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931118, 'name': PowerOnVM_Task, 'duration_secs': 1.110566} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1402.713190] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1402.713190] env[69297]: INFO nova.compute.manager [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Took 10.39 seconds to spawn the instance on the hypervisor.
[ 1402.713801] env[69297]: DEBUG nova.compute.manager [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1402.714738] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e410b2c-013a-4c7f-89a9-fcde77d73280 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1402.938145] env[69297]: DEBUG nova.compute.utils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1402.942827] env[69297]: DEBUG nova.compute.manager [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1402.942959] env[69297]: DEBUG nova.network.neutron [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1403.008169] env[69297]: DEBUG nova.compute.manager [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1403.008503] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1403.010120] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f359aaec-42ac-4a86-9a74-fa98c3aa4d95 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.022194] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1403.024734] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3da4d6b0-f9a1-453e-9ccd-ea061d9ae324 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.029083] env[69297]: DEBUG nova.policy [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d89cdab56045448d675ecd55864dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50ec6558f3484a13a0c412202e14c9ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1403.031993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1403.038066] env[69297]: DEBUG oslo_vmware.api [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1403.038066] env[69297]:    value = "task-2931123"
[ 1403.038066] env[69297]:    _type = "Task"
[ 1403.038066] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1403.050784] env[69297]: DEBUG oslo_vmware.api [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1403.086642] env[69297]: INFO nova.compute.manager [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Rebuilding instance
[ 1403.094183] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1403.094520] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0df5deb0-77d2-41bf-afec-ef88d82bb681 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.105176] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1403.105176] env[69297]:    value = "task-2931124"
[ 1403.105176] env[69297]:    _type = "Task"
[ 1403.105176] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1403.116115] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931124, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1403.147386] env[69297]: DEBUG nova.compute.manager [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1403.149055] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd98bdf-456a-4c4d-aada-84595efd8294 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.240019] env[69297]: INFO nova.compute.manager [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Took 42.22 seconds to build instance.
[ 1403.445497] env[69297]: DEBUG nova.compute.manager [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1403.555233] env[69297]: DEBUG oslo_vmware.api [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931123, 'name': PowerOffVM_Task, 'duration_secs': 0.254662} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1403.555542] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1403.555710] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1403.555981] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c2a9608-9bca-45cf-bcb8-0571936ef1c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.583590] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698c22df-7873-4a25-af2f-d70757e5b45b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.595261] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b60d78-b521-4691-9aa7-1f23ab685a2b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.632497] env[69297]: DEBUG nova.network.neutron [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Successfully created port: 20a2dcc4-9b4a-47a5-94a1-e543b4e47aed {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1403.638066] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e49afaf-b1d5-4764-850c-e8f835e5b3d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.640898] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1403.641397] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1403.641857] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleting the datastore file [datastore1] 2a5fca55-728c-40f0-99e4-d2a19cbeec98 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1403.641857] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-941564b0-3ad1-4812-8dca-52f40d0c500f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.649444] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931124, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1403.653096] env[69297]: DEBUG oslo_vmware.api [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1403.653096] env[69297]:    value = "task-2931126"
[ 1403.653096] env[69297]:    _type = "Task"
[ 1403.653096] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1403.657213] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7a74c2-8da9-467b-b569-40a307abdecc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1403.679126] env[69297]: DEBUG nova.compute.provider_tree [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1403.682527] env[69297]: DEBUG oslo_vmware.api [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1403.743921] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af1688bd-252f-4b09-b414-9f05ba57cdbc tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Lock "c249c505-4021-48be-b019-6dc02b8ae783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 67.999s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1404.122281] env[69297]: DEBUG nova.compute.manager [req-a7e37990-3969-462f-a8eb-c3ce0fae929b req-8c44bcb1-18a4-4159-be41-b5f6e35aace7 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Received event network-changed-25bac40f-bd31-4180-9523-e9a98e0e1767 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1404.122281] env[69297]: DEBUG nova.compute.manager [req-a7e37990-3969-462f-a8eb-c3ce0fae929b req-8c44bcb1-18a4-4159-be41-b5f6e35aace7 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Refreshing instance network info cache due to event network-changed-25bac40f-bd31-4180-9523-e9a98e0e1767. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1404.122600] env[69297]: DEBUG oslo_concurrency.lockutils [req-a7e37990-3969-462f-a8eb-c3ce0fae929b req-8c44bcb1-18a4-4159-be41-b5f6e35aace7 service nova] Acquiring lock "refresh_cache-c249c505-4021-48be-b019-6dc02b8ae783" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1404.122600] env[69297]: DEBUG oslo_concurrency.lockutils [req-a7e37990-3969-462f-a8eb-c3ce0fae929b req-8c44bcb1-18a4-4159-be41-b5f6e35aace7 service nova] Acquired lock "refresh_cache-c249c505-4021-48be-b019-6dc02b8ae783" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1404.122727] env[69297]: DEBUG nova.network.neutron [req-a7e37990-3969-462f-a8eb-c3ce0fae929b req-8c44bcb1-18a4-4159-be41-b5f6e35aace7 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Refreshing network info cache for port 25bac40f-bd31-4180-9523-e9a98e0e1767 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1404.142716] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931124, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1404.170705] env[69297]: DEBUG oslo_vmware.api [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209932} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1404.171055] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1404.171272] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1404.171449] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1404.171628] env[69297]: INFO nova.compute.manager [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Took 1.16 seconds to destroy the instance on the hypervisor.
[ 1404.171868] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1404.172215] env[69297]: DEBUG nova.compute.manager [-] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1404.172339] env[69297]: DEBUG nova.network.neutron [-] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1404.179166] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1404.179588] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7a5f5de-db94-484e-8e11-0fd6fa1c2299 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.192348] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1404.192348] env[69297]:    value = "task-2931127"
[ 1404.192348] env[69297]:    _type = "Task"
[ 1404.192348] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1404.202524] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1404.220875] env[69297]: DEBUG nova.scheduler.client.report [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1404.221363] env[69297]: DEBUG nova.compute.provider_tree [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 76 to 77 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1404.221363] env[69297]: DEBUG nova.compute.provider_tree [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1404.461273] env[69297]: DEBUG nova.compute.manager [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1404.490308] env[69297]: DEBUG nova.virt.hardware [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1404.490610] env[69297]: DEBUG nova.virt.hardware [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1404.490926] env[69297]: DEBUG nova.virt.hardware [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1404.491158] env[69297]: DEBUG nova.virt.hardware [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1404.491347] env[69297]: DEBUG nova.virt.hardware [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1404.495029] env[69297]: DEBUG nova.virt.hardware [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1404.495029] env[69297]: DEBUG nova.virt.hardware [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1404.495029] env[69297]: DEBUG nova.virt.hardware [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1404.495029] env[69297]: DEBUG nova.virt.hardware [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1404.495029] env[69297]: DEBUG nova.virt.hardware [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1404.495029] env[69297]: DEBUG nova.virt.hardware [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1404.495029] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4d46b4-97bf-467d-a3a5-6018a0225a3f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.501912] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ad6dec-c6e4-419e-9b56-d95a2d5d6e13 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.641798] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931124, 'name': CreateSnapshot_Task, 'duration_secs': 1.112559} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1404.642177] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1404.646028] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac030c4-bac6-4098-9d69-3d988fe0a196 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.704028] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931127, 'name': PowerOffVM_Task, 'duration_secs': 0.137113} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1404.704318] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1404.704979] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1404.705775] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476a5a15-763d-4f49-9b65-6e254bed4f93 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.715861] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1404.716537] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdc6aaba-b6dd-4ddf-8351-e05dfc95a12e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.729677] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1404.733710] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.866s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1404.739022] env[69297]: INFO nova.compute.claims [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1404.743758] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1404.743980] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1404.744177] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Deleting the datastore file [datastore2] 97323847-2131-4245-b61d-985a58a66e11 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1404.744444] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7bfc80c-284e-48b9-b381-fca8f815fd50 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1404.754808] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1404.754808] env[69297]:    value = "task-2931130"
[ 1404.754808] env[69297]:    _type = "Task"
[ 1404.754808] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1404.764734] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1404.768072] env[69297]: INFO nova.scheduler.client.report [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Deleted allocations for instance d876a739-03b5-46c5-a072-af020ce202ef
[ 1405.000656] env[69297]: DEBUG nova.network.neutron [req-a7e37990-3969-462f-a8eb-c3ce0fae929b req-8c44bcb1-18a4-4159-be41-b5f6e35aace7 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Updated VIF entry in instance network info cache for port 25bac40f-bd31-4180-9523-e9a98e0e1767. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1405.001082] env[69297]: DEBUG nova.network.neutron [req-a7e37990-3969-462f-a8eb-c3ce0fae929b req-8c44bcb1-18a4-4159-be41-b5f6e35aace7 service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Updating instance_info_cache with network_info: [{"id": "25bac40f-bd31-4180-9523-e9a98e0e1767", "address": "fa:16:3e:2f:3a:d4", "network": {"id": "2a82825f-96a2-498a-856d-1ae419404044", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1492684949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b379f8d8fd3d400988afc9f52e13e899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25bac40f-bd", "ovs_interfaceid": "25bac40f-bd31-4180-9523-e9a98e0e1767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1405.140460] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1405.141107] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588545', 'volume_id': '469bcd47-5395-4016-bf84-91e9334281be', 'name': 'volume-469bcd47-5395-4016-bf84-91e9334281be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f29b0f1c-7f85-4c4b-8402-aa7958bebb7c', 'attached_at': '', 'detached_at': '', 'volume_id': '469bcd47-5395-4016-bf84-91e9334281be', 'serial': '469bcd47-5395-4016-bf84-91e9334281be'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1405.141794] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f89437-563e-4709-9b09-24ef5ef089a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.168309] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1405.169271] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-788c0e14-01bf-4219-bdbb-4949f2b613d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.173111] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d92cbe-d1d8-43ca-b2c9-db3a6649cbdc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.202139] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] volume-469bcd47-5395-4016-bf84-91e9334281be/volume-469bcd47-5395-4016-bf84-91e9334281be.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1405.203604] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-788f195e-521f-4300-b2d8-57c2dc0458bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1405.222495] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1405.222495] env[69297]:    value = "task-2931131"
[ 1405.222495] env[69297]:    _type = "Task"
[ 1405.222495] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1405.229263] env[69297]: DEBUG oslo_vmware.api [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1405.229263] env[69297]:    value = "task-2931132"
[ 1405.229263] env[69297]:    _type = "Task"
[ 1405.229263] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1405.238787] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931131, 'name': CloneVM_Task} progress is 12%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1405.239424] env[69297]: DEBUG nova.compute.manager [req-00b4d829-bf47-4933-95f2-35e615d6473e req-f7bce05c-59f8-47bc-a9b3-021f0d565217 service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Received event network-vif-plugged-20a2dcc4-9b4a-47a5-94a1-e543b4e47aed {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1405.239693] env[69297]: DEBUG oslo_concurrency.lockutils [req-00b4d829-bf47-4933-95f2-35e615d6473e req-f7bce05c-59f8-47bc-a9b3-021f0d565217 service nova] Acquiring lock "2e6e7566-a129-40fb-87bc-5e16b50e873a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1405.240146] env[69297]: DEBUG oslo_concurrency.lockutils [req-00b4d829-bf47-4933-95f2-35e615d6473e req-f7bce05c-59f8-47bc-a9b3-021f0d565217 service nova] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1405.240146] env[69297]: DEBUG oslo_concurrency.lockutils [req-00b4d829-bf47-4933-95f2-35e615d6473e req-f7bce05c-59f8-47bc-a9b3-021f0d565217 service nova] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1405.240393] env[69297]: DEBUG nova.compute.manager [req-00b4d829-bf47-4933-95f2-35e615d6473e req-f7bce05c-59f8-47bc-a9b3-021f0d565217 service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] No waiting events found dispatching network-vif-plugged-20a2dcc4-9b4a-47a5-94a1-e543b4e47aed {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1405.240644] env[69297]: WARNING nova.compute.manager [req-00b4d829-bf47-4933-95f2-35e615d6473e req-f7bce05c-59f8-47bc-a9b3-021f0d565217 service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Received unexpected event network-vif-plugged-20a2dcc4-9b4a-47a5-94a1-e543b4e47aed for instance with vm_state building and task_state spawning.
[ 1405.247279] env[69297]: DEBUG oslo_vmware.api [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1405.265291] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152135} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1405.265628] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1405.265987] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1405.266263] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1405.276501] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec38e8e6-9ef8-4e2a-909b-8311e12fe58d tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "d876a739-03b5-46c5-a072-af020ce202ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 39.339s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1405.328373] env[69297]: DEBUG nova.network.neutron [-] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1405.377657] env[69297]: DEBUG nova.network.neutron [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Successfully updated port: 20a2dcc4-9b4a-47a5-94a1-e543b4e47aed {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1405.506434] env[69297]: DEBUG oslo_concurrency.lockutils [req-a7e37990-3969-462f-a8eb-c3ce0fae929b req-8c44bcb1-18a4-4159-be41-b5f6e35aace7 service nova] Releasing lock "refresh_cache-c249c505-4021-48be-b019-6dc02b8ae783" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1405.751355] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931131, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1405.760174] env[69297]: DEBUG oslo_vmware.api [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931132, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1405.831327] env[69297]: INFO nova.compute.manager [-] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Took 1.66 seconds to deallocate network for instance.
[ 1405.880396] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1405.880588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1405.880716] env[69297]: DEBUG nova.network.neutron [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1406.186473] env[69297]: DEBUG nova.compute.manager [req-7d6ddd4a-125e-495d-80ca-5c9578d18797 req-070e3eb9-b76f-4397-8aa7-f1111f267f41 service nova] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Received event network-vif-deleted-14393b90-c099-406a-bc94-cd546a5c1a57 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1406.236503] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931131, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1406.241344] env[69297]: DEBUG oslo_vmware.api [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931132, 'name': ReconfigVM_Task, 'duration_secs': 0.539529} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1406.241600] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Reconfigured VM instance instance-00000007 to attach disk [datastore1] volume-469bcd47-5395-4016-bf84-91e9334281be/volume-469bcd47-5395-4016-bf84-91e9334281be.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1406.248976] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5736680-efde-458f-90dd-f7e722bb18de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.265499] env[69297]: DEBUG oslo_vmware.api [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1406.265499] env[69297]:    value = "task-2931133"
[ 1406.265499] env[69297]:    _type = "Task"
[ 1406.265499] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1406.275184] env[69297]: DEBUG oslo_vmware.api [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1406.306100] env[69297]: DEBUG nova.virt.hardware [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1406.306100] env[69297]: DEBUG nova.virt.hardware [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1406.306100] env[69297]: DEBUG nova.virt.hardware [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1406.306100] env[69297]: DEBUG nova.virt.hardware [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1406.306100] env[69297]: DEBUG nova.virt.hardware [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1406.306100] env[69297]: DEBUG nova.virt.hardware [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1406.306723] env[69297]: DEBUG nova.virt.hardware [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1406.306723] env[69297]: DEBUG nova.virt.hardware [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1406.306723] env[69297]: DEBUG nova.virt.hardware [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1406.306723] env[69297]: DEBUG nova.virt.hardware [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1406.306985] env[69297]: DEBUG nova.virt.hardware [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1406.307700] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7e7c0c-2f59-4530-9e41-3dcbdf530cac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.319183] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099172f4-6a3f-48e7-b9c1-dd965c7bbd75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.333152] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1406.338765] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1406.339049] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97323847-2131-4245-b61d-985a58a66e11] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1406.339269] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30f56d17-a05f-4785-bb60-d1a40e14b54c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.353190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1406.354243] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b5c77e-60ad-40f1-ad33-8ebbb2c8b604 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.363388] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f60b8b-7af1-409e-b5f1-e6f641e68ac3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.366346] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1406.366346] env[69297]:    value = "task-2931134"
[ 1406.366346] env[69297]:    _type = "Task"
[ 1406.366346] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1406.398516] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1630c21-5751-4617-94f9-751307453757 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.404841] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931134, 'name': CreateVM_Task} progress is 15%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1406.411238] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de25eef-1eda-4a97-a5c4-4b9242e7a7a9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.426592] env[69297]: DEBUG nova.compute.provider_tree [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1406.435243] env[69297]: DEBUG nova.network.neutron [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1406.652899] env[69297]: DEBUG nova.network.neutron [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance_info_cache with network_info: [{"id": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "address": "fa:16:3e:25:f4:19", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a2dcc4-9b", "ovs_interfaceid": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1406.705909] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1406.706188] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588547', 'volume_id': '6acaef9c-8e14-4227-aa89-719b4e3642ef', 'name': 'volume-6acaef9c-8e14-4227-aa89-719b4e3642ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '6acaef9c-8e14-4227-aa89-719b4e3642ef', 'serial': '6acaef9c-8e14-4227-aa89-719b4e3642ef'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1406.707069] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d484a-40ff-4734-b6a3-739a87578397 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.722981] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a67362-9e35-4012-b49a-c7206642f588 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.733504] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931131, 'name': CloneVM_Task, 'duration_secs': 1.385713} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1406.747360] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Created linked-clone VM from snapshot
[ 1406.756529] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] volume-6acaef9c-8e14-4227-aa89-719b4e3642ef/volume-6acaef9c-8e14-4227-aa89-719b4e3642ef.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1406.757347] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa71140d-cab7-4211-a1a5-00e8a1126bc5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.759936] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f94ce59c-204c-43b5-8854-e6030bc8e035 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.781855] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Uploading image 0a720a31-df5e-4bca-9dc3-52d0fd94126c {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1406.785087] env[69297]: DEBUG oslo_vmware.api [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1406.785087] env[69297]:    value = "task-2931135"
[ 1406.785087] env[69297]:    _type = "Task"
[ 1406.785087] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1406.791536] env[69297]: DEBUG oslo_vmware.api [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931133, 'name': ReconfigVM_Task, 'duration_secs': 0.178105} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1406.792223] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588545', 'volume_id': '469bcd47-5395-4016-bf84-91e9334281be', 'name': 'volume-469bcd47-5395-4016-bf84-91e9334281be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f29b0f1c-7f85-4c4b-8402-aa7958bebb7c', 'attached_at': '', 'detached_at': '', 'volume_id': '469bcd47-5395-4016-bf84-91e9334281be', 'serial': '469bcd47-5395-4016-bf84-91e9334281be'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1406.796469] env[69297]: DEBUG oslo_vmware.api [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1406.807997] env[69297]: DEBUG oslo_vmware.rw_handles [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1406.807997] env[69297]:    value = "vm-588549"
[ 1406.807997] env[69297]:    _type = "VirtualMachine"
[ 1406.807997] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1406.808292] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0f1ca269-8c82-48d0-9db6-e0e03e7bec5c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.815540] env[69297]: DEBUG oslo_vmware.rw_handles [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lease: (returnval){
[ 1406.815540] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520d1864-223a-602a-3e0a-19120d38eb67"
[ 1406.815540] env[69297]:    _type = "HttpNfcLease"
[ 1406.815540] env[69297]:  } obtained for exporting VM: (result){
[ 1406.815540] env[69297]:    value = "vm-588549"
[ 1406.815540] env[69297]:    _type = "VirtualMachine"
[ 1406.815540] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1406.816028] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the lease: (returnval){
[ 1406.816028] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520d1864-223a-602a-3e0a-19120d38eb67"
[ 1406.816028] env[69297]:    _type = "HttpNfcLease"
[ 1406.816028] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1406.822290] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1406.822290] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520d1864-223a-602a-3e0a-19120d38eb67"
[ 1406.822290] env[69297]:    _type = "HttpNfcLease"
[ 1406.822290] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1406.877323] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931134, 'name': CreateVM_Task, 'duration_secs': 0.300094} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1406.877828] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97323847-2131-4245-b61d-985a58a66e11] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1406.878333] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1406.878524] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1406.878894] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1406.879205] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdf7ed4-5794-4310-9e2c-eea5407a0ffd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1406.883613] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1406.883613] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f3f88d-c3b2-efdc-aba9-08bbef992092"
[ 1406.883613] env[69297]:    _type = "Task"
[ 1406.883613] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1406.891826] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f3f88d-c3b2-efdc-aba9-08bbef992092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1406.932392] env[69297]: DEBUG nova.scheduler.client.report [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1407.155421] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1407.155775] env[69297]: DEBUG nova.compute.manager [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Instance network_info: |[{"id": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "address": "fa:16:3e:25:f4:19", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a2dcc4-9b", "ovs_interfaceid": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1407.156239] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:f4:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20a2dcc4-9b4a-47a5-94a1-e543b4e47aed', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1407.167283] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Creating folder: Project (50ec6558f3484a13a0c412202e14c9ba). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1407.169622] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcadc67a-0efa-4ace-ae35-73c30428abcb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.179949] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Created folder: Project (50ec6558f3484a13a0c412202e14c9ba) in parent group-v588392.
[ 1407.180317] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Creating folder: Instances. Parent ref: group-v588551. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1407.180611] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed706696-567a-4cfa-9ef4-c8924bcaa57f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.189086] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Created folder: Instances in parent group-v588551.
[ 1407.189406] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1407.189831] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1407.190112] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e60fd38-3565-491c-be0e-7000d188330b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.209094] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1407.209094] env[69297]:    value = "task-2931139"
[ 1407.209094] env[69297]:    _type = "Task"
[ 1407.209094] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1407.217837] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931139, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1407.295068] env[69297]: DEBUG oslo_vmware.api [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931135, 'name': ReconfigVM_Task, 'duration_secs': 0.384374} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1407.295452] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Reconfigured VM instance instance-00000021 to attach disk [datastore1] volume-6acaef9c-8e14-4227-aa89-719b4e3642ef/volume-6acaef9c-8e14-4227-aa89-719b4e3642ef.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1407.303515] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09527c3e-5350-4cac-bad9-29519934e4f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.322124] env[69297]: DEBUG oslo_vmware.api [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1407.322124] env[69297]:    value = "task-2931140"
[ 1407.322124] env[69297]:    _type = "Task"
[ 1407.322124] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1407.327045] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1407.327045] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520d1864-223a-602a-3e0a-19120d38eb67"
[ 1407.327045] env[69297]:    _type = "HttpNfcLease"
[ 1407.327045] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1407.327699] env[69297]: DEBUG oslo_vmware.rw_handles [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1407.327699] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520d1864-223a-602a-3e0a-19120d38eb67"
[ 1407.327699] env[69297]:    _type = "HttpNfcLease"
[ 1407.327699] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1407.328548] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb962e88-ef81-45eb-80ed-c6d398e23b4e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.335915] env[69297]: DEBUG oslo_vmware.api [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1407.343617] env[69297]: DEBUG oslo_vmware.rw_handles [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52993422-f92f-4530-315e-b639ccab7626/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1407.343617] env[69297]: DEBUG oslo_vmware.rw_handles [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52993422-f92f-4530-315e-b639ccab7626/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1407.422461] env[69297]: DEBUG nova.compute.manager [req-7a06b765-7ec9-4728-8429-8064b5207617 req-853c6ac4-787f-4789-8958-0eec66d4ee3d service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Received event network-changed-20a2dcc4-9b4a-47a5-94a1-e543b4e47aed {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1407.422461] env[69297]: DEBUG nova.compute.manager [req-7a06b765-7ec9-4728-8429-8064b5207617 req-853c6ac4-787f-4789-8958-0eec66d4ee3d service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Refreshing instance network info cache due to event network-changed-20a2dcc4-9b4a-47a5-94a1-e543b4e47aed. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1407.422461] env[69297]: DEBUG oslo_concurrency.lockutils [req-7a06b765-7ec9-4728-8429-8064b5207617 req-853c6ac4-787f-4789-8958-0eec66d4ee3d service nova] Acquiring lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1407.422461] env[69297]: DEBUG oslo_concurrency.lockutils [req-7a06b765-7ec9-4728-8429-8064b5207617 req-853c6ac4-787f-4789-8958-0eec66d4ee3d service nova] Acquired lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1407.422461] env[69297]: DEBUG nova.network.neutron [req-7a06b765-7ec9-4728-8429-8064b5207617 req-853c6ac4-787f-4789-8958-0eec66d4ee3d service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Refreshing network info cache for port 20a2dcc4-9b4a-47a5-94a1-e543b4e47aed {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1407.430935] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f3f88d-c3b2-efdc-aba9-08bbef992092, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1407.431424] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1407.431695] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1407.431960] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1407.432724] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1407.432724] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1407.433065] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4b21475-a3a3-4b59-bc4c-3f4fde6d761a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.441511] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1407.442024] env[69297]: DEBUG nova.compute.manager [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1407.451543] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.268s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1407.451844] env[69297]: DEBUG nova.objects.instance [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1407.456148] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1407.456148] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1407.457640] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3dd77c-2a67-4d2f-bec4-795f7a4a595d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.463450] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1407.463450] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]526d7b1d-6bfd-7c09-138d-9c653b71897d"
[ 1407.463450] env[69297]:    _type = "Task"
[ 1407.463450] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1407.476977] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526d7b1d-6bfd-7c09-138d-9c653b71897d, 'name': SearchDatastore_Task, 'duration_secs': 0.008557} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1407.480991] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb8881c-ac9a-46e8-9b78-44ac35561cfe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.484448] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4c6c1a37-de87-4070-bec8-cd0014383aa2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.489152] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1407.489152] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5255cd7a-4a13-1678-5bc1-5d9da16de911"
[ 1407.489152] env[69297]:    _type = "Task"
[ 1407.489152] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1407.498152] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5255cd7a-4a13-1678-5bc1-5d9da16de911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1407.720625] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931139, 'name': CreateVM_Task, 'duration_secs': 0.407879} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1407.721056] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1407.721671] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1407.721841] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1407.722316] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1407.722584] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76a8e02-2eec-457d-a59a-1fd391e341ab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1407.727385] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1407.727385] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52edde6c-8a20-16ae-402c-3cd722805934"
[ 1407.727385] env[69297]:    _type = "Task"
[ 1407.727385] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1407.736693] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52edde6c-8a20-16ae-402c-3cd722805934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1407.832522] env[69297]: DEBUG oslo_vmware.api [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931140, 'name': ReconfigVM_Task, 'duration_secs': 0.169845} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1407.832986] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588547', 'volume_id': '6acaef9c-8e14-4227-aa89-719b4e3642ef', 'name': 'volume-6acaef9c-8e14-4227-aa89-719b4e3642ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '6acaef9c-8e14-4227-aa89-719b4e3642ef', 'serial': '6acaef9c-8e14-4227-aa89-719b4e3642ef'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1407.914323] env[69297]: DEBUG nova.objects.instance [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lazy-loading 'flavor' on Instance uuid f29b0f1c-7f85-4c4b-8402-aa7958bebb7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1407.960911] env[69297]: DEBUG nova.compute.utils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1407.969649] env[69297]: DEBUG nova.compute.manager [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1407.970492] env[69297]: DEBUG nova.network.neutron [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1408.002138] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5255cd7a-4a13-1678-5bc1-5d9da16de911, 'name': SearchDatastore_Task, 'duration_secs': 0.017544} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1408.002676] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1408.004157] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 97323847-2131-4245-b61d-985a58a66e11/97323847-2131-4245-b61d-985a58a66e11.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1408.004157] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-109810eb-ff6c-4612-befe-038d54172fe2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.012394] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1408.012394] env[69297]:    value = "task-2931141"
[ 1408.012394] env[69297]:    _type = "Task"
[ 1408.012394] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1408.022138] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1408.077840] env[69297]: DEBUG nova.policy [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '967e5b8d412a4bc0a5829065cba35b77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6658014670f4f22af1882b55f779956', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1408.239721] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52edde6c-8a20-16ae-402c-3cd722805934, 'name': SearchDatastore_Task, 'duration_secs': 0.011332} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1408.242827] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1408.242827] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1408.242827] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1408.242827] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1408.242827] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1408.242827] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d033ef6e-e4e9-4dfb-a1a5-6d1e3de8487b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.253225] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1408.253624] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1408.254915] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a692849-2174-4e1b-9ea5-074e49709eec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.260733] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1408.260733] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d419c7-95bd-bb47-af4b-a57636411f44"
[ 1408.260733] env[69297]:    _type = "Task"
[ 1408.260733] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1408.270178] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d419c7-95bd-bb47-af4b-a57636411f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1408.424410] env[69297]: DEBUG oslo_concurrency.lockutils [None req-746ebff8-074f-4a6b-8cf3-73a2365f4af5 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.889s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1408.467697] env[69297]: DEBUG nova.network.neutron [req-7a06b765-7ec9-4728-8429-8064b5207617 req-853c6ac4-787f-4789-8958-0eec66d4ee3d service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updated VIF entry in instance network info cache for port 20a2dcc4-9b4a-47a5-94a1-e543b4e47aed. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1408.467697] env[69297]: DEBUG nova.network.neutron [req-7a06b765-7ec9-4728-8429-8064b5207617 req-853c6ac4-787f-4789-8958-0eec66d4ee3d service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance_info_cache with network_info: [{"id": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "address": "fa:16:3e:25:f4:19", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a2dcc4-9b", "ovs_interfaceid": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1408.469981] env[69297]: DEBUG nova.compute.utils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1408.477173] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7da18bc0-e5de-4444-ac41-701076c5dfdc tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1408.477173] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.698s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1408.479305] env[69297]: INFO nova.compute.claims [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1408.532732] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931141, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1408.704736] env[69297]: DEBUG nova.network.neutron [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Successfully created port: 48daaa81-1a0a-403f-9a2e-25fcb637ff46 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1408.778855] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d419c7-95bd-bb47-af4b-a57636411f44, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1408.781171] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202a7048-2b7b-452b-9cb4-ea0e6ace01c7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.791942] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1408.791942] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52df76b9-8857-265a-ee35-2a9daebfefe8"
[ 1408.791942] env[69297]:    _type = "Task"
[ 1408.791942] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1408.804935] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52df76b9-8857-265a-ee35-2a9daebfefe8, 'name': SearchDatastore_Task, 'duration_secs': 0.013067} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1408.805455] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1408.805568] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 2e6e7566-a129-40fb-87bc-5e16b50e873a/2e6e7566-a129-40fb-87bc-5e16b50e873a.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1408.805811] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43a41743-342d-433b-9503-974298f72cee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1408.815202] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1408.815202] env[69297]:    value = "task-2931142"
[ 1408.815202] env[69297]:    _type = "Task"
[ 1408.815202] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1408.824429] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1408.902148] env[69297]: DEBUG nova.objects.instance [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'flavor' on Instance uuid 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1408.972573] env[69297]: DEBUG oslo_concurrency.lockutils [req-7a06b765-7ec9-4728-8429-8064b5207617 req-853c6ac4-787f-4789-8958-0eec66d4ee3d service nova] Releasing lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1408.973216] env[69297]: DEBUG nova.compute.manager [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1409.027559] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615936} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1409.028308] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 97323847-2131-4245-b61d-985a58a66e11/97323847-2131-4245-b61d-985a58a66e11.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1409.028568] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1409.028782] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-163852b8-c5fd-4cf7-b933-53e21a3ea8d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.039139] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1409.039139] env[69297]:    value = "task-2931143"
[ 1409.039139] env[69297]:    _type = "Task"
[ 1409.039139] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1409.050099] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1409.327623] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493212} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1409.327924] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 2e6e7566-a129-40fb-87bc-5e16b50e873a/2e6e7566-a129-40fb-87bc-5e16b50e873a.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1409.328166] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1409.329610] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2728437a-1c8f-4fb7-b9dc-bd9990ef5764 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.337308] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1409.337308] env[69297]:    value = "task-2931144"
[ 1409.337308] env[69297]:    _type = "Task"
[ 1409.337308] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1409.347657] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1409.408345] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d60751ab-b5fb-4e7e-b676-55b6beb892fe tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.326s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1409.553323] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090332} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1409.553904] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1409.554921] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b130a38f-33eb-4db1-be1f-a68ad2f428c4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.583662] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 97323847-2131-4245-b61d-985a58a66e11/97323847-2131-4245-b61d-985a58a66e11.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1409.587596] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1e9cf46-4ac2-4c4d-8daa-0ef60aa01cfe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.609694] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1409.609694] env[69297]:    value = "task-2931145"
[ 1409.609694] env[69297]:    _type = "Task"
[ 1409.609694] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1409.621994] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1409.846581] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106993} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1409.846898] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1409.847730] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ac27ed-82da-4c82-b0b0-dfb506dbb09d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.872953] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 2e6e7566-a129-40fb-87bc-5e16b50e873a/2e6e7566-a129-40fb-87bc-5e16b50e873a.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1409.876499] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4896d885-3c47-4209-9aa9-33bd329e7c2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1409.899039] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1409.899039] env[69297]:    value = "task-2931146"
[ 1409.899039] env[69297]:    _type = "Task"
[ 1409.899039] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1409.906267] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1409.985872] env[69297]: DEBUG nova.compute.manager [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1410.016391] env[69297]: DEBUG nova.virt.hardware [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:09:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1665855497',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1394841945',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1410.016664] env[69297]: DEBUG nova.virt.hardware [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1410.016828] env[69297]: DEBUG nova.virt.hardware [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1410.017047] env[69297]: DEBUG nova.virt.hardware [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1410.017214] env[69297]: DEBUG nova.virt.hardware [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1410.017377] env[69297]: DEBUG nova.virt.hardware [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1410.017587] env[69297]: DEBUG nova.virt.hardware [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1410.017760] env[69297]: DEBUG nova.virt.hardware [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1410.017940] env[69297]: DEBUG nova.virt.hardware [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1410.019374] env[69297]: DEBUG nova.virt.hardware [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1410.019656] env[69297]: DEBUG nova.virt.hardware [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1410.020535] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb237c44-7769-40aa-b8cf-34ace144fdff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.033767] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5af93d0-8b34-47c0-acfd-73b202f10f40 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.054517] env[69297]: DEBUG oslo_concurrency.lockutils [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1410.054824] env[69297]: DEBUG oslo_concurrency.lockutils [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1410.097151] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff095af-1877-446e-a2b6-a1807c4b1e14 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.107098] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c602776-9a3a-4cb3-a0c4-2528cbf48d8a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.120526] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931145, 'name': ReconfigVM_Task, 'duration_secs': 0.323764} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1410.147095] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 97323847-2131-4245-b61d-985a58a66e11/97323847-2131-4245-b61d-985a58a66e11.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1410.148645] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0d35214-6870-40ea-98ff-1c0cde1b3d6c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.151132] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f035a7fd-e803-47bd-9927-e3040c6e5f0b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.160885] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8529c5-fa48-4a94-aa5b-0945f4c131a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.165524] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1410.165524] env[69297]:    value = "task-2931147"
[ 1410.165524] env[69297]:    _type = "Task"
[ 1410.165524] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1410.179294] env[69297]: DEBUG nova.compute.provider_tree [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1410.187204] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931147, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1410.256812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1410.257144] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1410.257400] env[69297]: DEBUG nova.compute.manager [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1410.259083] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2672e20e-e66d-4dd8-b60d-4202b70b20f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.267030] env[69297]: DEBUG nova.compute.manager [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69297) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1410.267819] env[69297]: DEBUG nova.objects.instance [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'flavor' on Instance uuid 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1410.409666] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931146, 'name': ReconfigVM_Task, 'duration_secs': 0.345337} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1410.409956] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 2e6e7566-a129-40fb-87bc-5e16b50e873a/2e6e7566-a129-40fb-87bc-5e16b50e873a.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1410.410629] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ada9cad3-6edb-4007-ae07-fbc3afcc5151 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.418016] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1410.418016] env[69297]:    value = "task-2931148"
[ 1410.418016] env[69297]:    _type = "Task"
[ 1410.418016] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1410.426077] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931148, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1410.558942] env[69297]: INFO nova.compute.manager [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Detaching volume 469bcd47-5395-4016-bf84-91e9334281be
[ 1410.596182] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquiring lock "43062545-3fc6-45b9-b473-10a40a37bda9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1410.596618] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Lock "43062545-3fc6-45b9-b473-10a40a37bda9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1410.596894] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquiring lock "43062545-3fc6-45b9-b473-10a40a37bda9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1410.597117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Lock "43062545-3fc6-45b9-b473-10a40a37bda9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1410.597292] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Lock "43062545-3fc6-45b9-b473-10a40a37bda9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1410.599707] env[69297]: INFO nova.compute.manager [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Terminating instance
[ 1410.611797] env[69297]: INFO nova.virt.block_device [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Attempting to driver detach volume 469bcd47-5395-4016-bf84-91e9334281be from mountpoint /dev/sdb
[ 1410.612072] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1410.612296] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588545', 'volume_id': '469bcd47-5395-4016-bf84-91e9334281be', 'name': 'volume-469bcd47-5395-4016-bf84-91e9334281be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f29b0f1c-7f85-4c4b-8402-aa7958bebb7c', 'attached_at': '', 'detached_at': '', 'volume_id': '469bcd47-5395-4016-bf84-91e9334281be', 'serial': '469bcd47-5395-4016-bf84-91e9334281be'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1410.613194] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d24727-a62a-43ab-a85b-eb3c83bbe017 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.641598] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a01652a-82bd-475b-b61c-6bd153a50f2e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.649033] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b17c9b-8699-4841-abe1-25822dfb6a64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.673381] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b947143-55b0-43d5-a63a-b7e45b39d1f8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.680910] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931147, 'name': Rename_Task, 'duration_secs': 0.148174} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1410.692383] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1410.695362] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] The volume has not been displaced from its original location: [datastore1] volume-469bcd47-5395-4016-bf84-91e9334281be/volume-469bcd47-5395-4016-bf84-91e9334281be.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1410.700790] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1410.702736] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-470bb4cd-dfdc-407d-87bf-2edb0573535f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.704515] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0c5198-811d-4fc5-ae90-4e5fd9e2f86e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1410.719814] env[69297]: DEBUG nova.compute.manager [req-92057dc8-36d0-4493-bff0-99a01717bb9e req-d35eb8a8-a66f-4f3b-b7e9-74e3445985d9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Received event network-vif-plugged-48daaa81-1a0a-403f-9a2e-25fcb637ff46 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1410.719814] env[69297]: DEBUG oslo_concurrency.lockutils [req-92057dc8-36d0-4493-bff0-99a01717bb9e req-d35eb8a8-a66f-4f3b-b7e9-74e3445985d9 service nova] Acquiring lock "7b5ce58b-a3fb-439f-b678-a346db80c996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1410.719959] env[69297]: DEBUG oslo_concurrency.lockutils [req-92057dc8-36d0-4493-bff0-99a01717bb9e req-d35eb8a8-a66f-4f3b-b7e9-74e3445985d9 service nova] Lock "7b5ce58b-a3fb-439f-b678-a346db80c996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1410.720138] env[69297]: DEBUG oslo_concurrency.lockutils [req-92057dc8-36d0-4493-bff0-99a01717bb9e req-d35eb8a8-a66f-4f3b-b7e9-74e3445985d9 service nova] Lock "7b5ce58b-a3fb-439f-b678-a346db80c996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1410.720311] env[69297]: DEBUG nova.compute.manager [req-92057dc8-36d0-4493-bff0-99a01717bb9e req-d35eb8a8-a66f-4f3b-b7e9-74e3445985d9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] No waiting events found dispatching network-vif-plugged-48daaa81-1a0a-403f-9a2e-25fcb637ff46 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1410.720473] env[69297]: WARNING nova.compute.manager [req-92057dc8-36d0-4493-bff0-99a01717bb9e req-d35eb8a8-a66f-4f3b-b7e9-74e3445985d9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Received unexpected event network-vif-plugged-48daaa81-1a0a-403f-9a2e-25fcb637ff46 for instance with vm_state building and task_state spawning.
[ 1410.726826] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1410.726826] env[69297]:    value = "task-2931149"
[ 1410.726826] env[69297]:    _type = "Task"
[ 1410.726826] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1410.728087] env[69297]: DEBUG oslo_vmware.api [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1410.728087] env[69297]:    value = "task-2931150"
[ 1410.728087] env[69297]:    _type = "Task"
[ 1410.728087] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1410.739310] env[69297]: DEBUG oslo_vmware.api [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1410.742747] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1410.743678] env[69297]: DEBUG nova.scheduler.client.report [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1410.743925] env[69297]: DEBUG nova.compute.provider_tree [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 77 to 78 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1410.744116] env[69297]: DEBUG nova.compute.provider_tree [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1410.869930] env[69297]: DEBUG nova.network.neutron [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Successfully updated port: 48daaa81-1a0a-403f-9a2e-25fcb637ff46 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1410.929014] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931148, 'name': Rename_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1411.105021] env[69297]: DEBUG nova.compute.manager [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1411.105021] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1411.105228] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334aaae3-2093-4780-98f0-6ec1d6a2893a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.113725] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1411.113725] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63a9607-3a3a-4767-9e34-579aac1db9d7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.121115] env[69297]: DEBUG oslo_vmware.api [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for the task: (returnval){
[ 1411.121115] env[69297]:    value = "task-2931151"
[ 1411.121115] env[69297]:    _type = "Task"
[ 1411.121115] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1411.130064] env[69297]: DEBUG oslo_vmware.api [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2931151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1411.246019] env[69297]: DEBUG oslo_vmware.api [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931149, 'name': PowerOnVM_Task, 'duration_secs': 0.488199} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1411.246019] env[69297]: DEBUG oslo_vmware.api [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931150, 'name': ReconfigVM_Task, 'duration_secs': 0.281848} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1411.246019] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1411.246019] env[69297]: DEBUG nova.compute.manager [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1411.246019] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1411.250619] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae03565c-9cce-4a1f-bd3b-e0d24e9f98eb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.254309] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1411.254799] env[69297]: DEBUG nova.compute.manager [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1411.257398] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a59fabd9-5a12-45f9-8c01-a614875bfe9a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.269451] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.279s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1411.269650] env[69297]: DEBUG nova.objects.instance [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1411.274134] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1411.274655] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a44e8c05-e6eb-4944-9809-79eabb043683 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.281874] env[69297]: DEBUG oslo_vmware.api [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1411.281874] env[69297]:    value = "task-2931152"
[ 1411.281874] env[69297]:    _type = "Task"
[ 1411.281874] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1411.287289] env[69297]: DEBUG oslo_vmware.api [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1411.287289] env[69297]:    value = "task-2931153"
[ 1411.287289] env[69297]:    _type = "Task"
[ 1411.287289] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1411.290603] env[69297]: DEBUG oslo_vmware.api [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931152, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1411.299060] env[69297]: DEBUG oslo_vmware.api [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1411.340042] env[69297]: DEBUG nova.objects.instance [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lazy-loading 'flavor' on Instance uuid 1d64138f-358b-41a0-855b-e92b53ae8fd0 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1411.372739] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "refresh_cache-7b5ce58b-a3fb-439f-b678-a346db80c996" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1411.372898] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquired lock "refresh_cache-7b5ce58b-a3fb-439f-b678-a346db80c996" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1411.372993] env[69297]: DEBUG nova.network.neutron [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1411.428797] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931148, 'name': Rename_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1411.629904] env[69297]: DEBUG oslo_vmware.api [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2931151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1411.771561] env[69297]: DEBUG nova.compute.utils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1411.773204] env[69297]: DEBUG nova.compute.manager [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1411.774050] env[69297]: DEBUG nova.network.neutron [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1411.797779] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1411.810057] env[69297]: DEBUG oslo_vmware.api [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931152, 'name': ReconfigVM_Task, 'duration_secs': 0.18828} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1411.813620] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588545', 'volume_id': '469bcd47-5395-4016-bf84-91e9334281be', 'name': 'volume-469bcd47-5395-4016-bf84-91e9334281be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f29b0f1c-7f85-4c4b-8402-aa7958bebb7c', 'attached_at': '', 'detached_at': '', 'volume_id': '469bcd47-5395-4016-bf84-91e9334281be', 'serial': '469bcd47-5395-4016-bf84-91e9334281be'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1411.816388] env[69297]: DEBUG oslo_vmware.api [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931153, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1411.847197] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquiring lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1411.847321] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquired lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1411.850441] env[69297]: DEBUG nova.policy [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b849c9e3af24c00ba72a560a2caa77a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9fb3822b06d4f5a85042d8bdc71a61c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1411.914673] env[69297]: DEBUG nova.network.neutron [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1411.930561] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931148, 'name': Rename_Task, 'duration_secs': 1.189925} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1411.930847] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1411.931122] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58dc1a90-034e-432c-945c-48efb0123a5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1411.940170] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1411.940170] env[69297]:    value = "task-2931154"
[ 1411.940170] env[69297]:    _type = "Task"
[ 1411.940170] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1411.951410] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1412.136204] env[69297]: DEBUG oslo_vmware.api [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2931151, 'name': PowerOffVM_Task, 'duration_secs': 0.702602} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1412.136526] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1412.136715] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1412.136999] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ab108c1-5cab-4f7a-b610-b769c3b49d4a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.150975] env[69297]: DEBUG nova.network.neutron [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Updating instance_info_cache with network_info: [{"id": "48daaa81-1a0a-403f-9a2e-25fcb637ff46", "address": "fa:16:3e:9f:8f:74", "network": {"id": "362a9ae2-4241-479f-849b-920cbb171efd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1167197568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6658014670f4f22af1882b55f779956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48daaa81-1a", "ovs_interfaceid": "48daaa81-1a0a-403f-9a2e-25fcb637ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1412.218316] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1412.219091] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1412.219599] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Deleting the datastore file [datastore2] 43062545-3fc6-45b9-b473-10a40a37bda9 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1412.220153] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7c4e3cd-45e0-425d-8857-4338b96c0594 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.226664] env[69297]: DEBUG oslo_vmware.api [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for the task: (returnval){
[ 1412.226664] env[69297]:    value = "task-2931156"
[ 1412.226664] env[69297]:    _type = "Task"
[ 1412.226664] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1412.237387] env[69297]: DEBUG oslo_vmware.api [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2931156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1412.282692] env[69297]: DEBUG nova.compute.manager [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1412.287791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c6d652c-222a-4803-b680-66101701229e tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1412.289075] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.870s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1412.289378] env[69297]: DEBUG nova.objects.instance [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lazy-loading 'resources' on Instance uuid 01cbc35b-115d-4fdd-9047-e1260bceb7d3 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1412.311329] env[69297]: DEBUG oslo_vmware.api [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931153, 'name': PowerOffVM_Task, 'duration_secs': 0.536355} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1412.311496] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1412.311628] env[69297]: DEBUG nova.compute.manager [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1412.312517] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53de6d92-3cfa-4e45-a6c7-872ac6315230 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.391925] env[69297]: DEBUG nova.objects.instance [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lazy-loading 'flavor' on Instance uuid f29b0f1c-7f85-4c4b-8402-aa7958bebb7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1412.450946] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931154, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1412.656293] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Releasing lock "refresh_cache-7b5ce58b-a3fb-439f-b678-a346db80c996" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1412.656608] env[69297]: DEBUG nova.compute.manager [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Instance network_info: |[{"id": "48daaa81-1a0a-403f-9a2e-25fcb637ff46", "address": "fa:16:3e:9f:8f:74", "network": {"id": "362a9ae2-4241-479f-849b-920cbb171efd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1167197568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6658014670f4f22af1882b55f779956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48daaa81-1a", "ovs_interfaceid": "48daaa81-1a0a-403f-9a2e-25fcb637ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1412.657046] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:8f:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48daaa81-1a0a-403f-9a2e-25fcb637ff46', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1412.667074] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1412.670894] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1412.670894] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-926648f5-8573-4004-b869-af928157709c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.697217] env[69297]: DEBUG nova.network.neutron [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Successfully created port: 0a85054b-f326-4f6f-94d2-99e3de972cbb {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1412.701143] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1412.701143] env[69297]:    value = "task-2931157"
[ 1412.701143] env[69297]:    _type = "Task"
[ 1412.701143] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1412.719044] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931157, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1412.740297] env[69297]: DEBUG oslo_vmware.api [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Task: {'id': task-2931156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38092} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1412.740570] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1412.740754] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1412.740960] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1412.741196] env[69297]: INFO nova.compute.manager [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Took 1.64 seconds to destroy the instance on the hypervisor.
[ 1412.741499] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1412.741832] env[69297]: DEBUG nova.compute.manager [-] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1412.741832] env[69297]: DEBUG nova.network.neutron [-] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1412.782104] env[69297]: DEBUG nova.network.neutron [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1412.831135] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2dc8c45-64b1-4e79-b613-803202898f24 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.574s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1412.957407] env[69297]: DEBUG oslo_vmware.api [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931154, 'name': PowerOnVM_Task, 'duration_secs': 0.79526} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1412.961386] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1412.961803] env[69297]: INFO nova.compute.manager [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Took 8.50 seconds to spawn the instance on the hypervisor.
[ 1412.962335] env[69297]: DEBUG nova.compute.manager [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1412.965649] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e80f56f-6e14-4a86-88af-f5587ea45c57 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1412.985160] env[69297]: DEBUG nova.compute.manager [req-981e6cf3-104d-4799-8a10-7750d0d9dc08 req-72053ca5-d32f-4352-91af-f2a91f25b556 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Received event network-changed-48daaa81-1a0a-403f-9a2e-25fcb637ff46 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1412.985872] env[69297]: DEBUG nova.compute.manager [req-981e6cf3-104d-4799-8a10-7750d0d9dc08 req-72053ca5-d32f-4352-91af-f2a91f25b556 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Refreshing instance network info cache due to event network-changed-48daaa81-1a0a-403f-9a2e-25fcb637ff46. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1412.986110] env[69297]: DEBUG oslo_concurrency.lockutils [req-981e6cf3-104d-4799-8a10-7750d0d9dc08 req-72053ca5-d32f-4352-91af-f2a91f25b556 service nova] Acquiring lock "refresh_cache-7b5ce58b-a3fb-439f-b678-a346db80c996" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1412.986447] env[69297]: DEBUG oslo_concurrency.lockutils [req-981e6cf3-104d-4799-8a10-7750d0d9dc08 req-72053ca5-d32f-4352-91af-f2a91f25b556 service nova] Acquired lock "refresh_cache-7b5ce58b-a3fb-439f-b678-a346db80c996" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1412.986783] env[69297]: DEBUG nova.network.neutron [req-981e6cf3-104d-4799-8a10-7750d0d9dc08 req-72053ca5-d32f-4352-91af-f2a91f25b556 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Refreshing network info cache for port 48daaa81-1a0a-403f-9a2e-25fcb637ff46 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1413.212105] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931157, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1413.218393] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquiring lock "97323847-2131-4245-b61d-985a58a66e11" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1413.218718] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "97323847-2131-4245-b61d-985a58a66e11" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1413.218959] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquiring lock "97323847-2131-4245-b61d-985a58a66e11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1413.219530] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "97323847-2131-4245-b61d-985a58a66e11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1413.219530] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "97323847-2131-4245-b61d-985a58a66e11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1413.224611] env[69297]: INFO nova.compute.manager [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Terminating instance
[ 1413.301356] env[69297]: DEBUG nova.compute.manager [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1413.337110] env[69297]: DEBUG nova.virt.hardware [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1413.337403] env[69297]: DEBUG nova.virt.hardware [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1413.337559] env[69297]: DEBUG nova.virt.hardware [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1413.337873] env[69297]: DEBUG nova.virt.hardware [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1413.337873] env[69297]: DEBUG nova.virt.hardware [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1413.338033] env[69297]: DEBUG nova.virt.hardware [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1413.338295] env[69297]: DEBUG nova.virt.hardware [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1413.338466] env[69297]: DEBUG nova.virt.hardware [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1413.338635] env[69297]: DEBUG nova.virt.hardware [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1413.338799] env[69297]: DEBUG nova.virt.hardware [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1413.338971] env[69297]: DEBUG nova.virt.hardware [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1413.339932] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5b02a1-67c2-4b13-b7f6-806d499ab579 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.352669] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df39a83e-d19a-4409-b43f-6b4d5b299a45 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.361632] env[69297]: DEBUG nova.objects.instance [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'flavor' on Instance uuid 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1413.408689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-41f712f7-9b41-4d0f-8451-5c2bcadf3327 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.354s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1413.439426] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67f6b85-6f03-4900-98d5-903f4c3e8214 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.450809] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ac2317-f622-4a56-9db3-6487cb846867 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.492295] env[69297]: DEBUG nova.network.neutron [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Successfully created port: aef065d9-a44d-4c3b-be35-6046987d992e {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1413.498473] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50a1dc9-cab8-4aa2-8332-ea118a10bf07 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.507277] env[69297]: INFO nova.compute.manager [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Took 45.19 seconds to build instance.
[ 1413.510116] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9a91e9-8ae4-443b-9255-6a09b9650926 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.527777] env[69297]: DEBUG nova.compute.provider_tree [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1413.714747] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931157, 'name': CreateVM_Task, 'duration_secs': 0.575135} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1413.715110] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1413.715776] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1413.715949] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1413.716340] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1413.716605] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b162e79-8437-446b-aa2e-e8a57d278265 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1413.723564] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1413.723564] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f0aaa7-1a6a-c46a-4a85-d9f6a46728b6"
[ 1413.723564] env[69297]:    _type = "Task"
[ 1413.723564] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1413.733863] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquiring lock "refresh_cache-97323847-2131-4245-b61d-985a58a66e11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1413.735670] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquired lock "refresh_cache-97323847-2131-4245-b61d-985a58a66e11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1413.735670] env[69297]: DEBUG nova.network.neutron [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1413.736684] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f0aaa7-1a6a-c46a-4a85-d9f6a46728b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1413.869220] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1413.873205] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquired lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1413.873534] env[69297]: DEBUG nova.network.neutron [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1413.873759] env[69297]: DEBUG nova.objects.instance [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'info_cache' on Instance uuid 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1413.886249] env[69297]: DEBUG nova.compute.manager [req-87adc780-5654-4fab-af54-0b14c16a94bf req-17a47df7-bccb-4b17-9c25-7fd8b0ff05d6 service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Received event network-vif-deleted-4c57fca2-824d-429e-8e11-94aea8056ef7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1413.886405] env[69297]: INFO nova.compute.manager [req-87adc780-5654-4fab-af54-0b14c16a94bf req-17a47df7-bccb-4b17-9c25-7fd8b0ff05d6 service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Neutron deleted interface 4c57fca2-824d-429e-8e11-94aea8056ef7; detaching it from the instance and deleting it from the info cache
[ 1413.886592] env[69297]: DEBUG nova.network.neutron [req-87adc780-5654-4fab-af54-0b14c16a94bf req-17a47df7-bccb-4b17-9c25-7fd8b0ff05d6 service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1413.998495] env[69297]: DEBUG nova.network.neutron [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updating instance_info_cache with network_info: [{"id": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "address": "fa:16:3e:6a:2c:e1", "network": {"id": "6d3d00e5-229f-4899-a8e2-668d48a1e22c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-151579441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c843d42715400f86aeb0460dd15025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114a73f8-1b", "ovs_interfaceid": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1414.014259] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0d7599b6-ed07-4d39-836b-5aae82dd4a66 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 64.601s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1414.035259] env[69297]: DEBUG nova.scheduler.client.report [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1414.120023] env[69297]: DEBUG nova.network.neutron [-] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1414.128127] env[69297]: DEBUG nova.network.neutron [req-981e6cf3-104d-4799-8a10-7750d0d9dc08 req-72053ca5-d32f-4352-91af-f2a91f25b556 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Updated VIF entry in instance network info cache for port 48daaa81-1a0a-403f-9a2e-25fcb637ff46. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1414.129293] env[69297]: DEBUG nova.network.neutron [req-981e6cf3-104d-4799-8a10-7750d0d9dc08 req-72053ca5-d32f-4352-91af-f2a91f25b556 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Updating instance_info_cache with network_info: [{"id": "48daaa81-1a0a-403f-9a2e-25fcb637ff46", "address": "fa:16:3e:9f:8f:74", "network": {"id": "362a9ae2-4241-479f-849b-920cbb171efd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1167197568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6658014670f4f22af1882b55f779956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48daaa81-1a", "ovs_interfaceid": "48daaa81-1a0a-403f-9a2e-25fcb637ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1414.235286] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f0aaa7-1a6a-c46a-4a85-d9f6a46728b6, 'name': SearchDatastore_Task, 'duration_secs': 0.016485} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1414.235773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1414.235863] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1414.236069] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1414.236219] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1414.236434] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1414.238927] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f27ffeb-d622-4b94-bb28-53981e86a97e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.249433] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1414.249641] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1414.250542] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ca3c8a-7628-403c-9ab4-e744a98514b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.259482] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1414.259482] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a5d534-c097-fef3-704c-e9aaf5e397c0"
[ 1414.259482] env[69297]:    _type = "Task"
[ 1414.259482] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1414.260216] env[69297]: DEBUG nova.network.neutron [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1414.270930] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a5d534-c097-fef3-704c-e9aaf5e397c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1414.346074] env[69297]: DEBUG nova.network.neutron [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1414.386560] env[69297]: DEBUG nova.objects.base [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Object Instance<8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c> lazy-loaded attributes: flavor,info_cache {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1414.390703] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81c178d2-7a8b-483c-8f48-564c0a963966 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.407360] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae677372-7261-4397-bea6-9178b31199f1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.456130] env[69297]: DEBUG nova.compute.manager [req-87adc780-5654-4fab-af54-0b14c16a94bf req-17a47df7-bccb-4b17-9c25-7fd8b0ff05d6 service nova] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Detach interface failed, port_id=4c57fca2-824d-429e-8e11-94aea8056ef7, reason: Instance 43062545-3fc6-45b9-b473-10a40a37bda9 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1414.504073] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Releasing lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1414.504397] env[69297]: DEBUG nova.compute.manager [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Inject network info {{(pid=69297) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}}
[ 1414.504704] env[69297]: DEBUG nova.compute.manager [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] network_info to inject: |[{"id": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "address": "fa:16:3e:6a:2c:e1", "network": {"id": "6d3d00e5-229f-4899-a8e2-668d48a1e22c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-151579441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c843d42715400f86aeb0460dd15025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114a73f8-1b", "ovs_interfaceid": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}}
[ 1414.511230] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Reconfiguring VM instance to set the machine id {{(pid=69297) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}}
[ 1414.512074] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8724362-6a40-4049-ae26-ce82edfedaf0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.528449] env[69297]: DEBUG oslo_vmware.api [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1414.528449] env[69297]:    value = "task-2931158"
[ 1414.528449] env[69297]:    _type = "Task"
[ 1414.528449] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1414.543168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1414.546741] env[69297]: DEBUG oslo_vmware.api [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2931158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1414.547903] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.754s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1414.553291] env[69297]: INFO nova.compute.claims [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1414.573331] env[69297]: INFO nova.scheduler.client.report [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Deleted allocations for instance 01cbc35b-115d-4fdd-9047-e1260bceb7d3
[ 1414.626354] env[69297]: INFO nova.compute.manager [-] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Took 1.88 seconds to deallocate network for instance.
[ 1414.635021] env[69297]: DEBUG oslo_concurrency.lockutils [req-981e6cf3-104d-4799-8a10-7750d0d9dc08 req-72053ca5-d32f-4352-91af-f2a91f25b556 service nova] Releasing lock "refresh_cache-7b5ce58b-a3fb-439f-b678-a346db80c996" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1414.775845] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a5d534-c097-fef3-704c-e9aaf5e397c0, 'name': SearchDatastore_Task, 'duration_secs': 0.023164} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1414.775845] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498230a0-ed4f-4ba6-b293-fb92fd74da2f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.782472] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1414.782472] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5212dd04-aeb3-8bd4-1a38-871a81cb3116"
[ 1414.782472] env[69297]:    _type = "Task"
[ 1414.782472] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1414.793883] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5212dd04-aeb3-8bd4-1a38-871a81cb3116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1414.849379] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Releasing lock "refresh_cache-97323847-2131-4245-b61d-985a58a66e11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1414.849812] env[69297]: DEBUG nova.compute.manager [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1414.850021] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1414.852745] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae0222a-05d2-4f45-ad35-f0daebb5969b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.861358] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1414.861630] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09224e4d-5038-499a-b0e0-c25a997f4899 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1414.868700] env[69297]: DEBUG oslo_vmware.api [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1414.868700] env[69297]:    value = "task-2931159"
[ 1414.868700] env[69297]:    _type = "Task"
[ 1414.868700] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1414.878148] env[69297]: DEBUG oslo_vmware.api [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1415.047563] env[69297]: DEBUG oslo_vmware.api [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2931158, 'name': ReconfigVM_Task, 'duration_secs': 0.18473} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1415.047880] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f02717a6-c797-4ad3-88d2-37324b3d7d11 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Reconfigured VM instance to set the machine id {{(pid=69297) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}}
[ 1415.090142] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc7e8af9-6148-4ccf-933a-6351f482789e tempest-ServerShowV254Test-518558632 tempest-ServerShowV254Test-518558632-project-member] Lock "01cbc35b-115d-4fdd-9047-e1260bceb7d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 40.141s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1415.133094] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1415.191213] env[69297]: DEBUG nova.network.neutron [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Updating instance_info_cache with network_info: [{"id": "79de9401-84bc-4e35-9460-47e0880ff429", "address": "fa:16:3e:9e:d3:8b", "network": {"id": "f361aa5a-3311-44a1-a6e6-963d69a3a16c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2050413286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b906444c8af4042ab945735742e6400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79de9401-84", "ovs_interfaceid": "79de9401-84bc-4e35-9460-47e0880ff429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1415.298389] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "dfab7710-542e-4666-951b-28a36f64fb6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1415.298389] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "dfab7710-542e-4666-951b-28a36f64fb6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1415.304510] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5212dd04-aeb3-8bd4-1a38-871a81cb3116, 'name': SearchDatastore_Task, 'duration_secs': 0.019651} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1415.305521] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1415.305521] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 7b5ce58b-a3fb-439f-b678-a346db80c996/7b5ce58b-a3fb-439f-b678-a346db80c996.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1415.305688] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-915cbe84-504b-46f3-a610-833d32bfb2b2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.318749] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1415.318749] env[69297]:    value = "task-2931160"
[ 1415.318749] env[69297]:    _type = "Task"
[ 1415.318749] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1415.329188] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1415.383840] env[69297]: DEBUG oslo_vmware.api [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931159, 'name': PowerOffVM_Task, 'duration_secs': 0.155793} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1415.383840] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1415.383840] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1415.383840] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c8a6f70-9969-4b44-a6a2-8105b6fd5468 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.408946] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1415.409257] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1415.409457] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Deleting the datastore file [datastore1] 97323847-2131-4245-b61d-985a58a66e11 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1415.409727] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0debe4d6-1500-45ba-9407-123ee0b4c65a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1415.422464] env[69297]: DEBUG oslo_vmware.api [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for the task: (returnval){
[ 1415.422464] env[69297]:    value = "task-2931162"
[ 1415.422464] env[69297]:    _type = "Task"
[ 1415.422464] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1415.430850] env[69297]: DEBUG oslo_vmware.api [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1415.571811] env[69297]: DEBUG nova.compute.manager [req-671698d0-814f-4ddc-ab5a-20118871b0c1 req-930c87e1-856d-4765-80b8-64778ff9a501 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Received event network-changed-114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1415.577072] env[69297]: DEBUG nova.compute.manager [req-671698d0-814f-4ddc-ab5a-20118871b0c1 req-930c87e1-856d-4765-80b8-64778ff9a501 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Refreshing instance network info cache due to event network-changed-114a73f8-1b44-477d-ad8e-a1123a4eb4c7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1415.577072] env[69297]: DEBUG oslo_concurrency.lockutils [req-671698d0-814f-4ddc-ab5a-20118871b0c1 req-930c87e1-856d-4765-80b8-64778ff9a501 service nova] Acquiring lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1415.577072] env[69297]: DEBUG oslo_concurrency.lockutils [req-671698d0-814f-4ddc-ab5a-20118871b0c1 req-930c87e1-856d-4765-80b8-64778ff9a501 service nova] Acquired lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1415.577072] env[69297]: DEBUG nova.network.neutron [req-671698d0-814f-4ddc-ab5a-20118871b0c1 req-930c87e1-856d-4765-80b8-64778ff9a501 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Refreshing network info cache for port 114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1415.698042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Releasing lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1415.807656] env[69297]: DEBUG nova.compute.manager [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1415.834077] env[69297]: DEBUG nova.network.neutron [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Successfully updated port: 0a85054b-f326-4f6f-94d2-99e3de972cbb {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1415.850727] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931160, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1415.937681] env[69297]: DEBUG oslo_vmware.api [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Task: {'id': task-2931162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228244} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1415.938208] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1415.938389] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1415.938734] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1415.938885] env[69297]: INFO nova.compute.manager [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Took 1.09 seconds to destroy the instance on the hypervisor.
[ 1415.938987] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1415.939569] env[69297]: DEBUG nova.compute.manager [-] [instance: 97323847-2131-4245-b61d-985a58a66e11] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1415.939663] env[69297]: DEBUG nova.network.neutron [-] [instance: 97323847-2131-4245-b61d-985a58a66e11] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1415.980704] env[69297]: DEBUG nova.network.neutron [-] [instance: 97323847-2131-4245-b61d-985a58a66e11] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1416.265547] env[69297]: DEBUG nova.compute.manager [req-7962cf5c-f93d-4494-bd0b-54872a9dddac req-7d3af7b4-b2c2-448e-9bd1-0d5d7b984b02 service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Received event network-changed-20a2dcc4-9b4a-47a5-94a1-e543b4e47aed {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1416.265755] env[69297]: DEBUG nova.compute.manager [req-7962cf5c-f93d-4494-bd0b-54872a9dddac req-7d3af7b4-b2c2-448e-9bd1-0d5d7b984b02 service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Refreshing instance network info cache due to event network-changed-20a2dcc4-9b4a-47a5-94a1-e543b4e47aed. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1416.265967] env[69297]: DEBUG oslo_concurrency.lockutils [req-7962cf5c-f93d-4494-bd0b-54872a9dddac req-7d3af7b4-b2c2-448e-9bd1-0d5d7b984b02 service nova] Acquiring lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1416.266750] env[69297]: DEBUG oslo_concurrency.lockutils [req-7962cf5c-f93d-4494-bd0b-54872a9dddac req-7d3af7b4-b2c2-448e-9bd1-0d5d7b984b02 service nova] Acquired lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1416.266750] env[69297]: DEBUG nova.network.neutron [req-7962cf5c-f93d-4494-bd0b-54872a9dddac req-7d3af7b4-b2c2-448e-9bd1-0d5d7b984b02 service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Refreshing network info cache for port 20a2dcc4-9b4a-47a5-94a1-e543b4e47aed {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1416.292631] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33475ba0-2670-4148-82d0-d2bb159a7f2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.301308] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13ae7aa-e8cf-4bfe-9485-c96393e716ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.343401] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab789280-9118-4d0d-9bf5-0d0f9b690281 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.358010] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732996} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1416.358010] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 7b5ce58b-a3fb-439f-b678-a346db80c996/7b5ce58b-a3fb-439f-b678-a346db80c996.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1416.358010] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1416.359175] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b902d4b-07f3-4dd6-98bc-561eb615f51a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.363797] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1416.364056] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f64efff0-039c-43c0-8404-d7c5843f66e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.377791] env[69297]: DEBUG nova.compute.provider_tree [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1416.382966] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1416.382966] env[69297]:    value = "task-2931163"
[ 1416.382966] env[69297]:    _type = "Task"
[ 1416.382966] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1416.393626] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.401857] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquiring lock "9e33aaee-64fa-4dff-aec3-774768adffa7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1416.402142] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Lock "9e33aaee-64fa-4dff-aec3-774768adffa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1416.402365] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquiring lock "9e33aaee-64fa-4dff-aec3-774768adffa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1416.402560] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Lock "9e33aaee-64fa-4dff-aec3-774768adffa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1416.403190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Lock "9e33aaee-64fa-4dff-aec3-774768adffa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1416.405303] env[69297]: INFO nova.compute.manager [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Terminating instance
[ 1416.485697] env[69297]: DEBUG nova.network.neutron [-] [instance: 97323847-2131-4245-b61d-985a58a66e11] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1416.519826] env[69297]: DEBUG oslo_vmware.rw_handles [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52993422-f92f-4530-315e-b639ccab7626/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1416.521010] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fb2515-b423-4800-bd0b-867b72c78935 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.529085] env[69297]: DEBUG oslo_vmware.rw_handles [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52993422-f92f-4530-315e-b639ccab7626/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1416.529305] env[69297]: ERROR oslo_vmware.rw_handles [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52993422-f92f-4530-315e-b639ccab7626/disk-0.vmdk due to incomplete transfer.
[ 1416.529548] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c8543a7a-a081-49ca-a0af-03df6e8b6ece {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.537251] env[69297]: DEBUG oslo_vmware.rw_handles [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52993422-f92f-4530-315e-b639ccab7626/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1416.537479] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Uploaded image 0a720a31-df5e-4bca-9dc3-52d0fd94126c to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1416.539918] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1416.540206] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21f349dd-bcd9-4b01-a8e8-bff027ab1c69 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.547035] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1416.547035] env[69297]:    value = "task-2931164"
[ 1416.547035] env[69297]:    _type = "Task"
[ 1416.547035] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1416.555631] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931164, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.628265] env[69297]: DEBUG nova.network.neutron [req-671698d0-814f-4ddc-ab5a-20118871b0c1 req-930c87e1-856d-4765-80b8-64778ff9a501 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updated VIF entry in instance network info cache for port 114a73f8-1b44-477d-ad8e-a1123a4eb4c7. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1416.628690] env[69297]: DEBUG nova.network.neutron [req-671698d0-814f-4ddc-ab5a-20118871b0c1 req-930c87e1-856d-4765-80b8-64778ff9a501 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updating instance_info_cache with network_info: [{"id": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "address": "fa:16:3e:6a:2c:e1", "network": {"id": "6d3d00e5-229f-4899-a8e2-668d48a1e22c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-151579441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c843d42715400f86aeb0460dd15025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114a73f8-1b", "ovs_interfaceid": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1416.636292] env[69297]: DEBUG nova.objects.instance [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lazy-loading 'flavor' on Instance uuid 1d64138f-358b-41a0-855b-e92b53ae8fd0 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1416.707680] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1416.707997] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a50be0a-8b03-4927-a528-7666c60af8a7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.715453] env[69297]: DEBUG oslo_vmware.api [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1416.715453] env[69297]:    value = "task-2931165"
[ 1416.715453] env[69297]:    _type = "Task"
[ 1416.715453] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1416.724666] env[69297]: DEBUG oslo_vmware.api [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.883932] env[69297]: DEBUG nova.scheduler.client.report [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1416.899920] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085844} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1416.902371] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1416.902371] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6272da-7139-423a-87b6-913bb71e3d4e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.919653] env[69297]: DEBUG nova.compute.manager [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1416.919945] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1416.930107] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 7b5ce58b-a3fb-439f-b678-a346db80c996/7b5ce58b-a3fb-439f-b678-a346db80c996.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1416.934226] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b5cc09-f697-44e0-a374-37a336f9c6cd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.936759] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e3c98e-ab90-4a3e-8f2f-2e70c5006d74 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.956653] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1416.958066] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c0b232-4956-4f37-ad58-a218585a3532 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1416.960428] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1416.960428] env[69297]:    value = "task-2931166"
[ 1416.960428] env[69297]:    _type = "Task"
[ 1416.960428] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1416.966929] env[69297]: DEBUG oslo_vmware.api [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for the task: (returnval){
[ 1416.966929] env[69297]:    value = "task-2931167"
[ 1416.966929] env[69297]:    _type = "Task"
[ 1416.966929] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1416.970503] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.979120] env[69297]: DEBUG oslo_vmware.api [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2931167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1416.990850] env[69297]: INFO nova.compute.manager [-] [instance: 97323847-2131-4245-b61d-985a58a66e11] Took 1.05 seconds to deallocate network for instance.
[ 1417.064570] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931164, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1417.135377] env[69297]: DEBUG oslo_concurrency.lockutils [req-671698d0-814f-4ddc-ab5a-20118871b0c1 req-930c87e1-856d-4765-80b8-64778ff9a501 service nova] Releasing lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1417.147581] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquiring lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1417.147581] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquired lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1417.226932] env[69297]: DEBUG oslo_vmware.api [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1417.231132] env[69297]: DEBUG nova.network.neutron [req-7962cf5c-f93d-4494-bd0b-54872a9dddac req-7d3af7b4-b2c2-448e-9bd1-0d5d7b984b02 service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updated VIF entry in instance network info cache for port 20a2dcc4-9b4a-47a5-94a1-e543b4e47aed. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1417.231132] env[69297]: DEBUG nova.network.neutron [req-7962cf5c-f93d-4494-bd0b-54872a9dddac req-7d3af7b4-b2c2-448e-9bd1-0d5d7b984b02 service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance_info_cache with network_info: [{"id": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "address": "fa:16:3e:25:f4:19", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a2dcc4-9b", "ovs_interfaceid": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1417.397159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1417.397159] env[69297]: DEBUG nova.compute.manager [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1417.399558] env[69297]: DEBUG oslo_concurrency.lockutils [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.235s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1417.399558] env[69297]: DEBUG nova.objects.instance [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lazy-loading 'resources' on Instance uuid 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1417.470664] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931166, 'name': ReconfigVM_Task, 'duration_secs': 0.424364} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1417.473956] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 7b5ce58b-a3fb-439f-b678-a346db80c996/7b5ce58b-a3fb-439f-b678-a346db80c996.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1417.474214] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Creating Virtual Disk of size  1048576 KB and adapter type paraVirtual on the data store {{(pid=69297) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}}
[ 1417.474842] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-87865eb2-227a-442c-8346-125306e2511a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1417.483674] env[69297]: DEBUG oslo_vmware.api [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2931167, 'name': PowerOffVM_Task, 'duration_secs': 0.228516} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1417.484968] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1417.485179] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1417.485519] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1417.485519] env[69297]:    value = "task-2931171"
[ 1417.485519] env[69297]:    _type = "Task"
[ 1417.485519] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1417.485718] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60c6cbcb-cfaa-486a-aba6-cd21b70f01c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1417.494731] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931171, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1417.496730] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1417.558189] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931164, 'name': Destroy_Task, 'duration_secs': 0.807038} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1417.559536] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Destroyed the VM
[ 1417.559879] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1417.560084] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1417.560277] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1417.560478] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Deleting the datastore file [datastore1] 9e33aaee-64fa-4dff-aec3-774768adffa7 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1417.560674] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a822c7da-99ea-4188-a9d3-efcfaf274582 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1417.562627] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c345228-6cfa-4acd-853e-7808507dc82d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1417.569971] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1417.569971] env[69297]:    value = "task-2931173"
[ 1417.569971] env[69297]:    _type = "Task"
[ 1417.569971] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1417.571283] env[69297]: DEBUG oslo_vmware.api [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for the task: (returnval){
[ 1417.571283] env[69297]:    value = "task-2931174"
[ 1417.571283] env[69297]:    _type = "Task"
[ 1417.571283] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1417.582966] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931173, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1417.586443] env[69297]: DEBUG oslo_vmware.api [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2931174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1417.692169] env[69297]: DEBUG nova.network.neutron [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1417.728755] env[69297]: DEBUG oslo_vmware.api [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931165, 'name': PowerOnVM_Task, 'duration_secs': 0.603196} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1417.729035] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1417.729305] env[69297]: DEBUG nova.compute.manager [None req-e3e02d6e-c0e1-49b1-9d91-c02861220043 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1417.730102] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fab32d-7b87-4da8-b629-a9be3ab7488f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1417.732843] env[69297]: DEBUG oslo_concurrency.lockutils [req-7962cf5c-f93d-4494-bd0b-54872a9dddac req-7d3af7b4-b2c2-448e-9bd1-0d5d7b984b02 service nova] Releasing lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1417.832734] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "ef10624e-0d25-4240-b925-f7f99f212a8b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1417.832734] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "ef10624e-0d25-4240-b925-f7f99f212a8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1417.832734] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "ef10624e-0d25-4240-b925-f7f99f212a8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1417.832734] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "ef10624e-0d25-4240-b925-f7f99f212a8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1417.832734] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "ef10624e-0d25-4240-b925-f7f99f212a8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1417.834443] env[69297]: INFO nova.compute.manager [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Terminating instance
[ 1417.879123] env[69297]: DEBUG nova.compute.manager [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Received event network-vif-plugged-0a85054b-f326-4f6f-94d2-99e3de972cbb {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1417.879573] env[69297]: DEBUG oslo_concurrency.lockutils [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] Acquiring lock "6510900b-ea48-4f86-bed1-b5ed58b948ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1417.879573] env[69297]: DEBUG oslo_concurrency.lockutils [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] Lock "6510900b-ea48-4f86-bed1-b5ed58b948ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1417.879800] env[69297]: DEBUG oslo_concurrency.lockutils [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] Lock "6510900b-ea48-4f86-bed1-b5ed58b948ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1417.879911] env[69297]: DEBUG nova.compute.manager [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] No waiting events found dispatching network-vif-plugged-0a85054b-f326-4f6f-94d2-99e3de972cbb {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1417.880965] env[69297]: WARNING nova.compute.manager [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Received unexpected event network-vif-plugged-0a85054b-f326-4f6f-94d2-99e3de972cbb for instance with vm_state building and task_state spawning.
[ 1417.881910] env[69297]: DEBUG nova.compute.manager [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Received event network-changed-0a85054b-f326-4f6f-94d2-99e3de972cbb {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1417.881910] env[69297]: DEBUG nova.compute.manager [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Refreshing instance network info cache due to event network-changed-0a85054b-f326-4f6f-94d2-99e3de972cbb. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1417.881910] env[69297]: DEBUG oslo_concurrency.lockutils [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] Acquiring lock "refresh_cache-6510900b-ea48-4f86-bed1-b5ed58b948ad" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1417.882295] env[69297]: DEBUG oslo_concurrency.lockutils [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] Acquired lock "refresh_cache-6510900b-ea48-4f86-bed1-b5ed58b948ad" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1417.882295] env[69297]: DEBUG nova.network.neutron [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Refreshing network info cache for port 0a85054b-f326-4f6f-94d2-99e3de972cbb {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1417.903078] env[69297]: DEBUG nova.compute.utils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1417.906697] env[69297]: DEBUG nova.compute.manager [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1417.908763] env[69297]: DEBUG nova.network.neutron [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1418.001795] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931171, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056702} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1418.002364] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69297) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}}
[ 1418.002875] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8719e0de-56af-4ea9-b673-8a0106c14dde {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.030337] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 7b5ce58b-a3fb-439f-b678-a346db80c996/ephemeral_0.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1418.034260] env[69297]: DEBUG nova.policy [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7efd14ab08a4f8db159518207f06cee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd367fa51de8f41ddb074ab073a406478', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1418.035648] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810634a1-c813-41c5-8e66-fcec1f317fb6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.054491] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1418.054491] env[69297]:    value = "task-2931175"
[ 1418.054491] env[69297]:    _type = "Task"
[ 1418.054491] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1418.066953] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1418.093767] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931173, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1418.093767] env[69297]: DEBUG oslo_vmware.api [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Task: {'id': task-2931174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397516} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1418.093939] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1418.094047] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1418.094244] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1418.094423] env[69297]: INFO nova.compute.manager [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Took 1.17 seconds to destroy the instance on the hypervisor.
[ 1418.094684] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1418.094902] env[69297]: DEBUG nova.compute.manager [-] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1418.094997] env[69297]: DEBUG nova.network.neutron [-] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1418.174860] env[69297]: DEBUG nova.network.neutron [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Successfully updated port: aef065d9-a44d-4c3b-be35-6046987d992e {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1418.343620] env[69297]: DEBUG nova.compute.manager [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1418.343890] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1418.345081] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638af668-fa42-460b-a9bb-72b091be1f42 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.353245] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1418.356269] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec7f3104-82e4-4c3e-80ab-8e323bc93e17 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.410752] env[69297]: DEBUG nova.compute.manager [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1418.439302] env[69297]: DEBUG nova.network.neutron [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1418.512889] env[69297]: DEBUG nova.network.neutron [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updating instance_info_cache with network_info: [{"id": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "address": "fa:16:3e:6a:2c:e1", "network": {"id": "6d3d00e5-229f-4899-a8e2-668d48a1e22c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-151579441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c843d42715400f86aeb0460dd15025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114a73f8-1b", "ovs_interfaceid": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1418.529846] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b08a20-9b01-4df4-b462-343b2083cf56 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.539559] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b4264c-68cb-458d-a6ac-e642ce305e75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.575320] env[69297]: DEBUG nova.network.neutron [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1418.583960] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd12b8ac-3e0d-44c1-b6a9-f52bcba2379c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.589746] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "f2dad717-5774-448b-84d1-1d876c38b907" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1418.590049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "f2dad717-5774-448b-84d1-1d876c38b907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1418.599177] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931175, 'name': ReconfigVM_Task, 'duration_secs': 0.482482} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1418.604818] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 7b5ce58b-a3fb-439f-b678-a346db80c996/ephemeral_0.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1418.605615] env[69297]: DEBUG oslo_vmware.api [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931173, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849955} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1418.606573] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f6dbe05-2c30-4a66-9aef-ef7661f6952b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.608429] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1418.608735] env[69297]: INFO nova.compute.manager [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Took 16.06 seconds to snapshot the instance on the hypervisor.
[ 1418.612062] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7ab08b-f920-48d7-9f2b-d00c14fd0470 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.629727] env[69297]: DEBUG nova.compute.provider_tree [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1418.632594] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1418.632594] env[69297]:    value = "task-2931177"
[ 1418.632594] env[69297]:    _type = "Task"
[ 1418.632594] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1418.638101] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1418.638294] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1418.638533] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleting the datastore file [datastore2] ef10624e-0d25-4240-b925-f7f99f212a8b {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1418.639956] env[69297]: DEBUG nova.compute.manager [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Received event network-vif-plugged-aef065d9-a44d-4c3b-be35-6046987d992e {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1418.640170] env[69297]: DEBUG oslo_concurrency.lockutils [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] Acquiring lock "6510900b-ea48-4f86-bed1-b5ed58b948ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1418.640372] env[69297]: DEBUG oslo_concurrency.lockutils [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] Lock "6510900b-ea48-4f86-bed1-b5ed58b948ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1418.640536] env[69297]: DEBUG oslo_concurrency.lockutils [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] Lock "6510900b-ea48-4f86-bed1-b5ed58b948ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1418.640699] env[69297]: DEBUG nova.compute.manager [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] No waiting events found dispatching network-vif-plugged-aef065d9-a44d-4c3b-be35-6046987d992e {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1418.640859] env[69297]: WARNING nova.compute.manager [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Received unexpected event network-vif-plugged-aef065d9-a44d-4c3b-be35-6046987d992e for instance with vm_state building and task_state spawning.
[ 1418.641023] env[69297]: DEBUG nova.compute.manager [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Received event network-changed-aef065d9-a44d-4c3b-be35-6046987d992e {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1418.641174] env[69297]: DEBUG nova.compute.manager [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Refreshing instance network info cache due to event network-changed-aef065d9-a44d-4c3b-be35-6046987d992e. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1418.641335] env[69297]: DEBUG oslo_concurrency.lockutils [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] Acquiring lock "refresh_cache-6510900b-ea48-4f86-bed1-b5ed58b948ad" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1418.642405] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ff014b7-e8c8-4fe0-b951-f9ed21e2aae9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1418.649280] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931177, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1418.652304] env[69297]: DEBUG oslo_vmware.api [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1418.652304] env[69297]:    value = "task-2931178"
[ 1418.652304] env[69297]:    _type = "Task"
[ 1418.652304] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1418.660826] env[69297]: DEBUG oslo_vmware.api [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1418.677451] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "refresh_cache-6510900b-ea48-4f86-bed1-b5ed58b948ad" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1418.861976] env[69297]: DEBUG nova.network.neutron [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Successfully created port: 88bd23bb-07c9-4d2d-b190-f5a020825d1f {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1419.019020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Releasing lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1419.019020] env[69297]: DEBUG nova.compute.manager [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Inject network info {{(pid=69297) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}}
[ 1419.019020] env[69297]: DEBUG nova.compute.manager [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] network_info to inject: |[{"id": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "address": "fa:16:3e:6a:2c:e1", "network": {"id": "6d3d00e5-229f-4899-a8e2-668d48a1e22c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-151579441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c843d42715400f86aeb0460dd15025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114a73f8-1b", "ovs_interfaceid": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}}
[ 1419.022377] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Reconfiguring VM instance to set the machine id {{(pid=69297) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}}
[ 1419.022881] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c2eeff-4612-4b13-b3dc-acd59614f461 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.041258] env[69297]: DEBUG oslo_vmware.api [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1419.041258] env[69297]:    value = "task-2931179"
[ 1419.041258] env[69297]:    _type = "Task"
[ 1419.041258] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1419.051662] env[69297]: DEBUG oslo_vmware.api [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2931179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1419.092907] env[69297]: DEBUG oslo_concurrency.lockutils [req-5a850694-10c2-4874-a9aa-e787eb7516f2 req-961407ac-0471-43ad-9847-872e9a0ad59c service nova] Releasing lock "refresh_cache-6510900b-ea48-4f86-bed1-b5ed58b948ad" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1419.092907] env[69297]: DEBUG oslo_concurrency.lockutils [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] Acquired lock "refresh_cache-6510900b-ea48-4f86-bed1-b5ed58b948ad" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1419.092907] env[69297]: DEBUG nova.network.neutron [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Refreshing network info cache for port aef065d9-a44d-4c3b-be35-6046987d992e {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1419.093711] env[69297]: DEBUG nova.compute.manager [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1419.120018] env[69297]: DEBUG nova.compute.manager [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Instance disappeared during snapshot {{(pid=69297) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}}
[ 1419.132499] env[69297]: DEBUG nova.compute.manager [None req-98fd80d8-80fb-481e-9d15-7217cdff38f2 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image not found during clean up 0a720a31-df5e-4bca-9dc3-52d0fd94126c {{(pid=69297) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}}
[ 1419.146018] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931177, 'name': Rename_Task, 'duration_secs': 0.25557} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1419.147925] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1419.147925] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bc4aadf-dee4-4347-95a5-0165ec99eb63 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.158748] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1419.158748] env[69297]:    value = "task-2931180"
[ 1419.158748] env[69297]:    _type = "Task"
[ 1419.158748] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1419.160017] env[69297]: ERROR nova.scheduler.client.report [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [req-c190ded6-12fa-4d15-bb8f-253007e96a04] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-c190ded6-12fa-4d15-bb8f-253007e96a04"}]}
[ 1419.173710] env[69297]: DEBUG oslo_vmware.api [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250448} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1419.174519] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1419.174880] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1419.175261] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1419.175578] env[69297]: INFO nova.compute.manager [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Took 0.83 seconds to destroy the instance on the hypervisor.
[ 1419.175977] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1419.176679] env[69297]: DEBUG nova.compute.manager [-] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1419.176945] env[69297]: DEBUG nova.network.neutron [-] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1419.182686] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931180, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1419.184409] env[69297]: DEBUG nova.scheduler.client.report [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 1419.198691] env[69297]: DEBUG nova.scheduler.client.report [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 1419.200982] env[69297]: DEBUG nova.compute.provider_tree [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1419.217742] env[69297]: DEBUG nova.scheduler.client.report [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 1419.243350] env[69297]: DEBUG nova.scheduler.client.report [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 1419.427287] env[69297]: DEBUG nova.compute.manager [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1419.468532] env[69297]: DEBUG nova.virt.hardware [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1419.468782] env[69297]: DEBUG nova.virt.hardware [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1419.468935] env[69297]: DEBUG nova.virt.hardware [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1419.469156] env[69297]: DEBUG nova.virt.hardware [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1419.469317] env[69297]: DEBUG nova.virt.hardware [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1419.469450] env[69297]: DEBUG nova.virt.hardware [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1419.469655] env[69297]: DEBUG nova.virt.hardware [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1419.469811] env[69297]: DEBUG nova.virt.hardware [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1419.470036] env[69297]: DEBUG nova.virt.hardware [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1419.470156] env[69297]: DEBUG nova.virt.hardware [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1419.470887] env[69297]: DEBUG nova.virt.hardware [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1419.471221] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f6920b-8492-4830-b71d-3209dfc10797 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.491523] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2526881-2868-44ce-98a3-95f96611f6b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.552084] env[69297]: DEBUG oslo_vmware.api [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2931179, 'name': ReconfigVM_Task, 'duration_secs': 0.178761} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1419.554694] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee6d7bf-6f2c-4aae-acb8-592e5d28ff45 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Reconfigured VM instance to set the machine id {{(pid=69297) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}}
[ 1419.625973] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1419.639667] env[69297]: DEBUG nova.network.neutron [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1419.673272] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1419.753070] env[69297]: DEBUG nova.network.neutron [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1419.881707] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7658e9e-6982-4056-b15f-6770125be0f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.889295] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc4cbd3-0543-495c-9a86-bfb4f81954cb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.923618] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6902da-31ba-44d1-b61c-2391196ed280 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.931165] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6d30f6-eb52-4907-a039-581f3a0d645b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1419.944882] env[69297]: DEBUG nova.compute.provider_tree [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1419.953032] env[69297]: DEBUG nova.network.neutron [-] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1420.004358] env[69297]: DEBUG nova.network.neutron [-] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1420.094163] env[69297]: DEBUG nova.compute.manager [req-6c06f4fb-ded9-45e4-944b-5b15959ae7af req-8b08aac7-02bc-4bcc-94c2-fd0dcc5f107d service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Received event network-changed-114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1420.094477] env[69297]: DEBUG nova.compute.manager [req-6c06f4fb-ded9-45e4-944b-5b15959ae7af req-8b08aac7-02bc-4bcc-94c2-fd0dcc5f107d service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Refreshing instance network info cache due to event network-changed-114a73f8-1b44-477d-ad8e-a1123a4eb4c7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1420.094758] env[69297]: DEBUG oslo_concurrency.lockutils [req-6c06f4fb-ded9-45e4-944b-5b15959ae7af req-8b08aac7-02bc-4bcc-94c2-fd0dcc5f107d service nova] Acquiring lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1420.094910] env[69297]: DEBUG oslo_concurrency.lockutils [req-6c06f4fb-ded9-45e4-944b-5b15959ae7af req-8b08aac7-02bc-4bcc-94c2-fd0dcc5f107d service nova] Acquired lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1420.095110] env[69297]: DEBUG nova.network.neutron [req-6c06f4fb-ded9-45e4-944b-5b15959ae7af req-8b08aac7-02bc-4bcc-94c2-fd0dcc5f107d service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Refreshing network info cache for port 114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1420.191548] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1420.208402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquiring lock "1d64138f-358b-41a0-855b-e92b53ae8fd0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1420.208704] env[69297]: DEBUG oslo_concurrency.lockutils [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lock "1d64138f-358b-41a0-855b-e92b53ae8fd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1420.208924] env[69297]: DEBUG oslo_concurrency.lockutils [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquiring lock "1d64138f-358b-41a0-855b-e92b53ae8fd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1420.209217] env[69297]: DEBUG oslo_concurrency.lockutils [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lock "1d64138f-358b-41a0-855b-e92b53ae8fd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1420.209427] env[69297]: DEBUG oslo_concurrency.lockutils [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lock "1d64138f-358b-41a0-855b-e92b53ae8fd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1420.213535] env[69297]: INFO nova.compute.manager [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Terminating instance
[ 1420.257942] env[69297]: DEBUG oslo_concurrency.lockutils [req-789910b8-aae0-40fe-badc-a5dd8110208a req-95c4ec2f-d2a6-4ce5-8f80-a4356ad0d868 service nova] Releasing lock "refresh_cache-6510900b-ea48-4f86-bed1-b5ed58b948ad" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1420.257942] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquired lock "refresh_cache-6510900b-ea48-4f86-bed1-b5ed58b948ad" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1420.257942] env[69297]: DEBUG nova.network.neutron [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1420.456028] env[69297]: INFO nova.compute.manager [-] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Took 2.36 seconds to deallocate network for instance.
[ 1420.485359] env[69297]: DEBUG nova.scheduler.client.report [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1420.485640] env[69297]: DEBUG nova.compute.provider_tree [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 80 to 81 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1420.485822] env[69297]: DEBUG nova.compute.provider_tree [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1420.507811] env[69297]: INFO nova.compute.manager [-] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Took 1.33 seconds to deallocate network for instance.
[ 1420.671866] env[69297]: DEBUG nova.compute.manager [req-65d74e2f-06bf-4e2e-bbd6-38993b90aa8d req-dbaf29b6-27ea-46c6-b5a6-b697b84bb530 service nova] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Received event network-vif-deleted-0a7dac9c-a8e0-42c5-87af-954c582cbbaa {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1420.679313] env[69297]: DEBUG oslo_vmware.api [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931180, 'name': PowerOnVM_Task, 'duration_secs': 1.470125} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1420.679616] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1420.679817] env[69297]: INFO nova.compute.manager [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Took 10.69 seconds to spawn the instance on the hypervisor.
[ 1420.679993] env[69297]: DEBUG nova.compute.manager [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1420.680895] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6b50ae-5744-4e7a-a318-e1f0def08df5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1420.718290] env[69297]: DEBUG nova.compute.manager [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1420.718490] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1420.719405] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058aa9d7-7010-413d-b13f-5821a162b30b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1420.728589] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1420.731388] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e0321c-c4b2-4004-9138-5fd48f2ffb72 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1420.740879] env[69297]: DEBUG oslo_vmware.api [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1420.740879] env[69297]:    value = "task-2931182"
[ 1420.740879] env[69297]:    _type = "Task"
[ 1420.740879] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1420.766210] env[69297]: DEBUG oslo_vmware.api [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2931182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1420.838130] env[69297]: DEBUG nova.network.neutron [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1420.887695] env[69297]: DEBUG nova.network.neutron [req-6c06f4fb-ded9-45e4-944b-5b15959ae7af req-8b08aac7-02bc-4bcc-94c2-fd0dcc5f107d service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updated VIF entry in instance network info cache for port 114a73f8-1b44-477d-ad8e-a1123a4eb4c7. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1420.887695] env[69297]: DEBUG nova.network.neutron [req-6c06f4fb-ded9-45e4-944b-5b15959ae7af req-8b08aac7-02bc-4bcc-94c2-fd0dcc5f107d service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updating instance_info_cache with network_info: [{"id": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "address": "fa:16:3e:6a:2c:e1", "network": {"id": "6d3d00e5-229f-4899-a8e2-668d48a1e22c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-151579441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c843d42715400f86aeb0460dd15025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114a73f8-1b", "ovs_interfaceid": "114a73f8-1b44-477d-ad8e-a1123a4eb4c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1420.963302] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1420.991342] env[69297]: DEBUG oslo_concurrency.lockutils [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.592s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1420.994833] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.918s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1421.013616] env[69297]: INFO nova.scheduler.client.report [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted allocations for instance 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e
[ 1421.016247] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1421.200871] env[69297]: INFO nova.compute.manager [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Took 48.36 seconds to build instance.
[ 1421.250582] env[69297]: DEBUG oslo_vmware.api [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2931182, 'name': PowerOffVM_Task, 'duration_secs': 0.382952} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1421.250850] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1421.251021] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1421.251276] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96571258-5e11-43f8-848f-2440e61b5c7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.352625] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1421.352952] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1421.353233] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Deleting the datastore file [datastore1] 1d64138f-358b-41a0-855b-e92b53ae8fd0 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1421.353586] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83ff734a-bd0a-44b5-be04-7e138ff39baf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1421.361436] env[69297]: DEBUG oslo_vmware.api [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for the task: (returnval){
[ 1421.361436] env[69297]:    value = "task-2931184"
[ 1421.361436] env[69297]:    _type = "Task"
[ 1421.361436] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1421.369581] env[69297]: DEBUG oslo_vmware.api [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2931184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1421.389393] env[69297]: DEBUG oslo_concurrency.lockutils [req-6c06f4fb-ded9-45e4-944b-5b15959ae7af req-8b08aac7-02bc-4bcc-94c2-fd0dcc5f107d service nova] Releasing lock "refresh_cache-1d64138f-358b-41a0-855b-e92b53ae8fd0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1421.389660] env[69297]: DEBUG nova.compute.manager [req-6c06f4fb-ded9-45e4-944b-5b15959ae7af req-8b08aac7-02bc-4bcc-94c2-fd0dcc5f107d service nova] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Received event network-vif-deleted-623a58b3-de01-4db8-816c-764dc2eda9b3 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1421.426584] env[69297]: DEBUG nova.network.neutron [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Successfully updated port: 88bd23bb-07c9-4d2d-b190-f5a020825d1f {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1421.470475] env[69297]: DEBUG nova.network.neutron [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Updating instance_info_cache with network_info: [{"id": "0a85054b-f326-4f6f-94d2-99e3de972cbb", "address": "fa:16:3e:2d:bf:45", "network": {"id": "2933ff14-4915-46f1-96f7-1a158a9e880c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1189361914", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a85054b-f3", "ovs_interfaceid": "0a85054b-f326-4f6f-94d2-99e3de972cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aef065d9-a44d-4c3b-be35-6046987d992e", "address": "fa:16:3e:ef:81:8c", "network": {"id": "b207b328-eb2d-4b2e-941e-af6369624a7e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-165011950", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef065d9-a4", "ovs_interfaceid": "aef065d9-a44d-4c3b-be35-6046987d992e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1421.499773] env[69297]: INFO nova.compute.claims [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1421.523726] env[69297]: DEBUG oslo_concurrency.lockutils [None req-52da829d-f436-4783-8cd1-a73dbada9e43 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "1ef70ab1-479b-4eaf-8e46-0662d9f3d12e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 43.858s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1421.703492] env[69297]: DEBUG oslo_concurrency.lockutils [None req-706e24ab-4fc7-4417-9491-e028c9659639 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "7b5ce58b-a3fb-439f-b678-a346db80c996" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.998s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1421.872247] env[69297]: DEBUG oslo_vmware.api [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2931184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1421.930536] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "refresh_cache-82d13872-02e7-4341-8c2b-e52431cb0889" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1421.930536] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "refresh_cache-82d13872-02e7-4341-8c2b-e52431cb0889" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1421.930536] env[69297]: DEBUG nova.network.neutron [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1421.974132] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Releasing lock "refresh_cache-6510900b-ea48-4f86-bed1-b5ed58b948ad" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1421.974531] env[69297]: DEBUG nova.compute.manager [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Instance network_info: |[{"id": "0a85054b-f326-4f6f-94d2-99e3de972cbb", "address": "fa:16:3e:2d:bf:45", "network": {"id": "2933ff14-4915-46f1-96f7-1a158a9e880c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1189361914", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a85054b-f3", "ovs_interfaceid": "0a85054b-f326-4f6f-94d2-99e3de972cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aef065d9-a44d-4c3b-be35-6046987d992e", "address": "fa:16:3e:ef:81:8c", "network": {"id": "b207b328-eb2d-4b2e-941e-af6369624a7e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-165011950", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9fb3822b06d4f5a85042d8bdc71a61c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef065d9-a4", "ovs_interfaceid": "aef065d9-a44d-4c3b-be35-6046987d992e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1421.975195] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:bf:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a85054b-f326-4f6f-94d2-99e3de972cbb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:81:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aef065d9-a44d-4c3b-be35-6046987d992e', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1421.985370] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1421.985640] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1421.985969] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c45f58a3-ac23-4938-a9f9-2afb5b78d5ee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1422.009667] env[69297]: INFO nova.compute.resource_tracker [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating resource usage from migration da9800d6-4c5e-44cd-b169-b1326b8365f6
[ 1422.018374] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1422.018374] env[69297]:    value = "task-2931185"
[ 1422.018374] env[69297]:    _type = "Task"
[ 1422.018374] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1422.027635] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931185, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1422.132896] env[69297]: DEBUG nova.compute.manager [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Received event network-vif-plugged-88bd23bb-07c9-4d2d-b190-f5a020825d1f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1422.132947] env[69297]: DEBUG oslo_concurrency.lockutils [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] Acquiring lock "82d13872-02e7-4341-8c2b-e52431cb0889-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1422.133138] env[69297]: DEBUG oslo_concurrency.lockutils [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] Lock "82d13872-02e7-4341-8c2b-e52431cb0889-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1422.133308] env[69297]: DEBUG oslo_concurrency.lockutils [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] Lock "82d13872-02e7-4341-8c2b-e52431cb0889-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1422.133476] env[69297]: DEBUG nova.compute.manager [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] No waiting events found dispatching network-vif-plugged-88bd23bb-07c9-4d2d-b190-f5a020825d1f {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1422.133638] env[69297]: WARNING nova.compute.manager [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Received unexpected event network-vif-plugged-88bd23bb-07c9-4d2d-b190-f5a020825d1f for instance with vm_state building and task_state spawning.
[ 1422.133795] env[69297]: DEBUG nova.compute.manager [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Received event network-changed-88bd23bb-07c9-4d2d-b190-f5a020825d1f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1422.133946] env[69297]: DEBUG nova.compute.manager [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Refreshing instance network info cache due to event network-changed-88bd23bb-07c9-4d2d-b190-f5a020825d1f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1422.135555] env[69297]: DEBUG oslo_concurrency.lockutils [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] Acquiring lock "refresh_cache-82d13872-02e7-4341-8c2b-e52431cb0889" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1422.378470] env[69297]: DEBUG oslo_vmware.api [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Task: {'id': task-2931184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558318} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1422.378727] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1422.378910] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1422.379177] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1422.379298] env[69297]: INFO nova.compute.manager [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Took 1.66 seconds to destroy the instance on the hypervisor.
[ 1422.379547] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1422.379743] env[69297]: DEBUG nova.compute.manager [-] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1422.379836] env[69297]: DEBUG nova.network.neutron [-] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1422.514899] env[69297]: DEBUG nova.network.neutron [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1422.518666] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900acc6e-27ab-43ac-9d7c-5930ef67ba76 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1422.532582] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbd6625-18db-43d8-9ab6-2660bb88be4f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1422.535925] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931185, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1422.568983] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c044683-0e16-4867-8d35-1d9b8e7acb47 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1422.578239] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe2186e-670d-4480-a291-df7f3cf461aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1422.594405] env[69297]: DEBUG nova.compute.provider_tree [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1422.847210] env[69297]: DEBUG nova.compute.manager [req-95e8f9dd-cc0f-4829-966a-0904c8c9d7b0 req-d4256262-1708-4c89-9734-cdbc84e28fe9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Received event network-changed-48daaa81-1a0a-403f-9a2e-25fcb637ff46 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1422.847426] env[69297]: DEBUG nova.compute.manager [req-95e8f9dd-cc0f-4829-966a-0904c8c9d7b0 req-d4256262-1708-4c89-9734-cdbc84e28fe9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Refreshing instance network info cache due to event network-changed-48daaa81-1a0a-403f-9a2e-25fcb637ff46. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1422.847643] env[69297]: DEBUG oslo_concurrency.lockutils [req-95e8f9dd-cc0f-4829-966a-0904c8c9d7b0 req-d4256262-1708-4c89-9734-cdbc84e28fe9 service nova] Acquiring lock "refresh_cache-7b5ce58b-a3fb-439f-b678-a346db80c996" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1422.847965] env[69297]: DEBUG oslo_concurrency.lockutils [req-95e8f9dd-cc0f-4829-966a-0904c8c9d7b0 req-d4256262-1708-4c89-9734-cdbc84e28fe9 service nova] Acquired lock "refresh_cache-7b5ce58b-a3fb-439f-b678-a346db80c996" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1422.847965] env[69297]: DEBUG nova.network.neutron [req-95e8f9dd-cc0f-4829-966a-0904c8c9d7b0 req-d4256262-1708-4c89-9734-cdbc84e28fe9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Refreshing network info cache for port 48daaa81-1a0a-403f-9a2e-25fcb637ff46 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1422.870712] env[69297]: DEBUG nova.network.neutron [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Updating instance_info_cache with network_info: [{"id": "88bd23bb-07c9-4d2d-b190-f5a020825d1f", "address": "fa:16:3e:e0:19:fa", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88bd23bb-07", "ovs_interfaceid": "88bd23bb-07c9-4d2d-b190-f5a020825d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1423.034963] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931185, 'name': CreateVM_Task, 'duration_secs': 0.654019} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1423.035518] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1423.036572] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1423.036888] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1423.039088] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1423.039088] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a52ba03-c924-4947-926b-c5a3b3befee6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1423.043210] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1423.043210] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a9ec81-7a06-75d7-78f3-e010440a2fff"
[ 1423.043210] env[69297]:    _type = "Task"
[ 1423.043210] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1423.052301] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a9ec81-7a06-75d7-78f3-e010440a2fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1423.133325] env[69297]: DEBUG nova.scheduler.client.report [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1423.133325] env[69297]: DEBUG nova.compute.provider_tree [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 81 to 82 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1423.133325] env[69297]: DEBUG nova.compute.provider_tree [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1423.373774] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "refresh_cache-82d13872-02e7-4341-8c2b-e52431cb0889" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1423.374098] env[69297]: DEBUG nova.compute.manager [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Instance network_info: |[{"id": "88bd23bb-07c9-4d2d-b190-f5a020825d1f", "address": "fa:16:3e:e0:19:fa", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88bd23bb-07", "ovs_interfaceid": "88bd23bb-07c9-4d2d-b190-f5a020825d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1423.374697] env[69297]: DEBUG oslo_concurrency.lockutils [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] Acquired lock "refresh_cache-82d13872-02e7-4341-8c2b-e52431cb0889" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1423.374697] env[69297]: DEBUG nova.network.neutron [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Refreshing network info cache for port 88bd23bb-07c9-4d2d-b190-f5a020825d1f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1423.375891] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:19:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88bd23bb-07c9-4d2d-b190-f5a020825d1f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1423.392533] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1423.396402] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1423.396657] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d0364e5-911f-4fff-88f9-de688e4b12b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1423.426346] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1423.426346] env[69297]:    value = "task-2931187"
[ 1423.426346] env[69297]:    _type = "Task"
[ 1423.426346] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1423.434678] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931187, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1423.555275] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a9ec81-7a06-75d7-78f3-e010440a2fff, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1423.555641] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1423.555874] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1423.556161] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1423.556336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1423.556543] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1423.556836] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01fcbcec-0c27-415f-9575-63b5175f3553 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1423.566202] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1423.566393] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1423.567242] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8451ce-4594-4b9e-a95c-18bd896d29ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1423.573438] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1423.573438] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f7da33-ca32-2e52-3275-06c987dac125"
[ 1423.573438] env[69297]:    _type = "Task"
[ 1423.573438] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1423.581230] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f7da33-ca32-2e52-3275-06c987dac125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1423.633726] env[69297]: DEBUG nova.network.neutron [req-95e8f9dd-cc0f-4829-966a-0904c8c9d7b0 req-d4256262-1708-4c89-9734-cdbc84e28fe9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Updated VIF entry in instance network info cache for port 48daaa81-1a0a-403f-9a2e-25fcb637ff46. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1423.634140] env[69297]: DEBUG nova.network.neutron [req-95e8f9dd-cc0f-4829-966a-0904c8c9d7b0 req-d4256262-1708-4c89-9734-cdbc84e28fe9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Updating instance_info_cache with network_info: [{"id": "48daaa81-1a0a-403f-9a2e-25fcb637ff46", "address": "fa:16:3e:9f:8f:74", "network": {"id": "362a9ae2-4241-479f-849b-920cbb171efd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1167197568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6658014670f4f22af1882b55f779956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48daaa81-1a", "ovs_interfaceid": "48daaa81-1a0a-403f-9a2e-25fcb637ff46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1423.639020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.643s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1423.639020] env[69297]: INFO nova.compute.manager [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Migrating
[ 1423.644383] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.083s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1423.644621] env[69297]: DEBUG nova.objects.instance [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lazy-loading 'resources' on Instance uuid 5e4c9e67-c5c0-454d-90a8-49c62ccfe399 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1423.716855] env[69297]: DEBUG nova.network.neutron [-] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1423.938315] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931187, 'name': CreateVM_Task, 'duration_secs': 0.361712} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1423.938315] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1423.938315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1423.938518] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1423.938669] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1423.938923] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d4816e-9b7e-423f-9aaa-886e98b4a817 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1423.944125] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1423.944125] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52491681-1f88-0eab-08d1-2d3f6e5698f0"
[ 1423.944125] env[69297]:    _type = "Task"
[ 1423.944125] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1423.952222] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52491681-1f88-0eab-08d1-2d3f6e5698f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1424.085796] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f7da33-ca32-2e52-3275-06c987dac125, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1424.086613] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92e2601-58d6-4942-995c-2022c464c80e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.092993] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1424.092993] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52762668-1f07-ece9-dde3-e2563519e6b7"
[ 1424.092993] env[69297]:    _type = "Task"
[ 1424.092993] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1424.101365] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52762668-1f07-ece9-dde3-e2563519e6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1424.136494] env[69297]: DEBUG oslo_concurrency.lockutils [req-95e8f9dd-cc0f-4829-966a-0904c8c9d7b0 req-d4256262-1708-4c89-9734-cdbc84e28fe9 service nova] Releasing lock "refresh_cache-7b5ce58b-a3fb-439f-b678-a346db80c996" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1424.156801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1424.157581] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1424.157810] env[69297]: DEBUG nova.network.neutron [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1424.184713] env[69297]: DEBUG nova.network.neutron [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Updated VIF entry in instance network info cache for port 88bd23bb-07c9-4d2d-b190-f5a020825d1f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1424.185157] env[69297]: DEBUG nova.network.neutron [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Updating instance_info_cache with network_info: [{"id": "88bd23bb-07c9-4d2d-b190-f5a020825d1f", "address": "fa:16:3e:e0:19:fa", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88bd23bb-07", "ovs_interfaceid": "88bd23bb-07c9-4d2d-b190-f5a020825d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1424.204589] env[69297]: DEBUG nova.compute.manager [req-994d3f6b-31d4-4d2d-961f-4f48f9a86237 req-48806acf-809f-495f-bf9c-b330f8114a71 service nova] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Received event network-vif-deleted-114a73f8-1b44-477d-ad8e-a1123a4eb4c7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1424.220928] env[69297]: INFO nova.compute.manager [-] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Took 1.84 seconds to deallocate network for instance.
[ 1424.456046] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52491681-1f88-0eab-08d1-2d3f6e5698f0, 'name': SearchDatastore_Task, 'duration_secs': 0.04918} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1424.456352] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1424.456572] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1424.456802] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1424.456943] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1424.457177] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1424.457523] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a506072-24e1-496a-adf8-3c601a984c65 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.468067] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1424.468275] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1424.469020] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45f4960-1ffa-42b8-9149-e93a96a3ba61 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.477458] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1424.477458] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524099a2-4db4-e5ba-1c5c-14f83da580cc"
[ 1424.477458] env[69297]:    _type = "Task"
[ 1424.477458] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1424.486905] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524099a2-4db4-e5ba-1c5c-14f83da580cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1424.583888] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3258aed-3c48-4f19-9227-8321cc5bb841 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.591779] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105bd812-4577-4076-9463-a5854b7f7ff5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.604380] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52762668-1f07-ece9-dde3-e2563519e6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.030047} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1424.629021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1424.629340] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 6510900b-ea48-4f86-bed1-b5ed58b948ad/6510900b-ea48-4f86-bed1-b5ed58b948ad.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1424.629741] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bcf337c-7e37-4aeb-9647-fcc805d3b8c8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.632166] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c327b9-7984-4e11-888c-6a9eff6aee29 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.640947] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db20b0-4389-4443-b22d-da77f9e40a52 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1424.644887] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1424.644887] env[69297]:    value = "task-2931189"
[ 1424.644887] env[69297]:    _type = "Task"
[ 1424.644887] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1424.655772] env[69297]: DEBUG nova.compute.provider_tree [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1424.664981] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1424.688336] env[69297]: DEBUG oslo_concurrency.lockutils [req-201a243b-3231-436d-a6ac-963fa8d732d2 req-e8700f65-1690-4939-aac7-402a9c4463fa service nova] Releasing lock "refresh_cache-82d13872-02e7-4341-8c2b-e52431cb0889" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1424.728274] env[69297]: DEBUG oslo_concurrency.lockutils [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1424.963392] env[69297]: DEBUG nova.network.neutron [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance_info_cache with network_info: [{"id": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "address": "fa:16:3e:ea:bd:67", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf346b71-4d", "ovs_interfaceid": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1424.992250] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524099a2-4db4-e5ba-1c5c-14f83da580cc, 'name': SearchDatastore_Task, 'duration_secs': 0.023042} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1424.993208] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216a96ef-a73d-447b-870b-d1b6406c25b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.000122] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1425.000122] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52629a27-d2c4-dddc-187f-fe8aab5df01d"
[ 1425.000122] env[69297]:    _type = "Task"
[ 1425.000122] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1425.012019] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52629a27-d2c4-dddc-187f-fe8aab5df01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1425.157385] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931189, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1425.159576] env[69297]: DEBUG nova.scheduler.client.report [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1425.466637] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1425.511647] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52629a27-d2c4-dddc-187f-fe8aab5df01d, 'name': SearchDatastore_Task, 'duration_secs': 0.027054} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1425.511781] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1425.512044] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 82d13872-02e7-4341-8c2b-e52431cb0889/82d13872-02e7-4341-8c2b-e52431cb0889.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1425.512314] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4ebf613-fdd2-4033-9c81-7ef8570b782a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.520131] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1425.520131] env[69297]:    value = "task-2931190"
[ 1425.520131] env[69297]:    _type = "Task"
[ 1425.520131] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1425.528726] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1425.656562] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652208} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1425.656830] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 6510900b-ea48-4f86-bed1-b5ed58b948ad/6510900b-ea48-4f86-bed1-b5ed58b948ad.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1425.657072] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1425.657389] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e102d26a-84af-49e2-98be-a1abb9a0cb02 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1425.664400] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1425.664400] env[69297]:    value = "task-2931191"
[ 1425.664400] env[69297]:    _type = "Task"
[ 1425.664400] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1425.668136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1425.670646] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.295s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1425.670900] env[69297]: DEBUG nova.objects.instance [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lazy-loading 'resources' on Instance uuid 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1425.678746] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1425.696341] env[69297]: INFO nova.scheduler.client.report [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Deleted allocations for instance 5e4c9e67-c5c0-454d-90a8-49c62ccfe399
[ 1426.032257] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931190, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1426.177708] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157386} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1426.178038] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1426.178827] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d39710-0073-444d-a033-62807a1b1f75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.205098] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 6510900b-ea48-4f86-bed1-b5ed58b948ad/6510900b-ea48-4f86-bed1-b5ed58b948ad.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1426.210503] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e66dda-e31f-4869-8d1a-92daba40fb77 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.224809] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9631271-216f-4d34-95a3-536ba41823c2 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "5e4c9e67-c5c0-454d-90a8-49c62ccfe399" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 46.145s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1426.232932] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1426.232932] env[69297]:    value = "task-2931192"
[ 1426.232932] env[69297]:    _type = "Task"
[ 1426.232932] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1426.245767] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1426.531252] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544619} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1426.534033] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 82d13872-02e7-4341-8c2b-e52431cb0889/82d13872-02e7-4341-8c2b-e52431cb0889.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1426.534338] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1426.534977] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-198459e4-dc8d-485d-a483-4a7ea7a1f820 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.543860] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1426.543860] env[69297]:    value = "task-2931193"
[ 1426.543860] env[69297]:    _type = "Task"
[ 1426.543860] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1426.558067] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1426.655047] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "interface-ade366c6-e13e-4247-9dad-1035ef640406-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1426.655365] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-ade366c6-e13e-4247-9dad-1035ef640406-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1426.655794] env[69297]: DEBUG nova.objects.instance [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lazy-loading 'flavor' on Instance uuid ade366c6-e13e-4247-9dad-1035ef640406 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1426.666193] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8d48ba-3a39-48cb-9c05-9ac9c976532c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.675316] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fdefc2-355c-4bc0-a9c2-15b8c8654a04 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.713076] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e8b1e4-c6b2-42a3-901c-3e067fd18394 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.721618] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f6be96-d50a-43df-b528-d0dfcaa428e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1426.736745] env[69297]: DEBUG nova.compute.provider_tree [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1426.747065] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1426.981821] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f04aa4-3ada-4755-8e3f-28b5856ca855 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.001848] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance '665055ca-2209-41dd-84ee-98adb209c925' progress to 0 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1427.055290] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085791} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1427.055747] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1427.056869] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2208f353-d128-4ab9-9111-607fae0d9543 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.085103] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 82d13872-02e7-4341-8c2b-e52431cb0889/82d13872-02e7-4341-8c2b-e52431cb0889.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1427.085867] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb828b92-765a-45ba-875c-5631f70172d5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.112889] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1427.112889] env[69297]:    value = "task-2931195"
[ 1427.112889] env[69297]:    _type = "Task"
[ 1427.112889] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1427.126563] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1427.235973] env[69297]: DEBUG nova.objects.instance [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lazy-loading 'pci_requests' on Instance uuid ade366c6-e13e-4247-9dad-1035ef640406 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1427.248863] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931192, 'name': ReconfigVM_Task, 'duration_secs': 0.871537} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1427.249077] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 6510900b-ea48-4f86-bed1-b5ed58b948ad/6510900b-ea48-4f86-bed1-b5ed58b948ad.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1427.249827] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da855b35-5c72-4776-afa8-d97528645259 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.259700] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1427.259700] env[69297]:    value = "task-2931196"
[ 1427.259700] env[69297]:    _type = "Task"
[ 1427.259700] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1427.269609] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931196, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1427.274505] env[69297]: DEBUG nova.scheduler.client.report [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 1427.274505] env[69297]: DEBUG nova.compute.provider_tree [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 82 to 83 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 1427.274747] env[69297]: DEBUG nova.compute.provider_tree [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1427.510380] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1427.510786] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9781fae-daa7-4cfa-b1bf-aa65a230121c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.520950] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1427.520950] env[69297]:    value = "task-2931197"
[ 1427.520950] env[69297]:    _type = "Task"
[ 1427.520950] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1427.531818] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1427.624179] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1427.742323] env[69297]: DEBUG nova.objects.base [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Object Instance<ade366c6-e13e-4247-9dad-1035ef640406> lazy-loaded attributes: flavor,pci_requests {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1427.742620] env[69297]: DEBUG nova.network.neutron [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1427.771756] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931196, 'name': Rename_Task, 'duration_secs': 0.309948} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1427.772085] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1427.772352] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cfa5942-22eb-4240-8878-28e337b1bd12 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1427.780405] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1427.785312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.245s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1427.785312] env[69297]: DEBUG nova.objects.instance [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Lazy-loading 'resources' on Instance uuid a8774bfd-c97a-47a2-bd49-13d8ef773fb0 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1427.786682] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1427.786682] env[69297]:    value = "task-2931198"
[ 1427.786682] env[69297]:    _type = "Task"
[ 1427.786682] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1427.796911] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1427.801749] env[69297]: DEBUG nova.policy [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d2f9c086dd4da89232166919773d53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a4391229844f14a5f584c75bf49128', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1427.810370] env[69297]: INFO nova.scheduler.client.report [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Deleted allocations for instance 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1
[ 1428.035875] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931197, 'name': PowerOffVM_Task, 'duration_secs': 0.385022} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1428.036127] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1428.036345] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance '665055ca-2209-41dd-84ee-98adb209c925' progress to 17 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1428.068661] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1428.072023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1428.072023] env[69297]: INFO nova.compute.manager [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Shelving
[ 1428.125468] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931195, 'name': ReconfigVM_Task, 'duration_secs': 0.612425} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1428.125770] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 82d13872-02e7-4341-8c2b-e52431cb0889/82d13872-02e7-4341-8c2b-e52431cb0889.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1428.126469] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b57311e9-8979-464a-a0c0-e4ba76be8484 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.135780] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1428.135780] env[69297]:    value = "task-2931199"
[ 1428.135780] env[69297]:    _type = "Task"
[ 1428.135780] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1428.146649] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931199, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1428.272285] env[69297]: DEBUG nova.network.neutron [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Successfully created port: 60318b11-a240-471f-8782-edcd0d6f051c {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1428.302583] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1428.320371] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7f68f3a4-2183-4ca4-b166-61107979e4c6 tempest-ListServersNegativeTestJSON-1307827644 tempest-ListServersNegativeTestJSON-1307827644-project-member] Lock "0ccd9dbc-38cb-4a6a-a55a-69632034b7e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 47.980s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1428.543716] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1428.544098] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1428.544436] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1428.545611] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1428.545611] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1428.545611] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1428.545611] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1428.547088] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1428.547088] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1428.547088] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1428.547088] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1428.564613] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db84af9-068a-4b37-9dda-52dfbd36ee7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.598179] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1428.598179] env[69297]:    value = "task-2931200"
[ 1428.598179] env[69297]:    _type = "Task"
[ 1428.598179] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1428.619618] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931200, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1428.650536] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931199, 'name': Rename_Task, 'duration_secs': 0.247702} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1428.650919] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1428.651393] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c55a9547-d1eb-44c6-aec5-58223b129a79 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.665065] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1428.665065] env[69297]:    value = "task-2931202"
[ 1428.665065] env[69297]:    _type = "Task"
[ 1428.665065] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1428.676164] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1428.802049] env[69297]: DEBUG oslo_vmware.api [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931198, 'name': PowerOnVM_Task, 'duration_secs': 0.865435} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1428.802228] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1428.802412] env[69297]: INFO nova.compute.manager [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Took 15.50 seconds to spawn the instance on the hypervisor.
[ 1428.802623] env[69297]: DEBUG nova.compute.manager [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1428.803728] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1df521-5924-4817-8359-1dee8436a744 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.897871] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04244573-a93f-4c5e-816d-5336bf7f2f85 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.907915] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c85dd55-4f3e-4775-b028-87e8c39a6ed1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.941217] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab18376-357e-48ae-b96e-55ffaf596019 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.949871] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785e2afd-44f4-4fa2-90c0-4492eb9d9760 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1428.964549] env[69297]: DEBUG nova.compute.provider_tree [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1429.101730] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1429.102152] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e41a2eff-e655-49c2-b0a2-7c2722328dc0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.119253] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931200, 'name': ReconfigVM_Task, 'duration_secs': 0.36525} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1429.120883] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance '665055ca-2209-41dd-84ee-98adb209c925' progress to 33 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1429.124379] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1429.124379] env[69297]:    value = "task-2931203"
[ 1429.124379] env[69297]:    _type = "Task"
[ 1429.124379] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1429.135411] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1429.179179] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931202, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1429.324819] env[69297]: INFO nova.compute.manager [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Took 53.57 seconds to build instance.
[ 1429.468544] env[69297]: DEBUG nova.scheduler.client.report [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1429.630259] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:10:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='69859819-8632-4bf3-95a7-43cd1c57bef8',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-254656964',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1429.630516] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1429.630671] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1429.630848] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1429.630992] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1429.631890] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1429.632155] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1429.632301] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1429.632473] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1429.632637] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1429.632998] env[69297]: DEBUG nova.virt.hardware [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1429.639862] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1429.640223] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130c9ae5-1144-430a-8e20-5fcdcd4eb630 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.659588] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931203, 'name': PowerOffVM_Task, 'duration_secs': 0.234089} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1429.660944] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1429.661772] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1429.661772] env[69297]:    value = "task-2931204"
[ 1429.661772] env[69297]:    _type = "Task"
[ 1429.661772] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1429.662087] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc5bd3f-2529-4862-abd3-f5150ae5b55e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.699129] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea20ed22-19dd-40c1-87ef-7b3859fc3357 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.702146] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1429.705439] env[69297]: DEBUG oslo_vmware.api [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931202, 'name': PowerOnVM_Task, 'duration_secs': 0.835359} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1429.706212] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1429.706491] env[69297]: INFO nova.compute.manager [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Took 10.28 seconds to spawn the instance on the hypervisor.
[ 1429.706702] env[69297]: DEBUG nova.compute.manager [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1429.707459] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3053f35-f734-4062-94bd-2d71d8a0e27f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1429.827223] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b80650-2f0d-4663-9652-adbbfb790386 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "6510900b-ea48-4f86-bed1-b5ed58b948ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 62.988s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1429.975877] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1429.979525] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.791s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1429.979525] env[69297]: DEBUG nova.objects.instance [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1429.986480] env[69297]: DEBUG nova.network.neutron [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Successfully updated port: 60318b11-a240-471f-8782-edcd0d6f051c {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1430.013041] env[69297]: INFO nova.scheduler.client.report [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Deleted allocations for instance a8774bfd-c97a-47a2-bd49-13d8ef773fb0
[ 1430.159352] env[69297]: DEBUG nova.compute.manager [req-7c914f36-6a10-49b4-96bc-a6eb675a3852 req-9e4df505-41e9-474e-adf0-36e586ab1889 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Received event network-vif-plugged-60318b11-a240-471f-8782-edcd0d6f051c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1430.159352] env[69297]: DEBUG oslo_concurrency.lockutils [req-7c914f36-6a10-49b4-96bc-a6eb675a3852 req-9e4df505-41e9-474e-adf0-36e586ab1889 service nova] Acquiring lock "ade366c6-e13e-4247-9dad-1035ef640406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1430.159689] env[69297]: DEBUG oslo_concurrency.lockutils [req-7c914f36-6a10-49b4-96bc-a6eb675a3852 req-9e4df505-41e9-474e-adf0-36e586ab1889 service nova] Lock "ade366c6-e13e-4247-9dad-1035ef640406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1430.159766] env[69297]: DEBUG oslo_concurrency.lockutils [req-7c914f36-6a10-49b4-96bc-a6eb675a3852 req-9e4df505-41e9-474e-adf0-36e586ab1889 service nova] Lock "ade366c6-e13e-4247-9dad-1035ef640406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1430.159982] env[69297]: DEBUG nova.compute.manager [req-7c914f36-6a10-49b4-96bc-a6eb675a3852 req-9e4df505-41e9-474e-adf0-36e586ab1889 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] No waiting events found dispatching network-vif-plugged-60318b11-a240-471f-8782-edcd0d6f051c {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1430.160259] env[69297]: WARNING nova.compute.manager [req-7c914f36-6a10-49b4-96bc-a6eb675a3852 req-9e4df505-41e9-474e-adf0-36e586ab1889 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Received unexpected event network-vif-plugged-60318b11-a240-471f-8782-edcd0d6f051c for instance with vm_state active and task_state None.
[ 1430.196619] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931204, 'name': ReconfigVM_Task, 'duration_secs': 0.372636} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1430.197016] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1430.198043] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4cc991-dfbc-468e-b8fb-d50db641784f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.222897] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 665055ca-2209-41dd-84ee-98adb209c925/665055ca-2209-41dd-84ee-98adb209c925.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1430.224222] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1430.228784] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-579cb9e5-d238-4aab-9d24-d924a0286cf3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.244078] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9c1fa995-6d87-41c5-9152-ed6f65951d03 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1430.246750] env[69297]: INFO nova.compute.manager [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Took 49.48 seconds to build instance.
[ 1430.257122] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1430.257122] env[69297]:    value = "task-2931206"
[ 1430.257122] env[69297]:    _type = "Task"
[ 1430.257122] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1430.257539] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1430.257539] env[69297]:    value = "task-2931205"
[ 1430.257539] env[69297]:    _type = "Task"
[ 1430.257539] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1430.270875] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.274141] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.488457] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1430.488790] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1430.488914] env[69297]: DEBUG nova.network.neutron [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1430.525209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e56c79cd-7a3c-4f45-92ce-81ebf4e7c1ae tempest-ServersTestBootFromVolume-1337850294 tempest-ServersTestBootFromVolume-1337850294-project-member] Lock "a8774bfd-c97a-47a2-bd49-13d8ef773fb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 50.950s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1430.749128] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80318744-da0e-4c17-81ca-ada28081fd92 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "82d13872-02e7-4341-8c2b-e52431cb0889" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 52.457s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1430.786706] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931205, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.786991] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1430.989377] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f277472f-14e4-4209-94e2-b9b378de82f3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1430.991381] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.844s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1430.993476] env[69297]: INFO nova.compute.claims [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1431.042083] env[69297]: WARNING nova.network.neutron [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] 19b72ce6-f6dd-4fe6-880b-0fcb31330321 already exists in list: networks containing: ['19b72ce6-f6dd-4fe6-880b-0fcb31330321']. ignoring it
[ 1431.275595] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.275916] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931205, 'name': CreateSnapshot_Task, 'duration_secs': 0.525018} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1431.278402] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1431.279339] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfcad77-16fe-40e6-aec8-7c08d9469090 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.361507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "6510900b-ea48-4f86-bed1-b5ed58b948ad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1431.361789] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "6510900b-ea48-4f86-bed1-b5ed58b948ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1431.362195] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "6510900b-ea48-4f86-bed1-b5ed58b948ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1431.362404] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "6510900b-ea48-4f86-bed1-b5ed58b948ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1431.362576] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "6510900b-ea48-4f86-bed1-b5ed58b948ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1431.364670] env[69297]: INFO nova.compute.manager [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Terminating instance
[ 1431.431489] env[69297]: DEBUG nova.network.neutron [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Updating instance_info_cache with network_info: [{"id": "1638c12e-9bd3-413c-ada3-69c416a2d536", "address": "fa:16:3e:fc:47:42", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1638c12e-9b", "ovs_interfaceid": "1638c12e-9bd3-413c-ada3-69c416a2d536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60318b11-a240-471f-8782-edcd0d6f051c", "address": "fa:16:3e:97:2e:54", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60318b11-a2", "ovs_interfaceid": "60318b11-a240-471f-8782-edcd0d6f051c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1431.776907] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931206, 'name': ReconfigVM_Task, 'duration_secs': 1.326158} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1431.784215] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 665055ca-2209-41dd-84ee-98adb209c925/665055ca-2209-41dd-84ee-98adb209c925.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1431.784215] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance '665055ca-2209-41dd-84ee-98adb209c925' progress to 50 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1431.804690] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1431.808020] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5267f874-99e9-43b9-ba32-3f671a3f3b3b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.817220] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1431.817220] env[69297]:    value = "task-2931208"
[ 1431.817220] env[69297]:    _type = "Task"
[ 1431.817220] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1431.826501] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931208, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.871372] env[69297]: DEBUG nova.compute.manager [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1431.871372] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1431.871372] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a234f6-af8e-456d-a341-fcb487f91774 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.881485] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1431.881485] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6598f00a-a220-4d15-b383-ecc63ac19fa0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.891037] env[69297]: DEBUG oslo_vmware.api [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1431.891037] env[69297]:    value = "task-2931209"
[ 1431.891037] env[69297]:    _type = "Task"
[ 1431.891037] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1431.901194] env[69297]: DEBUG oslo_vmware.api [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1431.934151] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1431.936973] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1431.936973] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1431.936973] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0089138-a304-48b3-98d9-34b52665cb39 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1431.965130] env[69297]: DEBUG nova.virt.hardware [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=<?>,min_ram=<?>,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1431.966516] env[69297]: DEBUG nova.virt.hardware [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1431.966516] env[69297]: DEBUG nova.virt.hardware [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1431.966516] env[69297]: DEBUG nova.virt.hardware [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1431.967106] env[69297]: DEBUG nova.virt.hardware [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1431.967597] env[69297]: DEBUG nova.virt.hardware [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1431.967995] env[69297]: DEBUG nova.virt.hardware [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1431.968538] env[69297]: DEBUG nova.virt.hardware [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1431.968868] env[69297]: DEBUG nova.virt.hardware [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1431.970020] env[69297]: DEBUG nova.virt.hardware [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1431.970020] env[69297]: DEBUG nova.virt.hardware [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1431.982021] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Reconfiguring VM to attach interface {{(pid=69297) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}}
[ 1431.982021] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4f7ddc8-7eb3-48b9-bcdc-ab57df5542d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.007442] env[69297]: DEBUG oslo_vmware.api [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1432.007442] env[69297]:    value = "task-2931210"
[ 1432.007442] env[69297]:    _type = "Task"
[ 1432.007442] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1432.022726] env[69297]: DEBUG oslo_vmware.api [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931210, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.289361] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0295b5c-d473-4130-bbd4-fe9f4ee7c0f1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.313731] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75aaf03-8975-49aa-8a14-a32d15bd88a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.349935] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance '665055ca-2209-41dd-84ee-98adb209c925' progress to 67 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1432.357890] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931208, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.402896] env[69297]: DEBUG oslo_vmware.api [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931209, 'name': PowerOffVM_Task, 'duration_secs': 0.437983} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1432.403939] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1432.404125] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1432.404393] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75c89dea-6ceb-4805-8a69-6f8316e73cc3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.461377] env[69297]: DEBUG nova.compute.manager [req-eefe1169-9654-4ba7-8664-fdd82f4172df req-e00f0369-83e8-4e1e-8c7c-14a5408bfb41 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Received event network-changed-60318b11-a240-471f-8782-edcd0d6f051c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1432.461672] env[69297]: DEBUG nova.compute.manager [req-eefe1169-9654-4ba7-8664-fdd82f4172df req-e00f0369-83e8-4e1e-8c7c-14a5408bfb41 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Refreshing instance network info cache due to event network-changed-60318b11-a240-471f-8782-edcd0d6f051c. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1432.461741] env[69297]: DEBUG oslo_concurrency.lockutils [req-eefe1169-9654-4ba7-8664-fdd82f4172df req-e00f0369-83e8-4e1e-8c7c-14a5408bfb41 service nova] Acquiring lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1432.461918] env[69297]: DEBUG oslo_concurrency.lockutils [req-eefe1169-9654-4ba7-8664-fdd82f4172df req-e00f0369-83e8-4e1e-8c7c-14a5408bfb41 service nova] Acquired lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1432.464366] env[69297]: DEBUG nova.network.neutron [req-eefe1169-9654-4ba7-8664-fdd82f4172df req-e00f0369-83e8-4e1e-8c7c-14a5408bfb41 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Refreshing network info cache for port 60318b11-a240-471f-8782-edcd0d6f051c {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1432.524717] env[69297]: DEBUG oslo_vmware.api [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.530137] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1432.530414] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1432.530772] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Deleting the datastore file [datastore2] 6510900b-ea48-4f86-bed1-b5ed58b948ad {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1432.532126] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6801604-cd6b-4ed4-9589-a737b36fd9f6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.540825] env[69297]: DEBUG oslo_vmware.api [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for the task: (returnval){
[ 1432.540825] env[69297]:    value = "task-2931212"
[ 1432.540825] env[69297]:    _type = "Task"
[ 1432.540825] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1432.554053] env[69297]: DEBUG oslo_vmware.api [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.662417] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b71b13-81da-4360-ab9e-3d8b6a062eb6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.671394] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c8b6f6-1d79-4528-8699-b26f654b4c7e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.704476] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46346ec-3983-47e5-a5f6-2a1ea46e72ea {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.715066] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473e6261-e99f-4086-9dfd-cb33f007d614 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1432.732839] env[69297]: DEBUG nova.compute.provider_tree [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1432.833792] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931208, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1432.926230] env[69297]: DEBUG nova.network.neutron [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Port cf346b71-4d9f-439a-900c-c24f0e1c67ba binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1433.035295] env[69297]: DEBUG oslo_vmware.api [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931210, 'name': ReconfigVM_Task, 'duration_secs': 1.015191} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1433.043022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1433.043022] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Reconfigured VM to attach interface {{(pid=69297) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}}
[ 1433.058685] env[69297]: DEBUG oslo_vmware.api [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1433.239382] env[69297]: DEBUG nova.scheduler.client.report [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1433.315032] env[69297]: DEBUG nova.network.neutron [req-eefe1169-9654-4ba7-8664-fdd82f4172df req-e00f0369-83e8-4e1e-8c7c-14a5408bfb41 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Updated VIF entry in instance network info cache for port 60318b11-a240-471f-8782-edcd0d6f051c. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1433.315505] env[69297]: DEBUG nova.network.neutron [req-eefe1169-9654-4ba7-8664-fdd82f4172df req-e00f0369-83e8-4e1e-8c7c-14a5408bfb41 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Updating instance_info_cache with network_info: [{"id": "1638c12e-9bd3-413c-ada3-69c416a2d536", "address": "fa:16:3e:fc:47:42", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1638c12e-9b", "ovs_interfaceid": "1638c12e-9bd3-413c-ada3-69c416a2d536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "60318b11-a240-471f-8782-edcd0d6f051c", "address": "fa:16:3e:97:2e:54", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60318b11-a2", "ovs_interfaceid": "60318b11-a240-471f-8782-edcd0d6f051c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1433.336260] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931208, 'name': CloneVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1433.555051] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95b4e50c-f6c9-4922-befc-a69df84596d9 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-ade366c6-e13e-4247-9dad-1035ef640406-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 6.898s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1433.560214] env[69297]: DEBUG oslo_vmware.api [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Task: {'id': task-2931212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.702824} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1433.560833] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1433.561386] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1433.562228] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1433.563218] env[69297]: INFO nova.compute.manager [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Took 1.69 seconds to destroy the instance on the hypervisor.
[ 1433.563218] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1433.563426] env[69297]: DEBUG nova.compute.manager [-] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1433.563610] env[69297]: DEBUG nova.network.neutron [-] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1433.749985] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1433.753038] env[69297]: DEBUG nova.compute.manager [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1433.754533] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.728s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1433.755172] env[69297]: DEBUG nova.objects.instance [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lazy-loading 'resources' on Instance uuid aaa0201b-5e5b-4a35-a327-dfa54ca3400d {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1433.818628] env[69297]: DEBUG oslo_concurrency.lockutils [req-eefe1169-9654-4ba7-8664-fdd82f4172df req-e00f0369-83e8-4e1e-8c7c-14a5408bfb41 service nova] Releasing lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1433.833412] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931208, 'name': CloneVM_Task, 'duration_secs': 1.590612} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1433.833945] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Created linked-clone VM from snapshot
[ 1433.834758] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8234741d-9fd5-4fd1-a1f9-cf4a3fe16164 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1433.844859] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Uploading image 5821a9a7-425b-44ad-b101-38154181f84e {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1433.881051] env[69297]: DEBUG oslo_vmware.rw_handles [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1433.881051] env[69297]:    value = "vm-588562"
[ 1433.881051] env[69297]:    _type = "VirtualMachine"
[ 1433.881051] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1433.882431] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b1e29c2-85dd-4867-8926-38821cf1e553 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1433.891443] env[69297]: DEBUG oslo_vmware.rw_handles [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lease: (returnval){
[ 1433.891443] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f0d360-4544-7570-d990-829f14ae49ca"
[ 1433.891443] env[69297]:    _type = "HttpNfcLease"
[ 1433.891443] env[69297]:  } obtained for exporting VM: (result){
[ 1433.891443] env[69297]:    value = "vm-588562"
[ 1433.891443] env[69297]:    _type = "VirtualMachine"
[ 1433.891443] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1433.891443] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the lease: (returnval){
[ 1433.891443] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f0d360-4544-7570-d990-829f14ae49ca"
[ 1433.891443] env[69297]:    _type = "HttpNfcLease"
[ 1433.891443] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1433.899078] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1433.899078] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f0d360-4544-7570-d990-829f14ae49ca"
[ 1433.899078] env[69297]:    _type = "HttpNfcLease"
[ 1433.899078] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1433.952271] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "665055ca-2209-41dd-84ee-98adb209c925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1433.952271] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "665055ca-2209-41dd-84ee-98adb209c925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1433.952271] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "665055ca-2209-41dd-84ee-98adb209c925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1434.261716] env[69297]: DEBUG nova.compute.utils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1434.263028] env[69297]: DEBUG nova.compute.manager [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1434.263217] env[69297]: DEBUG nova.network.neutron [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1434.305103] env[69297]: DEBUG nova.policy [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50e948dffa604d64bf753e040e0fd061', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754539e6407a48c39206320896326881', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1434.404668] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1434.404668] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f0d360-4544-7570-d990-829f14ae49ca"
[ 1434.404668] env[69297]:    _type = "HttpNfcLease"
[ 1434.404668] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1434.404668] env[69297]: DEBUG oslo_vmware.rw_handles [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1434.404668] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f0d360-4544-7570-d990-829f14ae49ca"
[ 1434.404668] env[69297]:    _type = "HttpNfcLease"
[ 1434.404668] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1434.404668] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e289c-0af7-4a9f-aefa-5ff19c4342d5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.412358] env[69297]: DEBUG oslo_vmware.rw_handles [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a813ae-3cd9-e851-4ff1-291b4745cd88/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1434.412532] env[69297]: DEBUG oslo_vmware.rw_handles [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a813ae-3cd9-e851-4ff1-291b4745cd88/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1434.499605] env[69297]: INFO nova.compute.manager [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Rebuilding instance
[ 1434.550262] env[69297]: DEBUG nova.compute.manager [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1434.550972] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731c7f4b-83cf-4e03-b61e-cb4e0887caf3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.586210] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-968805df-09ff-47a6-ba01-8846137d7d5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.615977] env[69297]: DEBUG nova.network.neutron [-] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1434.770857] env[69297]: DEBUG nova.compute.manager [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1434.816249] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9079322-b363-4bb0-ae3d-5a87ab25cf06 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.826143] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683975be-54cf-448c-9b51-cce558af7c61 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.870450] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f474f4-3ee4-44b1-bb95-6847b2c7f0e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.874799] env[69297]: DEBUG nova.network.neutron [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Successfully created port: c7ce2701-5e72-4039-8c0e-9dd6df379917 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1434.880842] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1db89e-0f49-49fc-b849-63570f0b3884 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1434.903473] env[69297]: DEBUG nova.compute.provider_tree [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1434.988722] env[69297]: DEBUG nova.compute.manager [req-d94ae8ba-280d-4020-9370-b86b01478be7 req-a5d642f9-ff14-4c5e-8eef-a4e9955c309c service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Received event network-vif-deleted-aef065d9-a44d-4c3b-be35-6046987d992e {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1434.988943] env[69297]: DEBUG nova.compute.manager [req-d94ae8ba-280d-4020-9370-b86b01478be7 req-a5d642f9-ff14-4c5e-8eef-a4e9955c309c service nova] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Received event network-vif-deleted-0a85054b-f326-4f6f-94d2-99e3de972cbb {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1435.064783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1435.064783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1435.064783] env[69297]: DEBUG nova.network.neutron [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1435.120750] env[69297]: INFO nova.compute.manager [-] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Took 1.56 seconds to deallocate network for instance.
[ 1435.430985] env[69297]: ERROR nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [req-a65c8b48-b114-4d98-bd81-a70c1ee18f31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-a65c8b48-b114-4d98-bd81-a70c1ee18f31"}]}
[ 1435.447543] env[69297]: DEBUG nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 1435.466438] env[69297]: DEBUG nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 1435.467339] env[69297]: DEBUG nova.compute.provider_tree [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1435.483768] env[69297]: DEBUG nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 1435.506473] env[69297]: DEBUG nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 1435.536630] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquiring lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1435.537148] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1435.569424] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1435.572194] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e467739-7aad-47ac-a415-12b8c8b6cc0d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.581843] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1435.581843] env[69297]:    value = "task-2931215"
[ 1435.581843] env[69297]:    _type = "Task"
[ 1435.581843] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1435.601780] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1435.628755] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1435.787354] env[69297]: DEBUG nova.compute.manager [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1435.822242] env[69297]: DEBUG nova.virt.hardware [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1435.822242] env[69297]: DEBUG nova.virt.hardware [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1435.822242] env[69297]: DEBUG nova.virt.hardware [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1435.822242] env[69297]: DEBUG nova.virt.hardware [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1435.822242] env[69297]: DEBUG nova.virt.hardware [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1435.822242] env[69297]: DEBUG nova.virt.hardware [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1435.822242] env[69297]: DEBUG nova.virt.hardware [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1435.822242] env[69297]: DEBUG nova.virt.hardware [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1435.822242] env[69297]: DEBUG nova.virt.hardware [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1435.822242] env[69297]: DEBUG nova.virt.hardware [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1435.825618] env[69297]: DEBUG nova.virt.hardware [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1435.825668] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0965b1cd-c1f2-43b4-b73b-1502aaa62d80 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.840687] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbf0867-671c-4a5d-bdcf-2d8633e3f7a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1435.952402] env[69297]: DEBUG nova.network.neutron [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance_info_cache with network_info: [{"id": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "address": "fa:16:3e:ea:bd:67", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf346b71-4d", "ovs_interfaceid": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1436.039972] env[69297]: DEBUG nova.compute.manager [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1436.077933] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f729b6-2242-4d36-9467-dcd54a387fe4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.089939] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3958dd98-6772-48c8-b10e-064b066c7b80 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.096112] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931215, 'name': PowerOffVM_Task, 'duration_secs': 0.306992} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1436.096919] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1436.097305] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1436.098189] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0d7a68-3292-409d-8e8b-1dd6c030bc4c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.128455] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf04d7-e2ea-4b6a-93c5-0d20825689a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.133647] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1436.134428] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-623a3f81-8825-48b4-b0dc-86cc69e58aaa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.139933] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296ae399-3aa1-4273-b607-a453ff01c8ea {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.155206] env[69297]: DEBUG nova.compute.provider_tree [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1436.212328] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1436.212643] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1436.213455] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleting the datastore file [datastore1] 82d13872-02e7-4341-8c2b-e52431cb0889 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1436.214098] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-237f0ee6-c8ed-47e4-adce-36b0ef24342d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1436.223195] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1436.223195] env[69297]:    value = "task-2931217"
[ 1436.223195] env[69297]:    _type = "Task"
[ 1436.223195] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1436.233645] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1436.455474] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1436.569319] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1436.651467] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Acquiring lock "b91ace70-321d-4303-ba68-a38e10282f81" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1436.651762] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "b91ace70-321d-4303-ba68-a38e10282f81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1436.681832] env[69297]: ERROR nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [req-caf04263-a36e-4201-a6cd-ee58ee87ddca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-caf04263-a36e-4201-a6cd-ee58ee87ddca"}]}
[ 1436.702693] env[69297]: DEBUG nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 1436.722819] env[69297]: DEBUG nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 1436.723104] env[69297]: DEBUG nova.compute.provider_tree [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1436.734578] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183062} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1436.734834] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1436.735022] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1436.735245] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1436.740563] env[69297]: DEBUG nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 1436.765142] env[69297]: DEBUG nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 1436.840609] env[69297]: DEBUG nova.network.neutron [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Successfully updated port: c7ce2701-5e72-4039-8c0e-9dd6df379917 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1436.894057] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "interface-ade366c6-e13e-4247-9dad-1035ef640406-60318b11-a240-471f-8782-edcd0d6f051c" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1436.895060] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-ade366c6-e13e-4247-9dad-1035ef640406-60318b11-a240-471f-8782-edcd0d6f051c" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1436.984178] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238530c6-2052-4121-8efe-f9bd970f69a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.012008] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d67601-59eb-4001-815f-1b1ed922110f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.022125] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance '665055ca-2209-41dd-84ee-98adb209c925' progress to 83 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1437.032729] env[69297]: DEBUG nova.compute.manager [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Received event network-vif-plugged-c7ce2701-5e72-4039-8c0e-9dd6df379917 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1437.032982] env[69297]: DEBUG oslo_concurrency.lockutils [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] Acquiring lock "edc3d4ee-834a-4b79-b98d-90273453c281-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1437.033211] env[69297]: DEBUG oslo_concurrency.lockutils [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] Lock "edc3d4ee-834a-4b79-b98d-90273453c281-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1437.033454] env[69297]: DEBUG oslo_concurrency.lockutils [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] Lock "edc3d4ee-834a-4b79-b98d-90273453c281-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1437.034372] env[69297]: DEBUG nova.compute.manager [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] No waiting events found dispatching network-vif-plugged-c7ce2701-5e72-4039-8c0e-9dd6df379917 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1437.034729] env[69297]: WARNING nova.compute.manager [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Received unexpected event network-vif-plugged-c7ce2701-5e72-4039-8c0e-9dd6df379917 for instance with vm_state building and task_state spawning.
[ 1437.035022] env[69297]: DEBUG nova.compute.manager [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Received event network-changed-c7ce2701-5e72-4039-8c0e-9dd6df379917 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1437.035269] env[69297]: DEBUG nova.compute.manager [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Refreshing instance network info cache due to event network-changed-c7ce2701-5e72-4039-8c0e-9dd6df379917. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1437.035650] env[69297]: DEBUG oslo_concurrency.lockutils [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] Acquiring lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1437.035778] env[69297]: DEBUG oslo_concurrency.lockutils [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] Acquired lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1437.035981] env[69297]: DEBUG nova.network.neutron [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Refreshing network info cache for port c7ce2701-5e72-4039-8c0e-9dd6df379917 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1437.156344] env[69297]: DEBUG nova.compute.manager [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1437.344420] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1437.355529] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9e7499-2660-48db-aa1b-d9bdf185afd2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.364229] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a98bd8-ce47-4d41-800a-340e7ab107b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.405378] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1437.405892] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1437.407467] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1005b9dd-3e99-418c-8950-207b6bb5ee83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.410975] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499124cc-ffb1-41d5-be58-2cff3a8f7d05 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.432248] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d32f76b-012c-45fe-9fd7-574b452c4d7c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.437084] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30626d87-ee81-43d8-8eb0-8de7997ef505 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.452875] env[69297]: DEBUG nova.compute.provider_tree [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1437.476799] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Reconfiguring VM to detach interface {{(pid=69297) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}}
[ 1437.478582] env[69297]: DEBUG nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1437.481960] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e789e57-9022-40af-bc65-f5eea188038f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.497628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.743s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1437.500032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.298s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1437.501560] env[69297]: INFO nova.compute.claims [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1437.511586] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1437.511586] env[69297]:    value = "task-2931218"
[ 1437.511586] env[69297]:    _type = "Task"
[ 1437.511586] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1437.521214] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1437.523371] env[69297]: INFO nova.scheduler.client.report [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Deleted allocations for instance aaa0201b-5e5b-4a35-a327-dfa54ca3400d
[ 1437.531767] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1437.532341] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9784c0d8-04fe-46c7-9a0b-61020fd5444a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.541798] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1437.541798] env[69297]:    value = "task-2931219"
[ 1437.541798] env[69297]:    _type = "Task"
[ 1437.541798] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1437.552246] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1437.606169] env[69297]: DEBUG nova.network.neutron [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1437.677857] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1437.773776] env[69297]: DEBUG nova.virt.hardware [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1437.774033] env[69297]: DEBUG nova.virt.hardware [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1437.774193] env[69297]: DEBUG nova.virt.hardware [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1437.774397] env[69297]: DEBUG nova.virt.hardware [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1437.774543] env[69297]: DEBUG nova.virt.hardware [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1437.774687] env[69297]: DEBUG nova.virt.hardware [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1437.774892] env[69297]: DEBUG nova.virt.hardware [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1437.775085] env[69297]: DEBUG nova.virt.hardware [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1437.775261] env[69297]: DEBUG nova.virt.hardware [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1437.775422] env[69297]: DEBUG nova.virt.hardware [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1437.775594] env[69297]: DEBUG nova.virt.hardware [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1437.776528] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074fa135-3e5c-4fd3-b58e-718973b7629b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.786547] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32475a24-0ff3-4a36-8ded-a101ce48dce6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.802183] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:19:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88bd23bb-07c9-4d2d-b190-f5a020825d1f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1437.810307] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1437.810587] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1437.810840] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c14ae60-5b8d-4aa9-b9ba-f14820eb469a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1437.832071] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1437.832071] env[69297]:    value = "task-2931220"
[ 1437.832071] env[69297]:    _type = "Task"
[ 1437.832071] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1437.841786] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931220, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1437.997068] env[69297]: DEBUG nova.network.neutron [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1438.024686] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1438.037606] env[69297]: DEBUG oslo_concurrency.lockutils [None req-be7d54ea-fe0a-4db2-8a64-cabe55117c7a tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "aaa0201b-5e5b-4a35-a327-dfa54ca3400d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 50.143s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1438.054053] env[69297]: DEBUG oslo_vmware.api [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931219, 'name': PowerOnVM_Task, 'duration_secs': 0.437648} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1438.054314] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1438.054533] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce65a0e-3828-4178-9e52-139fca0fe85c tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance '665055ca-2209-41dd-84ee-98adb209c925' progress to 100 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1438.343527] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931220, 'name': CreateVM_Task, 'duration_secs': 0.488} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1438.343719] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1438.344390] env[69297]: DEBUG oslo_concurrency.lockutils [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1438.344557] env[69297]: DEBUG oslo_concurrency.lockutils [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1438.344904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1438.345183] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613e4f22-eb97-4031-af77-8cc5e8a174c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1438.351706] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1438.351706] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b02185-2a35-75e4-cf91-3b53ed70649f"
[ 1438.351706] env[69297]:    _type = "Task"
[ 1438.351706] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1438.361172] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b02185-2a35-75e4-cf91-3b53ed70649f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1438.499884] env[69297]: DEBUG oslo_concurrency.lockutils [req-0eafa2d6-e65a-4fb6-9d06-5c63a61a6cdf req-aad9898e-053c-43f1-9f60-fc2b67d8ae22 service nova] Releasing lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1438.500371] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1438.500539] env[69297]: DEBUG nova.network.neutron [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1438.524138] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1438.802265] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "d7acde69-37bc-477b-9c80-d3271a71fdfc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1438.802525] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "d7acde69-37bc-477b-9c80-d3271a71fdfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1438.802853] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "d7acde69-37bc-477b-9c80-d3271a71fdfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1438.803074] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "d7acde69-37bc-477b-9c80-d3271a71fdfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1438.803260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "d7acde69-37bc-477b-9c80-d3271a71fdfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1438.805340] env[69297]: INFO nova.compute.manager [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Terminating instance
[ 1438.865342] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b02185-2a35-75e4-cf91-3b53ed70649f, 'name': SearchDatastore_Task, 'duration_secs': 0.01464} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1438.865770] env[69297]: DEBUG oslo_concurrency.lockutils [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1438.866035] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1438.866257] env[69297]: DEBUG oslo_concurrency.lockutils [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1438.866402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1438.866582] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1438.866849] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df096792-230c-4068-b5ed-43659b2d5ac5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1438.879226] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1438.879455] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1438.880312] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef850f3-cf66-4747-80ab-09b4cafbd8f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1438.888380] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1438.888380] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52dfa83d-59c8-6c95-b94e-30cd7ff86722"
[ 1438.888380] env[69297]:    _type = "Task"
[ 1438.888380] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1438.897498] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dfa83d-59c8-6c95-b94e-30cd7ff86722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1439.030906] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1439.041009] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dae366-775c-44a5-8e5d-eb3a607162a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.049517] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a72d513-9294-4e51-98f9-d51181d1b361 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.101909] env[69297]: DEBUG nova.network.neutron [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1439.107301] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b197d8b-6750-44c1-9d47-f6ffe98b8a3a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.120096] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bb2c9a-add8-4b01-a349-ce934b667d55 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.138614] env[69297]: DEBUG nova.compute.provider_tree [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1439.312297] env[69297]: DEBUG nova.compute.manager [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1439.312549] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1439.313464] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5255327f-7ddc-4151-9226-9fa2013bbb5f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.323991] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1439.327078] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c955ac44-41be-4b1e-a7d2-ae36f87d94c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.334802] env[69297]: DEBUG oslo_vmware.api [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1439.334802] env[69297]:    value = "task-2931221"
[ 1439.334802] env[69297]:    _type = "Task"
[ 1439.334802] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1439.344503] env[69297]: DEBUG oslo_vmware.api [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1439.382063] env[69297]: DEBUG nova.network.neutron [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance_info_cache with network_info: [{"id": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "address": "fa:16:3e:8c:96:62", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ce2701-5e", "ovs_interfaceid": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1439.400475] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dfa83d-59c8-6c95-b94e-30cd7ff86722, 'name': SearchDatastore_Task, 'duration_secs': 0.012841} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1439.402063] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e413c5af-426e-46fa-8bce-051aef95c7c6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.410460] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1439.410460] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]526b1101-915e-1e79-6327-5e4c181c3467"
[ 1439.410460] env[69297]:    _type = "Task"
[ 1439.410460] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1439.420536] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526b1101-915e-1e79-6327-5e4c181c3467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1439.527393] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1439.642445] env[69297]: DEBUG nova.scheduler.client.report [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1439.845050] env[69297]: DEBUG oslo_vmware.api [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931221, 'name': PowerOffVM_Task, 'duration_secs': 0.253221} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1439.845342] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1439.845542] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1439.845825] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5da0fbf2-6a6e-4ca3-8d13-1be8754f59d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.886267] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1439.886267] env[69297]: DEBUG nova.compute.manager [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Instance network_info: |[{"id": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "address": "fa:16:3e:8c:96:62", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ce2701-5e", "ovs_interfaceid": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1439.886267] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:96:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7ce2701-5e72-4039-8c0e-9dd6df379917', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1439.894381] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating folder: Project (754539e6407a48c39206320896326881). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1439.894727] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d084a739-4970-4fd0-8b4d-d079ebebbe19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.908758] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Created folder: Project (754539e6407a48c39206320896326881) in parent group-v588392.
[ 1439.908986] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating folder: Instances. Parent ref: group-v588564. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1439.909333] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1034a7a9-0f37-4347-a263-5cbf650d54e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.915768] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1439.915996] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1439.916195] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Deleting the datastore file [datastore2] d7acde69-37bc-477b-9c80-d3271a71fdfc {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1439.916831] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c53a0d58-0c8e-48f5-8a33-d9394d961106 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.924479] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526b1101-915e-1e79-6327-5e4c181c3467, 'name': SearchDatastore_Task, 'duration_secs': 0.013679} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1439.925152] env[69297]: DEBUG oslo_concurrency.lockutils [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1439.925437] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 82d13872-02e7-4341-8c2b-e52431cb0889/82d13872-02e7-4341-8c2b-e52431cb0889.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1439.925717] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11ab004d-0dae-48e0-8fe4-157c903185ab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.930027] env[69297]: DEBUG oslo_vmware.api [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for the task: (returnval){
[ 1439.930027] env[69297]:    value = "task-2931225"
[ 1439.930027] env[69297]:    _type = "Task"
[ 1439.930027] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1439.935767] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1439.935767] env[69297]:    value = "task-2931226"
[ 1439.935767] env[69297]:    _type = "Task"
[ 1439.935767] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1439.936026] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Created folder: Instances in parent group-v588564.
[ 1439.936254] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1439.936926] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1439.940029] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f9ebc46-f43e-4c40-8814-6e7c0f572384 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1439.958086] env[69297]: DEBUG oslo_vmware.api [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1439.965620] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1439.966991] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1439.966991] env[69297]:    value = "task-2931227"
[ 1439.966991] env[69297]:    _type = "Task"
[ 1439.966991] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1439.975657] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931227, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.033280] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.146898] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1440.147519] env[69297]: DEBUG nova.compute.manager [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1440.150534] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.412s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1440.151254] env[69297]: DEBUG nova.objects.instance [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1440.444932] env[69297]: DEBUG oslo_vmware.api [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Task: {'id': task-2931225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297565} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1440.445699] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1440.445903] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1440.446115] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1440.446305] env[69297]: INFO nova.compute.manager [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1440.446653] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1440.446761] env[69297]: DEBUG nova.compute.manager [-] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1440.446846] env[69297]: DEBUG nova.network.neutron [-] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1440.451898] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931226, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.478329] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931227, 'name': CreateVM_Task, 'duration_secs': 0.466518} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1440.478509] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1440.479213] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1440.479411] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1440.479734] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1440.479996] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3fa6997-f380-4ef8-80fe-ba51cd118d98 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1440.486271] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1440.486271] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52734f4b-61b7-2ba5-c715-11fa61f64db5"
[ 1440.486271] env[69297]:    _type = "Task"
[ 1440.486271] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1440.497114] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52734f4b-61b7-2ba5-c715-11fa61f64db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.530480] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.656442] env[69297]: DEBUG nova.compute.utils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1440.665721] env[69297]: DEBUG nova.compute.manager [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1440.668970] env[69297]: DEBUG nova.network.neutron [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1440.716025] env[69297]: DEBUG nova.policy [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4574c5442ff42fab13f9425b103f965', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa6fddfe86c74ac69b5e3b1ad93581e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1440.777290] env[69297]: DEBUG nova.network.neutron [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Port cf346b71-4d9f-439a-900c-c24f0e1c67ba binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1440.777290] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1440.777290] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1440.777290] env[69297]: DEBUG nova.network.neutron [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1440.951959] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54945} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1440.952349] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 82d13872-02e7-4341-8c2b-e52431cb0889/82d13872-02e7-4341-8c2b-e52431cb0889.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1440.952594] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1440.952893] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-864c3751-f2cc-4625-9e90-e43a6676d078 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1440.962548] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1440.962548] env[69297]:    value = "task-2931228"
[ 1440.962548] env[69297]:    _type = "Task"
[ 1440.962548] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1440.974271] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1440.998142] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52734f4b-61b7-2ba5-c715-11fa61f64db5, 'name': SearchDatastore_Task, 'duration_secs': 0.018566} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1440.998555] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1440.998850] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1440.999169] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1440.999459] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1440.999717] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1441.000404] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea3df77-fde8-4523-a538-20a153916868 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.013027] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1441.013027] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1441.014793] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0121b4d7-9a61-44ed-8c9c-2a98ca46e652 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.021814] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1441.021814] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]528396b1-6511-5f44-3117-1ce0ab7fd6a1"
[ 1441.021814] env[69297]:    _type = "Task"
[ 1441.021814] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1441.038046] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528396b1-6511-5f44-3117-1ce0ab7fd6a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013345} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1441.043425] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.044362] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536f6519-1593-45e8-9265-473223ee1acc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.049120] env[69297]: DEBUG nova.network.neutron [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Successfully created port: c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1441.052877] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1441.052877] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52fae09d-76f4-cce4-2523-afc0535d5308"
[ 1441.052877] env[69297]:    _type = "Task"
[ 1441.052877] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1441.069551] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52fae09d-76f4-cce4-2523-afc0535d5308, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1441.069652] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1441.069874] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] edc3d4ee-834a-4b79-b98d-90273453c281/edc3d4ee-834a-4b79-b98d-90273453c281.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1441.070165] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f8a0185-25d3-48fe-96ed-158efabced6b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.079280] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1441.079280] env[69297]:    value = "task-2931229"
[ 1441.079280] env[69297]:    _type = "Task"
[ 1441.079280] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1441.090770] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.150963] env[69297]: DEBUG nova.compute.manager [req-5c57dd9e-c4f2-4b08-bd58-fc4ce6d00753 req-272ce9b2-041e-432c-87ed-8f081d2742df service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Received event network-vif-deleted-3473af68-0629-49ee-bfdf-50dada1136ac {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1441.150963] env[69297]: INFO nova.compute.manager [req-5c57dd9e-c4f2-4b08-bd58-fc4ce6d00753 req-272ce9b2-041e-432c-87ed-8f081d2742df service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Neutron deleted interface 3473af68-0629-49ee-bfdf-50dada1136ac; detaching it from the instance and deleting it from the info cache
[ 1441.151419] env[69297]: DEBUG nova.network.neutron [req-5c57dd9e-c4f2-4b08-bd58-fc4ce6d00753 req-272ce9b2-041e-432c-87ed-8f081d2742df service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1441.166671] env[69297]: DEBUG nova.compute.manager [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1441.173168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ab8c8e7-984b-4fee-9ed1-5af7990a1b3b tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1441.174275] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.963s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1441.174518] env[69297]: DEBUG nova.objects.instance [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lazy-loading 'resources' on Instance uuid 5d2fc2d4-b02c-45ed-addb-36766b55bf5d {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1441.473031] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077477} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1441.473331] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1441.474172] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda2a945-fd25-4947-a571-1706ce2e83ee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.501273] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 82d13872-02e7-4341-8c2b-e52431cb0889/82d13872-02e7-4341-8c2b-e52431cb0889.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1441.501636] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a7531f7-70ef-42d7-a8a6-e0fc2401ae32 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.527233] env[69297]: DEBUG nova.network.neutron [-] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1441.534531] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1441.534531] env[69297]:    value = "task-2931230"
[ 1441.534531] env[69297]:    _type = "Task"
[ 1441.534531] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1441.534952] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.547297] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931230, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.590061] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455296} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1441.593456] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] edc3d4ee-834a-4b79-b98d-90273453c281/edc3d4ee-834a-4b79-b98d-90273453c281.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1441.593456] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1441.593456] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5edb83f2-7ccf-4c1b-a53c-47b12f8df5a5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.599062] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1441.599062] env[69297]:    value = "task-2931231"
[ 1441.599062] env[69297]:    _type = "Task"
[ 1441.599062] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1441.610753] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1441.655899] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaa6a0ec-8b3e-4c28-ae4a-7431672542f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.668714] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0e13c5-742b-4819-a437-010b37f33d02 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1441.685393] env[69297]: DEBUG nova.network.neutron [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance_info_cache with network_info: [{"id": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "address": "fa:16:3e:ea:bd:67", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf346b71-4d", "ovs_interfaceid": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1441.725483] env[69297]: DEBUG nova.compute.manager [req-5c57dd9e-c4f2-4b08-bd58-fc4ce6d00753 req-272ce9b2-041e-432c-87ed-8f081d2742df service nova] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Detach interface failed, port_id=3473af68-0629-49ee-bfdf-50dada1136ac, reason: Instance d7acde69-37bc-477b-9c80-d3271a71fdfc could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1442.034282] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1442.035849] env[69297]: INFO nova.compute.manager [-] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Took 1.59 seconds to deallocate network for instance.
[ 1442.052508] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931230, 'name': ReconfigVM_Task, 'duration_secs': 0.459195} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1442.052841] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 82d13872-02e7-4341-8c2b-e52431cb0889/82d13872-02e7-4341-8c2b-e52431cb0889.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1442.053482] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f122bcd8-ca06-4e85-b330-ef7d1732f5e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.062264] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1442.062264] env[69297]:    value = "task-2931232"
[ 1442.062264] env[69297]:    _type = "Task"
[ 1442.062264] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1442.073116] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931232, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1442.112322] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083221} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1442.112592] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1442.113396] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e321f83-be45-43cb-b027-b2ca14161b8c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.138647] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] edc3d4ee-834a-4b79-b98d-90273453c281/edc3d4ee-834a-4b79-b98d-90273453c281.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1442.142101] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f919667-9c53-4203-bc77-ac68728153b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.165765] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1442.165765] env[69297]:    value = "task-2931233"
[ 1442.165765] env[69297]:    _type = "Task"
[ 1442.165765] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1442.178231] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1442.183680] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192c28ac-5d03-4154-869b-9d32432f759f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.192855] env[69297]: DEBUG nova.compute.manager [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1442.196499] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e39808-c0a2-4fe4-8c00-fa1ada658c03 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.199735] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1442.234018] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe3b0a1-c3bb-495c-910a-127d84bc8f82 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.244189] env[69297]: DEBUG nova.virt.hardware [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1442.244435] env[69297]: DEBUG nova.virt.hardware [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1442.244593] env[69297]: DEBUG nova.virt.hardware [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1442.244775] env[69297]: DEBUG nova.virt.hardware [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1442.244920] env[69297]: DEBUG nova.virt.hardware [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1442.245076] env[69297]: DEBUG nova.virt.hardware [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1442.245287] env[69297]: DEBUG nova.virt.hardware [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1442.245441] env[69297]: DEBUG nova.virt.hardware [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1442.245608] env[69297]: DEBUG nova.virt.hardware [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1442.245769] env[69297]: DEBUG nova.virt.hardware [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1442.245939] env[69297]: DEBUG nova.virt.hardware [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1442.247651] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14099a12-5b6a-41c3-a1c5-76dbe9d9bbd3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.251923] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e08675-13e9-4dba-9c42-a79eeef525ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.267254] env[69297]: DEBUG nova.compute.provider_tree [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1442.273034] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b128ea-0af2-4b07-a6b9-f5ae79f7f237 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.529411] env[69297]: DEBUG nova.compute.manager [req-3831384c-8589-41de-a1c0-b51bc0f66776 req-c2a82cca-100f-4379-a99d-fbcb7fb2ff14 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Received event network-vif-plugged-c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1442.529714] env[69297]: DEBUG oslo_concurrency.lockutils [req-3831384c-8589-41de-a1c0-b51bc0f66776 req-c2a82cca-100f-4379-a99d-fbcb7fb2ff14 service nova] Acquiring lock "35ff35b4-c97a-4102-9838-93195982dc21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1442.529977] env[69297]: DEBUG oslo_concurrency.lockutils [req-3831384c-8589-41de-a1c0-b51bc0f66776 req-c2a82cca-100f-4379-a99d-fbcb7fb2ff14 service nova] Lock "35ff35b4-c97a-4102-9838-93195982dc21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1442.530223] env[69297]: DEBUG oslo_concurrency.lockutils [req-3831384c-8589-41de-a1c0-b51bc0f66776 req-c2a82cca-100f-4379-a99d-fbcb7fb2ff14 service nova] Lock "35ff35b4-c97a-4102-9838-93195982dc21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1442.530466] env[69297]: DEBUG nova.compute.manager [req-3831384c-8589-41de-a1c0-b51bc0f66776 req-c2a82cca-100f-4379-a99d-fbcb7fb2ff14 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] No waiting events found dispatching network-vif-plugged-c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1442.530695] env[69297]: WARNING nova.compute.manager [req-3831384c-8589-41de-a1c0-b51bc0f66776 req-c2a82cca-100f-4379-a99d-fbcb7fb2ff14 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Received unexpected event network-vif-plugged-c4fc6caa-af36-4081-bd2b-a2dc71e394b2 for instance with vm_state building and task_state spawning.
[ 1442.537470] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1442.548141] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1442.574014] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931232, 'name': Rename_Task, 'duration_secs': 0.254787} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1442.574376] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1442.574702] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9e8e2ed-7329-47a3-aa74-201190913feb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1442.582912] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1442.582912] env[69297]:    value = "task-2931234"
[ 1442.582912] env[69297]:    _type = "Task"
[ 1442.582912] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1442.592435] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1442.598710] env[69297]: DEBUG nova.network.neutron [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Successfully updated port: c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1442.677124] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1442.703775] env[69297]: DEBUG nova.compute.manager [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69297) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}}
[ 1442.703775] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1442.773083] env[69297]: DEBUG nova.scheduler.client.report [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1443.034479] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.092902] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.100653] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1443.101115] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquired lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1443.101115] env[69297]: DEBUG nova.network.neutron [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1443.166704] env[69297]: DEBUG oslo_vmware.rw_handles [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a813ae-3cd9-e851-4ff1-291b4745cd88/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1443.167746] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf0e312-f2b2-456f-b58d-6c8827d06f5d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.181843] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931233, 'name': ReconfigVM_Task, 'duration_secs': 0.656687} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1443.182113] env[69297]: DEBUG oslo_vmware.rw_handles [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a813ae-3cd9-e851-4ff1-291b4745cd88/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1443.182265] env[69297]: ERROR oslo_vmware.rw_handles [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a813ae-3cd9-e851-4ff1-291b4745cd88/disk-0.vmdk due to incomplete transfer.
[ 1443.182543] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Reconfigured VM instance instance-00000037 to attach disk [datastore2] edc3d4ee-834a-4b79-b98d-90273453c281/edc3d4ee-834a-4b79-b98d-90273453c281.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1443.183172] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5fc5ff8b-048c-4c41-b3ae-2a9610975279 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.184735] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88ecbbe8-bba1-4dae-9304-d7a9f3595351 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.192681] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1443.192681] env[69297]:    value = "task-2931235"
[ 1443.192681] env[69297]:    _type = "Task"
[ 1443.192681] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1443.196859] env[69297]: DEBUG oslo_vmware.rw_handles [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a813ae-3cd9-e851-4ff1-291b4745cd88/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1443.197144] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Uploaded image 5821a9a7-425b-44ad-b101-38154181f84e to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1443.199400] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1443.199977] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21e3fbaf-19e7-4b23-895d-f8da1b83550c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.205124] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931235, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.207128] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1443.207128] env[69297]:    value = "task-2931236"
[ 1443.207128] env[69297]:    _type = "Task"
[ 1443.207128] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1443.214630] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931236, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.280217] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1443.282402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.324s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1443.286184] env[69297]: INFO nova.compute.claims [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1443.313040] env[69297]: INFO nova.scheduler.client.report [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Deleted allocations for instance 5d2fc2d4-b02c-45ed-addb-36766b55bf5d
[ 1443.534661] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.593403] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.632212] env[69297]: DEBUG nova.network.neutron [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1443.709863] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931235, 'name': Rename_Task, 'duration_secs': 0.364658} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1443.713228] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1443.713512] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e397e762-ace1-45a1-b771-7ca92c23606c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1443.721901] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931236, 'name': Destroy_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.723407] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1443.723407] env[69297]:    value = "task-2931237"
[ 1443.723407] env[69297]:    _type = "Task"
[ 1443.723407] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1443.731995] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1443.776016] env[69297]: DEBUG nova.network.neutron [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updating instance_info_cache with network_info: [{"id": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "address": "fa:16:3e:d8:cd:e0", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fc6caa-af", "ovs_interfaceid": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1443.824021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-17167b68-a75d-4a01-a6dc-8c0df70d9496 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "5d2fc2d4-b02c-45ed-addb-36766b55bf5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 48.771s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1444.035049] env[69297]: DEBUG oslo_vmware.api [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931218, 'name': ReconfigVM_Task, 'duration_secs': 6.468837} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1444.036030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1444.036030] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Reconfigured VM to detach interface {{(pid=69297) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}}
[ 1444.095042] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931234, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.220429] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931236, 'name': Destroy_Task, 'duration_secs': 0.727969} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1444.220740] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Destroyed the VM
[ 1444.221022] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1444.221287] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44fd7cdf-539a-4aee-b51a-28e23e553a07 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.230906] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1444.230906] env[69297]:    value = "task-2931238"
[ 1444.230906] env[69297]:    _type = "Task"
[ 1444.230906] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1444.234228] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.242536] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.280976] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Releasing lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1444.281381] env[69297]: DEBUG nova.compute.manager [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Instance network_info: |[{"id": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "address": "fa:16:3e:d8:cd:e0", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fc6caa-af", "ovs_interfaceid": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1444.281922] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:cd:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4fc6caa-af36-4081-bd2b-a2dc71e394b2', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1444.290339] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Creating folder: Project (aa6fddfe86c74ac69b5e3b1ad93581e0). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1444.292127] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8189e9ca-41ac-4052-a132-3623a71d4696 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.311072] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Created folder: Project (aa6fddfe86c74ac69b5e3b1ad93581e0) in parent group-v588392.
[ 1444.311072] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Creating folder: Instances. Parent ref: group-v588567. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1444.311072] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53f73d9f-0e36-4e63-a2d2-0faa24dff79e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.323053] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Created folder: Instances in parent group-v588567.
[ 1444.323340] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1444.326114] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1444.326816] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0afee761-9d28-4cc3-9d80-8ad0d6aad490 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.352106] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1444.352106] env[69297]:    value = "task-2931241"
[ 1444.352106] env[69297]:    _type = "Task"
[ 1444.352106] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1444.364800] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931241, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.603403] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931234, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.740980] env[69297]: DEBUG oslo_vmware.api [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931237, 'name': PowerOnVM_Task, 'duration_secs': 0.842883} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1444.741770] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1444.742053] env[69297]: INFO nova.compute.manager [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Took 8.95 seconds to spawn the instance on the hypervisor.
[ 1444.742251] env[69297]: DEBUG nova.compute.manager [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1444.745888] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3f5189-06bf-4d8d-8963-6896eeccbfbd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.754733] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931238, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1444.755449] env[69297]: DEBUG nova.compute.manager [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Received event network-changed-c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1444.755710] env[69297]: DEBUG nova.compute.manager [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Refreshing instance network info cache due to event network-changed-c4fc6caa-af36-4081-bd2b-a2dc71e394b2. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1444.755905] env[69297]: DEBUG oslo_concurrency.lockutils [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] Acquiring lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1444.756113] env[69297]: DEBUG oslo_concurrency.lockutils [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] Acquired lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1444.756286] env[69297]: DEBUG nova.network.neutron [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Refreshing network info cache for port c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1444.796578] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227d1518-e5ab-4289-b045-854f252f03c4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.806041] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec611947-f280-41ef-a26e-e551c86fdb1a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.842134] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa93a3eb-892f-4991-aeb5-c534271630a9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.850991] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423b276f-17c2-4abb-85b8-485080aa0d4c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.867928] env[69297]: DEBUG nova.compute.provider_tree [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1444.872699] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931241, 'name': CreateVM_Task, 'duration_secs': 0.396812} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1444.872795] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1444.874049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1444.874049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1444.874049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1444.874224] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97d0299-8fae-4ed3-90b1-67f2f9fd7529 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1444.880519] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1444.880519] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5221c953-8158-12af-4921-f4cb28fa3d6f"
[ 1444.880519] env[69297]:    _type = "Task"
[ 1444.880519] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1444.892582] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5221c953-8158-12af-4921-f4cb28fa3d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1445.096228] env[69297]: DEBUG oslo_vmware.api [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931234, 'name': PowerOnVM_Task, 'duration_secs': 2.243064} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1445.096594] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1445.096728] env[69297]: DEBUG nova.compute.manager [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1445.097557] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80997b5-76d8-4515-b0a9-404be5fd5747 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.245010] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931238, 'name': RemoveSnapshot_Task, 'duration_secs': 0.584845} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1445.245307] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1445.245580] env[69297]: DEBUG nova.compute.manager [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1445.246469] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96892bdb-5160-4bc7-b560-9028fb9a2059 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.275328] env[69297]: INFO nova.compute.manager [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Took 54.15 seconds to build instance.
[ 1445.300382] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1445.300830] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1445.300830] env[69297]: DEBUG nova.network.neutron [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1445.374430] env[69297]: DEBUG nova.scheduler.client.report [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1445.401290] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5221c953-8158-12af-4921-f4cb28fa3d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1445.402297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1445.402496] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1445.402751] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1445.402895] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1445.403087] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1445.403650] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c92cb11-5c6d-430d-8449-d8e4d7b2aeb5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.415374] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1445.415609] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1445.416660] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67639c01-bc9a-4a91-ab9d-8079a77008cf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.427586] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1445.427586] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5289b5b5-bd5a-6ed7-7a81-29959da7de8c"
[ 1445.427586] env[69297]:    _type = "Task"
[ 1445.427586] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1445.433566] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1445.433828] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1445.439504] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5289b5b5-bd5a-6ed7-7a81-29959da7de8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1445.440497] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55d36a9-f6e9-446c-91c8-9c0dbecbfce1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.446615] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1445.446615] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b26922-7e7d-5ad2-9175-26aa0e129452"
[ 1445.446615] env[69297]:    _type = "Task"
[ 1445.446615] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1445.457961] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b26922-7e7d-5ad2-9175-26aa0e129452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1445.498209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "ade366c6-e13e-4247-9dad-1035ef640406" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1445.498209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "ade366c6-e13e-4247-9dad-1035ef640406" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1445.498209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "ade366c6-e13e-4247-9dad-1035ef640406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1445.498209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "ade366c6-e13e-4247-9dad-1035ef640406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1445.498209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "ade366c6-e13e-4247-9dad-1035ef640406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1445.498973] env[69297]: INFO nova.compute.manager [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Terminating instance
[ 1445.615046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1445.641043] env[69297]: DEBUG nova.network.neutron [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updated VIF entry in instance network info cache for port c4fc6caa-af36-4081-bd2b-a2dc71e394b2. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1445.641429] env[69297]: DEBUG nova.network.neutron [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updating instance_info_cache with network_info: [{"id": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "address": "fa:16:3e:d8:cd:e0", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fc6caa-af", "ovs_interfaceid": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1445.759691] env[69297]: INFO nova.compute.manager [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Shelve offloading
[ 1445.777852] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b1473f-3541-4f5f-b86f-6d49aa92bd0e tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 55.662s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1445.882730] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1445.883300] env[69297]: DEBUG nova.compute.manager [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1445.886178] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 45.788s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1445.886368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1445.886534] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1445.886840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.976s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1445.888365] env[69297]: INFO nova.compute.claims [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1445.894024] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329e3759-0065-4178-a9c6-b368780ca4a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.907053] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6281da43-9cf5-4187-9095-17d80fa96060 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.926968] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ac295f-5dd5-41ce-8826-2f59cbd25a5b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.937380] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547b2a9e-fc0b-4555-a1b9-d496fc20c586 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.941541] env[69297]: DEBUG nova.compute.manager [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1445.978799] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178603MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1445.978955] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1445.986297] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b26922-7e7d-5ad2-9175-26aa0e129452, 'name': SearchDatastore_Task, 'duration_secs': 0.01139} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1445.986469] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1445.986786] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 35ff35b4-c97a-4102-9838-93195982dc21/35ff35b4-c97a-4102-9838-93195982dc21.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1445.987084] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8922dca-458b-4eba-9395-58fb3b0facfc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1445.995731] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1445.995731] env[69297]:    value = "task-2931242"
[ 1445.995731] env[69297]:    _type = "Task"
[ 1445.995731] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1446.005623] env[69297]: DEBUG nova.compute.manager [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1446.005903] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1446.006258] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.009235] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b8ce4f-211a-4e07-8519-90ea57278261 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.017804] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1446.018762] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b68b718-81d1-46a5-99e4-bc2155eda5e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.026283] env[69297]: DEBUG oslo_vmware.api [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1446.026283] env[69297]:    value = "task-2931243"
[ 1446.026283] env[69297]:    _type = "Task"
[ 1446.026283] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1446.036804] env[69297]: DEBUG oslo_vmware.api [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.064086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "82d13872-02e7-4341-8c2b-e52431cb0889" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1446.064345] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "82d13872-02e7-4341-8c2b-e52431cb0889" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1446.064551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "82d13872-02e7-4341-8c2b-e52431cb0889-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1446.064725] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "82d13872-02e7-4341-8c2b-e52431cb0889-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1446.064884] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "82d13872-02e7-4341-8c2b-e52431cb0889-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1446.070820] env[69297]: INFO nova.compute.manager [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Terminating instance
[ 1446.136170] env[69297]: INFO nova.network.neutron [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Port 60318b11-a240-471f-8782-edcd0d6f051c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
[ 1446.136170] env[69297]: DEBUG nova.network.neutron [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Updating instance_info_cache with network_info: [{"id": "1638c12e-9bd3-413c-ada3-69c416a2d536", "address": "fa:16:3e:fc:47:42", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1638c12e-9b", "ovs_interfaceid": "1638c12e-9bd3-413c-ada3-69c416a2d536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1446.145020] env[69297]: DEBUG oslo_concurrency.lockutils [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] Releasing lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1446.145302] env[69297]: DEBUG nova.compute.manager [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Received event network-vif-deleted-60318b11-a240-471f-8782-edcd0d6f051c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1446.145485] env[69297]: INFO nova.compute.manager [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Neutron deleted interface 60318b11-a240-471f-8782-edcd0d6f051c; detaching it from the instance and deleting it from the info cache
[ 1446.145741] env[69297]: DEBUG nova.network.neutron [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Updating instance_info_cache with network_info: [{"id": "1638c12e-9bd3-413c-ada3-69c416a2d536", "address": "fa:16:3e:fc:47:42", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1638c12e-9b", "ovs_interfaceid": "1638c12e-9bd3-413c-ada3-69c416a2d536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1446.264053] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1446.265329] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7b141e0-97b8-48ed-a7fe-7e73e76e47b3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.274056] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1446.274056] env[69297]:    value = "task-2931244"
[ 1446.274056] env[69297]:    _type = "Task"
[ 1446.274056] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1446.283355] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.395777] env[69297]: DEBUG nova.compute.utils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1446.402272] env[69297]: DEBUG nova.compute.manager [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Not allocating networking since 'none' was specified. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1446.463562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1446.510312] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931242, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.539340] env[69297]: DEBUG oslo_vmware.api [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931243, 'name': PowerOffVM_Task, 'duration_secs': 0.232409} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1446.540122] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1446.540122] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1446.540540] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de255169-a08c-4e2f-8130-cf2b3c45afe1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.580312] env[69297]: DEBUG nova.compute.manager [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1446.580312] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1446.581631] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406f8b98-a7c3-4181-bcf0-def24e6c558f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.591303] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1446.591303] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32b4f2d6-5ac8-41c7-a0b1-8bbeb67eeb45 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.602428] env[69297]: DEBUG oslo_vmware.api [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1446.602428] env[69297]:    value = "task-2931246"
[ 1446.602428] env[69297]:    _type = "Task"
[ 1446.602428] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1446.613469] env[69297]: DEBUG oslo_vmware.api [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.616776] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1446.617106] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1446.617424] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleting the datastore file [datastore1] ade366c6-e13e-4247-9dad-1035ef640406 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1446.617553] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b07ce17-932c-43a0-bf90-182e866870ec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.627376] env[69297]: DEBUG oslo_vmware.api [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1446.627376] env[69297]:    value = "task-2931247"
[ 1446.627376] env[69297]:    _type = "Task"
[ 1446.627376] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1446.640076] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "refresh_cache-ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1446.643096] env[69297]: DEBUG oslo_vmware.api [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1446.652958] env[69297]: DEBUG oslo_concurrency.lockutils [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] Acquiring lock "ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1446.653660] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "45c74116-94a5-42c9-acd6-b3dd1654628a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1446.654017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1446.781561] env[69297]: DEBUG nova.compute.manager [req-003d2d05-921f-413e-b485-b8d6bb12b2c2 req-e48de9bc-4aa6-4d5b-9c25-bd8cf7c020dc service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Received event network-changed-c7ce2701-5e72-4039-8c0e-9dd6df379917 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1446.781789] env[69297]: DEBUG nova.compute.manager [req-003d2d05-921f-413e-b485-b8d6bb12b2c2 req-e48de9bc-4aa6-4d5b-9c25-bd8cf7c020dc service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Refreshing instance network info cache due to event network-changed-c7ce2701-5e72-4039-8c0e-9dd6df379917. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1446.782257] env[69297]: DEBUG oslo_concurrency.lockutils [req-003d2d05-921f-413e-b485-b8d6bb12b2c2 req-e48de9bc-4aa6-4d5b-9c25-bd8cf7c020dc service nova] Acquiring lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1446.782257] env[69297]: DEBUG oslo_concurrency.lockutils [req-003d2d05-921f-413e-b485-b8d6bb12b2c2 req-e48de9bc-4aa6-4d5b-9c25-bd8cf7c020dc service nova] Acquired lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1446.782386] env[69297]: DEBUG nova.network.neutron [req-003d2d05-921f-413e-b485-b8d6bb12b2c2 req-e48de9bc-4aa6-4d5b-9c25-bd8cf7c020dc service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Refreshing network info cache for port c7ce2701-5e72-4039-8c0e-9dd6df379917 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1446.787671] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1446.787885] env[69297]: DEBUG nova.compute.manager [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1446.788733] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb2d48e-5dd9-4e31-bb51-eace82ba803b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1446.797126] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1446.797126] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1446.797361] env[69297]: DEBUG nova.network.neutron [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1446.900972] env[69297]: DEBUG nova.compute.manager [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1447.007656] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514196} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1447.010188] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 35ff35b4-c97a-4102-9838-93195982dc21/35ff35b4-c97a-4102-9838-93195982dc21.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1447.010434] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1447.010872] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcbf529b-3860-45d6-bf04-e4306cacf4f0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.018631] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1447.018631] env[69297]:    value = "task-2931248"
[ 1447.018631] env[69297]:    _type = "Task"
[ 1447.018631] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1447.030549] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1447.116730] env[69297]: DEBUG oslo_vmware.api [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931246, 'name': PowerOffVM_Task, 'duration_secs': 0.218334} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1447.117079] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1447.117272] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1447.117535] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e360461-0e85-43be-91f2-0f1e18632cde {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.138457] env[69297]: DEBUG oslo_vmware.api [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168777} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1447.138716] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1447.138903] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1447.139135] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1447.139335] env[69297]: INFO nova.compute.manager [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1447.139613] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1447.139814] env[69297]: DEBUG nova.compute.manager [-] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1447.139920] env[69297]: DEBUG nova.network.neutron [-] [instance: ade366c6-e13e-4247-9dad-1035ef640406] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1447.144863] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c1374f99-f28e-43f4-96fd-c82461a03d61 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-ade366c6-e13e-4247-9dad-1035ef640406-60318b11-a240-471f-8782-edcd0d6f051c" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 10.250s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1447.157182] env[69297]: DEBUG nova.compute.manager [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1447.198398] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1447.199190] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1447.199190] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleting the datastore file [datastore1] 82d13872-02e7-4341-8c2b-e52431cb0889 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1447.199190] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fce647ba-a77d-4cd0-bda1-bf68a806f912 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.212203] env[69297]: DEBUG oslo_vmware.api [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1447.212203] env[69297]:    value = "task-2931250"
[ 1447.212203] env[69297]:    _type = "Task"
[ 1447.212203] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1447.225975] env[69297]: DEBUG oslo_vmware.api [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1447.364124] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673598e1-98b8-4645-9843-4b23c9911566 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.374411] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765e8e88-d3c5-4df9-af61-37a8efdb55ac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.417736] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1afac76-3910-44fa-8829-ea273c85e298 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.428102] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef05c71-b2fc-467a-8d1a-1411a6ea3d89 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.443735] env[69297]: DEBUG nova.compute.provider_tree [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1447.534197] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134726} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1447.534197] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1447.535663] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716e2ce7-1f1a-4aaa-a4b1-f2fb688a3168 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.561651] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 35ff35b4-c97a-4102-9838-93195982dc21/35ff35b4-c97a-4102-9838-93195982dc21.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1447.564548] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff567436-9f99-4531-bc2e-fd7caa531229 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.589018] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1447.589018] env[69297]:    value = "task-2931251"
[ 1447.589018] env[69297]:    _type = "Task"
[ 1447.589018] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1447.598596] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1447.686587] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1447.724242] env[69297]: DEBUG oslo_vmware.api [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1447.822442] env[69297]: DEBUG nova.network.neutron [req-003d2d05-921f-413e-b485-b8d6bb12b2c2 req-e48de9bc-4aa6-4d5b-9c25-bd8cf7c020dc service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updated VIF entry in instance network info cache for port c7ce2701-5e72-4039-8c0e-9dd6df379917. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1447.822983] env[69297]: DEBUG nova.network.neutron [req-003d2d05-921f-413e-b485-b8d6bb12b2c2 req-e48de9bc-4aa6-4d5b-9c25-bd8cf7c020dc service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance_info_cache with network_info: [{"id": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "address": "fa:16:3e:8c:96:62", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ce2701-5e", "ovs_interfaceid": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1447.871467] env[69297]: DEBUG nova.network.neutron [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updating instance_info_cache with network_info: [{"id": "d4a09e55-b462-4517-8a52-9b752a0b5857", "address": "fa:16:3e:e6:5d:c7", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a09e55-b4", "ovs_interfaceid": "d4a09e55-b462-4517-8a52-9b752a0b5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1447.922827] env[69297]: DEBUG nova.compute.manager [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1447.946882] env[69297]: DEBUG nova.scheduler.client.report [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1447.952074] env[69297]: DEBUG nova.virt.hardware [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1447.952376] env[69297]: DEBUG nova.virt.hardware [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1447.952563] env[69297]: DEBUG nova.virt.hardware [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1447.953206] env[69297]: DEBUG nova.virt.hardware [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1447.953365] env[69297]: DEBUG nova.virt.hardware [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1447.953514] env[69297]: DEBUG nova.virt.hardware [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1447.953717] env[69297]: DEBUG nova.virt.hardware [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1447.953872] env[69297]: DEBUG nova.virt.hardware [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1447.954045] env[69297]: DEBUG nova.virt.hardware [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1447.954208] env[69297]: DEBUG nova.virt.hardware [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1447.954382] env[69297]: DEBUG nova.virt.hardware [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1447.956066] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33715c62-c37a-4aab-a767-50f65763ca96 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.966325] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4445a9b4-f655-443c-8e23-1906ad0b5cb0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1447.982376] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1447.987834] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Creating folder: Project (2e7f31171790458f89094ac14eaa2ecf). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1447.988391] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5148db28-b14e-48b4-b1ce-494738a924b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.001022] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Created folder: Project (2e7f31171790458f89094ac14eaa2ecf) in parent group-v588392.
[ 1448.001416] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Creating folder: Instances. Parent ref: group-v588570. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1448.001607] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17e23253-8908-4e59-bc84-6232b5136e36 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.012073] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Created folder: Instances in parent group-v588570.
[ 1448.012322] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1448.012517] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1448.012937] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a89b261-45d8-40a0-9b65-d64c07c88e7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.031344] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1448.031344] env[69297]:    value = "task-2931254"
[ 1448.031344] env[69297]:    _type = "Task"
[ 1448.031344] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1448.039960] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931254, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1448.100037] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931251, 'name': ReconfigVM_Task, 'duration_secs': 0.357387} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1448.100826] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 35ff35b4-c97a-4102-9838-93195982dc21/35ff35b4-c97a-4102-9838-93195982dc21.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1448.101575] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55c5aba3-643c-4af2-9774-089ab9835d03 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.109550] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1448.109550] env[69297]:    value = "task-2931255"
[ 1448.109550] env[69297]:    _type = "Task"
[ 1448.109550] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1448.118711] env[69297]: DEBUG nova.network.neutron [-] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1448.120048] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931255, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1448.223910] env[69297]: DEBUG oslo_vmware.api [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554354} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1448.224245] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1448.224367] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1448.224539] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1448.224726] env[69297]: INFO nova.compute.manager [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Took 1.64 seconds to destroy the instance on the hypervisor.
[ 1448.224966] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1448.225475] env[69297]: DEBUG nova.compute.manager [-] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1448.225475] env[69297]: DEBUG nova.network.neutron [-] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1448.328466] env[69297]: DEBUG oslo_concurrency.lockutils [req-003d2d05-921f-413e-b485-b8d6bb12b2c2 req-e48de9bc-4aa6-4d5b-9c25-bd8cf7c020dc service nova] Releasing lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1448.378762] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1448.460685] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1448.461245] env[69297]: DEBUG nova.compute.manager [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1448.463895] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.432s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1448.465220] env[69297]: INFO nova.compute.claims [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1448.552459] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931254, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1448.619154] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931255, 'name': Rename_Task, 'duration_secs': 0.164388} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1448.619547] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1448.619854] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47be34d6-be2c-42ab-bb8d-60bd9203129d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1448.621570] env[69297]: INFO nova.compute.manager [-] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Took 1.48 seconds to deallocate network for instance.
[ 1448.629949] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1448.629949] env[69297]:    value = "task-2931256"
[ 1448.629949] env[69297]:    _type = "Task"
[ 1448.629949] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1448.641584] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1448.858341] env[69297]: DEBUG nova.compute.manager [req-630bf35c-71f2-4d12-b674-997a8d467832 req-95f8049b-d552-4b6a-a39a-84cdd716f77f service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Received event network-vif-deleted-1638c12e-9bd3-413c-ada3-69c416a2d536 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1448.969490] env[69297]: DEBUG nova.compute.utils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1448.973584] env[69297]: DEBUG nova.compute.manager [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Not allocating networking since 'none' was specified. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1449.052798] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931254, 'name': CreateVM_Task, 'duration_secs': 0.542041} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1449.052976] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1449.055977] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1449.056163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1449.056483] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1449.056770] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63fa1ed-d75d-41fe-a339-3f3eb09d4d89 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.062936] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1449.062936] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e828b4-4830-1809-8565-bd66807cf456"
[ 1449.062936] env[69297]:    _type = "Task"
[ 1449.062936] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1449.072518] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e828b4-4830-1809-8565-bd66807cf456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1449.130081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1449.136910] env[69297]: DEBUG nova.compute.manager [req-3f2b18bd-1526-4d78-978c-9f8d06b8f2c0 req-f58b4093-9517-4e87-9a9a-1339dce7661d service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Received event network-vif-unplugged-d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1449.137539] env[69297]: DEBUG oslo_concurrency.lockutils [req-3f2b18bd-1526-4d78-978c-9f8d06b8f2c0 req-f58b4093-9517-4e87-9a9a-1339dce7661d service nova] Acquiring lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1449.137760] env[69297]: DEBUG oslo_concurrency.lockutils [req-3f2b18bd-1526-4d78-978c-9f8d06b8f2c0 req-f58b4093-9517-4e87-9a9a-1339dce7661d service nova] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1449.137925] env[69297]: DEBUG oslo_concurrency.lockutils [req-3f2b18bd-1526-4d78-978c-9f8d06b8f2c0 req-f58b4093-9517-4e87-9a9a-1339dce7661d service nova] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1449.138101] env[69297]: DEBUG nova.compute.manager [req-3f2b18bd-1526-4d78-978c-9f8d06b8f2c0 req-f58b4093-9517-4e87-9a9a-1339dce7661d service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] No waiting events found dispatching network-vif-unplugged-d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1449.138269] env[69297]: WARNING nova.compute.manager [req-3f2b18bd-1526-4d78-978c-9f8d06b8f2c0 req-f58b4093-9517-4e87-9a9a-1339dce7661d service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Received unexpected event network-vif-unplugged-d4a09e55-b462-4517-8a52-9b752a0b5857 for instance with vm_state shelved and task_state shelving_offloading.
[ 1449.145240] env[69297]: DEBUG oslo_vmware.api [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931256, 'name': PowerOnVM_Task, 'duration_secs': 0.507485} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1449.145333] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1449.145521] env[69297]: INFO nova.compute.manager [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Took 6.95 seconds to spawn the instance on the hypervisor.
[ 1449.145717] env[69297]: DEBUG nova.compute.manager [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1449.146885] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a009f01f-8501-4709-a71f-1bb0daa00811 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.286809] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1449.287760] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b644196f-47c7-469a-8edb-f8cddb79563b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.296102] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1449.296333] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261b37c2-a9c2-4422-8b74-f524099c0a21 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.477860] env[69297]: DEBUG nova.compute.manager [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1449.506537] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1449.506537] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1449.506537] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleting the datastore file [datastore1] ab2dc89a-41e4-422f-8db5-fb01f06f49ef {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1449.510063] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7302924-e461-4261-bbff-83196bb8f8f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.518706] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1449.518706] env[69297]:    value = "task-2931258"
[ 1449.518706] env[69297]:    _type = "Task"
[ 1449.518706] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1449.528245] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1449.573718] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e828b4-4830-1809-8565-bd66807cf456, 'name': SearchDatastore_Task, 'duration_secs': 0.018125} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1449.576439] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1449.576662] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1449.577148] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1449.577148] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1449.577278] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1449.578107] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07378d5d-f8d7-4857-89f7-404077218392 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.597215] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1449.597407] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1449.600456] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2814c99-6311-4107-b606-8de2354b8d97 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.606755] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1449.606755] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5236e29f-c692-f91f-4994-5ba19c7afc3d"
[ 1449.606755] env[69297]:    _type = "Task"
[ 1449.606755] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1449.615748] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5236e29f-c692-f91f-4994-5ba19c7afc3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1449.618337] env[69297]: DEBUG nova.network.neutron [-] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1449.668138] env[69297]: INFO nova.compute.manager [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Took 53.48 seconds to build instance.
[ 1449.913454] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f400521-e2f2-4da9-ac24-c2208a1a3311 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.921573] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfddacae-6eeb-432c-8db1-33eb140a414a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.955315] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5597fe-a463-4d58-a8f9-1057ddd926d3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.964447] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39f75f3-e981-47cd-ac1d-172a434f2df6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1449.979747] env[69297]: DEBUG nova.compute.provider_tree [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1450.031028] env[69297]: DEBUG oslo_vmware.api [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385231} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1450.031028] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1450.031028] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1450.031265] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1450.050316] env[69297]: INFO nova.scheduler.client.report [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleted allocations for instance ab2dc89a-41e4-422f-8db5-fb01f06f49ef
[ 1450.118825] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5236e29f-c692-f91f-4994-5ba19c7afc3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1450.120985] env[69297]: INFO nova.compute.manager [-] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Took 1.90 seconds to deallocate network for instance.
[ 1450.121185] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f26cd6-d02e-4839-8e6d-44de054f6223 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.132984] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1450.132984] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52dd105a-e6ef-1758-02eb-4532000346f8"
[ 1450.132984] env[69297]:    _type = "Task"
[ 1450.132984] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1450.143787] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dd105a-e6ef-1758-02eb-4532000346f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1450.143787] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1450.144055] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] f139222f-a841-4b9c-b01d-747b3101b3b2/f139222f-a841-4b9c-b01d-747b3101b3b2.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1450.144282] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1b3c23e-da8c-466f-b2d7-a607c0da16e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.151451] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1450.151451] env[69297]:    value = "task-2931259"
[ 1450.151451] env[69297]:    _type = "Task"
[ 1450.151451] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1450.160829] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1450.170132] env[69297]: DEBUG oslo_concurrency.lockutils [None req-25d88e24-65fe-4249-828d-0183378768f5 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "35ff35b4-c97a-4102-9838-93195982dc21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.998s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1450.484641] env[69297]: DEBUG nova.scheduler.client.report [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1450.490477] env[69297]: DEBUG nova.compute.manager [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1450.521968] env[69297]: DEBUG nova.virt.hardware [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1450.521968] env[69297]: DEBUG nova.virt.hardware [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1450.521968] env[69297]: DEBUG nova.virt.hardware [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1450.521968] env[69297]: DEBUG nova.virt.hardware [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1450.522281] env[69297]: DEBUG nova.virt.hardware [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1450.522281] env[69297]: DEBUG nova.virt.hardware [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1450.522592] env[69297]: DEBUG nova.virt.hardware [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1450.522670] env[69297]: DEBUG nova.virt.hardware [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1450.522864] env[69297]: DEBUG nova.virt.hardware [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1450.523058] env[69297]: DEBUG nova.virt.hardware [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1450.523248] env[69297]: DEBUG nova.virt.hardware [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1450.524507] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cb14cc-6465-4cb1-ab2c-16169e81982c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.536578] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52f2b29-1ab1-432b-8503-beb920d1522c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.552906] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1450.558927] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1450.560031] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1450.560191] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1450.561034] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d75fadd2-bca3-4059-ac31-21ca8bd04853 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.580905] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1450.580905] env[69297]:    value = "task-2931260"
[ 1450.580905] env[69297]:    _type = "Task"
[ 1450.580905] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1450.591417] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931260, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1450.634844] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1450.662678] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46035} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1450.664381] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] f139222f-a841-4b9c-b01d-747b3101b3b2/f139222f-a841-4b9c-b01d-747b3101b3b2.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1450.664381] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1450.664381] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59490d00-d8ea-4335-aa12-17e987d0b942 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1450.672046] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1450.672046] env[69297]:    value = "task-2931261"
[ 1450.672046] env[69297]:    _type = "Task"
[ 1450.672046] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1450.681837] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1450.995462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1450.996057] env[69297]: DEBUG nova.compute.manager [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1451.003154] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.650s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1451.003404] env[69297]: DEBUG nova.objects.instance [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lazy-loading 'resources' on Instance uuid 2a5fca55-728c-40f0-99e4-d2a19cbeec98 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1451.092850] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931260, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.193974] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072876} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1451.193974] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1451.193974] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bd6004-ce62-44d2-8f2c-d24952694e23 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.213919] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] f139222f-a841-4b9c-b01d-747b3101b3b2/f139222f-a841-4b9c-b01d-747b3101b3b2.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1451.214246] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45b510b-b08f-45ee-8e43-a89cdd0cac3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.232654] env[69297]: DEBUG nova.compute.manager [req-ccccc24a-3081-4ed6-afe2-ff73fe74a1f9 req-e23a8719-a264-413d-a8da-7a7cedec03e7 service nova] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Received event network-vif-deleted-88bd23bb-07c9-4d2d-b190-f5a020825d1f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1451.232866] env[69297]: DEBUG nova.compute.manager [req-ccccc24a-3081-4ed6-afe2-ff73fe74a1f9 req-e23a8719-a264-413d-a8da-7a7cedec03e7 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Received event network-changed-d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1451.233725] env[69297]: DEBUG nova.compute.manager [req-ccccc24a-3081-4ed6-afe2-ff73fe74a1f9 req-e23a8719-a264-413d-a8da-7a7cedec03e7 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Refreshing instance network info cache due to event network-changed-d4a09e55-b462-4517-8a52-9b752a0b5857. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1451.233725] env[69297]: DEBUG oslo_concurrency.lockutils [req-ccccc24a-3081-4ed6-afe2-ff73fe74a1f9 req-e23a8719-a264-413d-a8da-7a7cedec03e7 service nova] Acquiring lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1451.233725] env[69297]: DEBUG oslo_concurrency.lockutils [req-ccccc24a-3081-4ed6-afe2-ff73fe74a1f9 req-e23a8719-a264-413d-a8da-7a7cedec03e7 service nova] Acquired lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1451.233725] env[69297]: DEBUG nova.network.neutron [req-ccccc24a-3081-4ed6-afe2-ff73fe74a1f9 req-e23a8719-a264-413d-a8da-7a7cedec03e7 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Refreshing network info cache for port d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1451.243624] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1451.243624] env[69297]:    value = "task-2931262"
[ 1451.243624] env[69297]:    _type = "Task"
[ 1451.243624] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1451.253405] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.505062] env[69297]: DEBUG nova.compute.utils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1451.506729] env[69297]: DEBUG nova.compute.manager [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1451.506940] env[69297]: DEBUG nova.network.neutron [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1451.547316] env[69297]: DEBUG nova.policy [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fb9345411a349158205d5b8e4e84acd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c74bbeb2c9d41cd8780a3bbc84ae5cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1451.570977] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "06232291-7f72-4c25-b855-dcd3929fdb70" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1451.571234] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "06232291-7f72-4c25-b855-dcd3929fdb70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1451.595475] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931260, 'name': CreateVM_Task, 'duration_secs': 0.576665} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1451.595648] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1451.596113] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1451.596511] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1451.596674] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1451.596924] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8298be-039f-4f9c-885c-185cb5a9943c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.603267] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1451.603267] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c2b1dd-73b0-2307-33bc-0a2d8358e76c"
[ 1451.603267] env[69297]:    _type = "Task"
[ 1451.603267] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1451.612240] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c2b1dd-73b0-2307-33bc-0a2d8358e76c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.753171] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931262, 'name': ReconfigVM_Task, 'duration_secs': 0.28051} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1451.756331] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Reconfigured VM instance instance-00000039 to attach disk [datastore1] f139222f-a841-4b9c-b01d-747b3101b3b2/f139222f-a841-4b9c-b01d-747b3101b3b2.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1451.757331] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-277b80fe-1c26-4198-ae39-11f843f4e6fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.768065] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1451.768065] env[69297]:    value = "task-2931263"
[ 1451.768065] env[69297]:    _type = "Task"
[ 1451.768065] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1451.781146] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931263, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1451.989403] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da175ff1-9f79-49f0-be03-82ecc01986f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1451.997984] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f44a75-0293-427e-998b-902da106f10e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.033306] env[69297]: DEBUG nova.compute.manager [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1452.039348] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4a24a5-6943-4c32-bb7c-f6c014d9f75d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.048287] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36881f97-a8dd-4b32-8614-cf78ae1f17b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.063821] env[69297]: DEBUG nova.compute.provider_tree [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1452.065693] env[69297]: DEBUG nova.network.neutron [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Successfully created port: 3265dd8f-4d4a-4460-a3ae-2cd79d5c681a {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1452.075433] env[69297]: DEBUG nova.compute.manager [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1452.116474] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c2b1dd-73b0-2307-33bc-0a2d8358e76c, 'name': SearchDatastore_Task, 'duration_secs': 0.011716} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1452.116661] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1452.117024] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1452.117167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1452.117285] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1452.117578] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1452.117736] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1f06f86-61a0-4ce5-b8aa-249302c13934 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.128410] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1452.128604] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1452.130040] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f758c9-c0a5-464a-8a55-b9abdd7ab900 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.137279] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1452.137279] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52131e30-5b95-e46d-ce21-78c5491d6943"
[ 1452.137279] env[69297]:    _type = "Task"
[ 1452.137279] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1452.146315] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52131e30-5b95-e46d-ce21-78c5491d6943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1452.270866] env[69297]: DEBUG nova.network.neutron [req-ccccc24a-3081-4ed6-afe2-ff73fe74a1f9 req-e23a8719-a264-413d-a8da-7a7cedec03e7 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updated VIF entry in instance network info cache for port d4a09e55-b462-4517-8a52-9b752a0b5857. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1452.271258] env[69297]: DEBUG nova.network.neutron [req-ccccc24a-3081-4ed6-afe2-ff73fe74a1f9 req-e23a8719-a264-413d-a8da-7a7cedec03e7 service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updating instance_info_cache with network_info: [{"id": "d4a09e55-b462-4517-8a52-9b752a0b5857", "address": "fa:16:3e:e6:5d:c7", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd4a09e55-b4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1452.278762] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931263, 'name': Rename_Task, 'duration_secs': 0.144129} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1452.279021] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1452.279267] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3ebcade-5bf7-4e01-a9d6-6d68eec9c7f8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.287582] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1452.287582] env[69297]:    value = "task-2931264"
[ 1452.287582] env[69297]:    _type = "Task"
[ 1452.287582] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1452.296612] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1452.352308] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1452.570178] env[69297]: DEBUG nova.scheduler.client.report [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1452.601952] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1452.648946] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52131e30-5b95-e46d-ce21-78c5491d6943, 'name': SearchDatastore_Task, 'duration_secs': 0.013205} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1452.649821] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf48a85-1390-4cc0-a3f5-fcc67f0ffbc4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1452.656250] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1452.656250] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c6c2ab-777e-fcd8-91dc-fae7aa921f5c"
[ 1452.656250] env[69297]:    _type = "Task"
[ 1452.656250] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1452.664751] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c6c2ab-777e-fcd8-91dc-fae7aa921f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1452.774211] env[69297]: DEBUG oslo_concurrency.lockutils [req-ccccc24a-3081-4ed6-afe2-ff73fe74a1f9 req-e23a8719-a264-413d-a8da-7a7cedec03e7 service nova] Releasing lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1452.798413] env[69297]: DEBUG oslo_vmware.api [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931264, 'name': PowerOnVM_Task, 'duration_secs': 0.441245} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1452.798696] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1452.798911] env[69297]: INFO nova.compute.manager [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Took 4.88 seconds to spawn the instance on the hypervisor.
[ 1452.799112] env[69297]: DEBUG nova.compute.manager [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1452.800034] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5823e99-a006-42ac-867d-aebdc70da387 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.048912] env[69297]: DEBUG nova.compute.manager [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1453.075292] env[69297]: DEBUG nova.virt.hardware [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1453.075292] env[69297]: DEBUG nova.virt.hardware [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1453.075530] env[69297]: DEBUG nova.virt.hardware [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1453.075629] env[69297]: DEBUG nova.virt.hardware [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1453.075694] env[69297]: DEBUG nova.virt.hardware [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1453.075831] env[69297]: DEBUG nova.virt.hardware [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1453.076059] env[69297]: DEBUG nova.virt.hardware [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1453.076233] env[69297]: DEBUG nova.virt.hardware [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1453.076405] env[69297]: DEBUG nova.virt.hardware [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1453.076567] env[69297]: DEBUG nova.virt.hardware [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1453.076737] env[69297]: DEBUG nova.virt.hardware [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1453.077687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1453.080066] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8465ea7d-0ab2-489d-81b2-86ed44ca5fd1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.082851] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.285s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1453.083084] env[69297]: DEBUG nova.objects.instance [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] [instance: 97323847-2131-4245-b61d-985a58a66e11] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1453.092055] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b01d83-b69b-412f-b690-28f5b79e684c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.108425] env[69297]: INFO nova.scheduler.client.report [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleted allocations for instance 2a5fca55-728c-40f0-99e4-d2a19cbeec98
[ 1453.167924] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c6c2ab-777e-fcd8-91dc-fae7aa921f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.018491} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1453.168563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1453.168884] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 1093d24c-dc34-4047-a4ca-6ca7a0ff9723/1093d24c-dc34-4047-a4ca-6ca7a0ff9723.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1453.169185] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fd7e531-4a2f-46f8-9891-f761ef211d88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1453.177737] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1453.177737] env[69297]:    value = "task-2931265"
[ 1453.177737] env[69297]:    _type = "Task"
[ 1453.177737] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1453.186615] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1453.320551] env[69297]: INFO nova.compute.manager [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Took 53.38 seconds to build instance.
[ 1453.617522] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afcd02bf-1b4e-4f4e-97d7-18a4a8b5fcb5 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "2a5fca55-728c-40f0-99e4-d2a19cbeec98" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 51.122s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1453.689204] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931265, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1453.823148] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c5bc72e8-4aea-4c6d-8fba-56d822782a10 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "f139222f-a841-4b9c-b01d-747b3101b3b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.891s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1453.865302] env[69297]: DEBUG nova.compute.manager [req-a247ef90-0366-4b4d-9dce-58ae064dc322 req-02b33089-1712-4742-94d2-e36689e25127 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Received event network-vif-plugged-3265dd8f-4d4a-4460-a3ae-2cd79d5c681a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1453.865302] env[69297]: DEBUG oslo_concurrency.lockutils [req-a247ef90-0366-4b4d-9dce-58ae064dc322 req-02b33089-1712-4742-94d2-e36689e25127 service nova] Acquiring lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1453.865637] env[69297]: DEBUG oslo_concurrency.lockutils [req-a247ef90-0366-4b4d-9dce-58ae064dc322 req-02b33089-1712-4742-94d2-e36689e25127 service nova] Lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1453.865913] env[69297]: DEBUG oslo_concurrency.lockutils [req-a247ef90-0366-4b4d-9dce-58ae064dc322 req-02b33089-1712-4742-94d2-e36689e25127 service nova] Lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1453.866165] env[69297]: DEBUG nova.compute.manager [req-a247ef90-0366-4b4d-9dce-58ae064dc322 req-02b33089-1712-4742-94d2-e36689e25127 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] No waiting events found dispatching network-vif-plugged-3265dd8f-4d4a-4460-a3ae-2cd79d5c681a {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1453.866412] env[69297]: WARNING nova.compute.manager [req-a247ef90-0366-4b4d-9dce-58ae064dc322 req-02b33089-1712-4742-94d2-e36689e25127 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Received unexpected event network-vif-plugged-3265dd8f-4d4a-4460-a3ae-2cd79d5c681a for instance with vm_state building and task_state spawning.
[ 1453.989853] env[69297]: DEBUG nova.network.neutron [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Successfully updated port: 3265dd8f-4d4a-4460-a3ae-2cd79d5c681a {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1454.078369] env[69297]: DEBUG oslo_concurrency.lockutils [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1454.078829] env[69297]: DEBUG oslo_concurrency.lockutils [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1454.091672] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7b937302-7be4-43e4-b3f6-969f370b5d75 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1454.092801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.960s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1454.093092] env[69297]: DEBUG nova.objects.instance [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Lazy-loading 'resources' on Instance uuid 43062545-3fc6-45b9-b473-10a40a37bda9 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1454.188553] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.944471} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1454.188824] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 1093d24c-dc34-4047-a4ca-6ca7a0ff9723/1093d24c-dc34-4047-a4ca-6ca7a0ff9723.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1454.189053] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1454.189310] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ece3472-deb1-4496-ab2e-1e07038820b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.197128] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1454.197128] env[69297]:    value = "task-2931266"
[ 1454.197128] env[69297]:    _type = "Task"
[ 1454.197128] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1454.205611] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1454.493219] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1454.493467] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquired lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1454.493676] env[69297]: DEBUG nova.network.neutron [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1454.583319] env[69297]: INFO nova.compute.manager [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Detaching volume 6acaef9c-8e14-4227-aa89-719b4e3642ef
[ 1454.637249] env[69297]: INFO nova.virt.block_device [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Attempting to driver detach volume 6acaef9c-8e14-4227-aa89-719b4e3642ef from mountpoint /dev/sdb
[ 1454.637552] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1454.637732] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588547', 'volume_id': '6acaef9c-8e14-4227-aa89-719b4e3642ef', 'name': 'volume-6acaef9c-8e14-4227-aa89-719b4e3642ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '6acaef9c-8e14-4227-aa89-719b4e3642ef', 'serial': '6acaef9c-8e14-4227-aa89-719b4e3642ef'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1454.638717] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6319a3a-d25c-4ba1-9c59-216d64cf2dc0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.664323] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07431f3-21d4-4894-88b6-31e38d95c551 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.672480] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28806629-d815-40b4-923a-4a4baa7beb7b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.700069] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3154f5-e47a-4caf-930d-c6c553498551 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.723097] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] The volume has not been displaced from its original location: [datastore1] volume-6acaef9c-8e14-4227-aa89-719b4e3642ef/volume-6acaef9c-8e14-4227-aa89-719b4e3642ef.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1454.730260] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1454.735784] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f73b149-4ee4-42cd-a51f-8d218146be77 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.748555] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089113} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1454.749193] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1454.750361] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6395fd97-79d3-4b0e-b9cd-17d6edd7b891 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.756616] env[69297]: DEBUG oslo_vmware.api [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1454.756616] env[69297]:    value = "task-2931267"
[ 1454.756616] env[69297]:    _type = "Task"
[ 1454.756616] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1454.776135] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 1093d24c-dc34-4047-a4ca-6ca7a0ff9723/1093d24c-dc34-4047-a4ca-6ca7a0ff9723.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1454.780392] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-559b7a04-b3fb-4dfc-baf8-634890c717ab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1454.796166] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1454.796416] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1454.796623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1454.796805] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1454.796967] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1454.800292] env[69297]: INFO nova.compute.manager [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Terminating instance
[ 1454.805020] env[69297]: DEBUG oslo_vmware.api [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1454.807344] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1454.807344] env[69297]:    value = "task-2931268"
[ 1454.807344] env[69297]:    _type = "Task"
[ 1454.807344] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1454.817411] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1455.037903] env[69297]: DEBUG nova.network.neutron [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1455.150456] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7dae2c-0ccb-4598-9838-cebd39a04eb5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.158649] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6c291a-d522-408d-8d4e-dff39645897a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.192650] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab979c8-cea5-4d4c-a323-a5927216422d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.201201] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356ba51d-b075-4a07-9afb-8531b5bf1f81 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.218396] env[69297]: DEBUG nova.compute.provider_tree [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1455.261754] env[69297]: DEBUG nova.network.neutron [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Updating instance_info_cache with network_info: [{"id": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "address": "fa:16:3e:62:42:38", "network": {"id": "be2a9fd7-a254-4ef8-a80c-ccb60baf6d5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-638177553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c74bbeb2c9d41cd8780a3bbc84ae5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3265dd8f-4d", "ovs_interfaceid": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1455.269990] env[69297]: DEBUG oslo_vmware.api [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931267, 'name': ReconfigVM_Task, 'duration_secs': 0.501292} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1455.269990] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1455.274494] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c4355d-f450-4ded-9379-33ff4f1b525b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.291279] env[69297]: DEBUG oslo_vmware.api [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1455.291279] env[69297]:    value = "task-2931269"
[ 1455.291279] env[69297]:    _type = "Task"
[ 1455.291279] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1455.300458] env[69297]: DEBUG oslo_vmware.api [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1455.308587] env[69297]: DEBUG nova.compute.manager [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1455.308793] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1455.309688] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515656d9-e2ec-46db-81cc-3d2e683d06f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.321890] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1455.324055] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1455.324308] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0866f45-0741-401b-9ff3-28c203822ff2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.333271] env[69297]: DEBUG oslo_vmware.api [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1455.333271] env[69297]:    value = "task-2931270"
[ 1455.333271] env[69297]:    _type = "Task"
[ 1455.333271] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1455.342403] env[69297]: DEBUG oslo_vmware.api [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1455.721865] env[69297]: DEBUG nova.scheduler.client.report [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1455.765450] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Releasing lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1455.765649] env[69297]: DEBUG nova.compute.manager [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Instance network_info: |[{"id": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "address": "fa:16:3e:62:42:38", "network": {"id": "be2a9fd7-a254-4ef8-a80c-ccb60baf6d5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-638177553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c74bbeb2c9d41cd8780a3bbc84ae5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3265dd8f-4d", "ovs_interfaceid": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1455.766076] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:42:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3265dd8f-4d4a-4460-a3ae-2cd79d5c681a', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1455.773424] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1455.773874] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1455.774124] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6fc494-cf0b-4dd9-9cab-374a623a7a72 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.796159] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1455.796159] env[69297]:    value = "task-2931271"
[ 1455.796159] env[69297]:    _type = "Task"
[ 1455.796159] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1455.802183] env[69297]: DEBUG oslo_vmware.api [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931269, 'name': ReconfigVM_Task, 'duration_secs': 0.1698} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1455.802807] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588547', 'volume_id': '6acaef9c-8e14-4227-aa89-719b4e3642ef', 'name': 'volume-6acaef9c-8e14-4227-aa89-719b4e3642ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '6acaef9c-8e14-4227-aa89-719b4e3642ef', 'serial': '6acaef9c-8e14-4227-aa89-719b4e3642ef'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1455.807859] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931271, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1455.817299] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931268, 'name': ReconfigVM_Task, 'duration_secs': 0.758678} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1455.817664] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 1093d24c-dc34-4047-a4ca-6ca7a0ff9723/1093d24c-dc34-4047-a4ca-6ca7a0ff9723.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1455.818282] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6bc61da-85d1-4360-b820-3f7c207a7aa5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.826017] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1455.826017] env[69297]:    value = "task-2931272"
[ 1455.826017] env[69297]:    _type = "Task"
[ 1455.826017] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1455.840494] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931272, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1455.843614] env[69297]: DEBUG oslo_vmware.api [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931270, 'name': PowerOffVM_Task, 'duration_secs': 0.28562} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1455.843887] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1455.844070] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1455.844316] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0e02207-2326-4d0c-92d3-f3b69457e852 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.896474] env[69297]: DEBUG nova.compute.manager [req-6757f9e4-95bd-42d3-a711-d12e05f15634 req-2a3cdf2a-4fe8-47c2-af97-cc1ad1c0848e service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Received event network-changed-3265dd8f-4d4a-4460-a3ae-2cd79d5c681a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1455.896760] env[69297]: DEBUG nova.compute.manager [req-6757f9e4-95bd-42d3-a711-d12e05f15634 req-2a3cdf2a-4fe8-47c2-af97-cc1ad1c0848e service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Refreshing instance network info cache due to event network-changed-3265dd8f-4d4a-4460-a3ae-2cd79d5c681a. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1455.896979] env[69297]: DEBUG oslo_concurrency.lockutils [req-6757f9e4-95bd-42d3-a711-d12e05f15634 req-2a3cdf2a-4fe8-47c2-af97-cc1ad1c0848e service nova] Acquiring lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1455.897196] env[69297]: DEBUG oslo_concurrency.lockutils [req-6757f9e4-95bd-42d3-a711-d12e05f15634 req-2a3cdf2a-4fe8-47c2-af97-cc1ad1c0848e service nova] Acquired lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1455.897451] env[69297]: DEBUG nova.network.neutron [req-6757f9e4-95bd-42d3-a711-d12e05f15634 req-2a3cdf2a-4fe8-47c2-af97-cc1ad1c0848e service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Refreshing network info cache for port 3265dd8f-4d4a-4460-a3ae-2cd79d5c681a {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1455.924374] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1455.924650] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1455.924814] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleting the datastore file [datastore2] a4a8e06a-6def-4ef6-a500-13f1f753f63a {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1455.925552] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-081594ad-c205-4cc7-9546-09c0a8cf75dc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1455.934418] env[69297]: DEBUG oslo_vmware.api [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1455.934418] env[69297]:    value = "task-2931274"
[ 1455.934418] env[69297]:    _type = "Task"
[ 1455.934418] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1455.943412] env[69297]: DEBUG oslo_vmware.api [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1456.227651] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1456.231416] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.868s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1456.232999] env[69297]: INFO nova.compute.claims [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1456.252040] env[69297]: INFO nova.scheduler.client.report [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Deleted allocations for instance 43062545-3fc6-45b9-b473-10a40a37bda9
[ 1456.308150] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931271, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1456.344170] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931272, 'name': Rename_Task, 'duration_secs': 0.237337} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1456.344746] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1456.345060] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b74f7457-42fc-435b-8719-8056a7b05000 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1456.354109] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1456.354109] env[69297]:    value = "task-2931275"
[ 1456.354109] env[69297]:    _type = "Task"
[ 1456.354109] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1456.363107] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1456.364471] env[69297]: DEBUG nova.objects.instance [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'flavor' on Instance uuid 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1456.445515] env[69297]: DEBUG oslo_vmware.api [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278051} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1456.445835] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1456.446092] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1456.446277] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1456.446466] env[69297]: INFO nova.compute.manager [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1456.446780] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1456.447129] env[69297]: DEBUG nova.compute.manager [-] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1456.447262] env[69297]: DEBUG nova.network.neutron [-] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1456.762481] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a3c8122-e763-4e3b-9a21-a6ad4b1f846d tempest-ServersTestJSON-1777710173 tempest-ServersTestJSON-1777710173-project-member] Lock "43062545-3fc6-45b9-b473-10a40a37bda9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 46.166s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1456.814964] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931271, 'name': CreateVM_Task, 'duration_secs': 0.51695} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1456.815187] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1456.815858] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1456.816049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1456.816366] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1456.816618] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5e196a-6783-4508-a25b-d0d39702c9fa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1456.821961] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1456.821961] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b4f341-e8f7-499b-af22-8348ad72e90f"
[ 1456.821961] env[69297]:    _type = "Task"
[ 1456.821961] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1456.830886] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b4f341-e8f7-499b-af22-8348ad72e90f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1456.863438] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931275, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1456.890707] env[69297]: DEBUG nova.network.neutron [req-6757f9e4-95bd-42d3-a711-d12e05f15634 req-2a3cdf2a-4fe8-47c2-af97-cc1ad1c0848e service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Updated VIF entry in instance network info cache for port 3265dd8f-4d4a-4460-a3ae-2cd79d5c681a. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1456.891122] env[69297]: DEBUG nova.network.neutron [req-6757f9e4-95bd-42d3-a711-d12e05f15634 req-2a3cdf2a-4fe8-47c2-af97-cc1ad1c0848e service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Updating instance_info_cache with network_info: [{"id": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "address": "fa:16:3e:62:42:38", "network": {"id": "be2a9fd7-a254-4ef8-a80c-ccb60baf6d5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-638177553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c74bbeb2c9d41cd8780a3bbc84ae5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3265dd8f-4d", "ovs_interfaceid": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1457.336719] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b4f341-e8f7-499b-af22-8348ad72e90f, 'name': SearchDatastore_Task, 'duration_secs': 0.014807} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1457.336719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1457.336719] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1457.336719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1457.336719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1457.336917] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1457.337029] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-308d4186-11be-4ba4-9678-4b8a7a82e36a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.347011] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1457.349017] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1457.349017] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e4933a-be18-43bd-83b8-e973d2706fc9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.353708] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1457.353708] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52740064-d074-7d61-3c9c-631cf0836ddc"
[ 1457.353708] env[69297]:    _type = "Task"
[ 1457.353708] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1457.369511] env[69297]: DEBUG oslo_vmware.api [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931275, 'name': PowerOnVM_Task, 'duration_secs': 0.782123} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1457.369766] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52740064-d074-7d61-3c9c-631cf0836ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1457.370055] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1457.370281] env[69297]: INFO nova.compute.manager [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Took 6.88 seconds to spawn the instance on the hypervisor.
[ 1457.370502] env[69297]: DEBUG nova.compute.manager [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1457.372082] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f84a7cd-2a80-4086-88ad-b6357601b135 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.377894] env[69297]: DEBUG oslo_concurrency.lockutils [None req-12dd0ffa-6cac-4699-bd31-1372c9c495f7 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.298s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1457.398428] env[69297]: DEBUG oslo_concurrency.lockutils [req-6757f9e4-95bd-42d3-a711-d12e05f15634 req-2a3cdf2a-4fe8-47c2-af97-cc1ad1c0848e service nova] Releasing lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1457.463731] env[69297]: DEBUG nova.network.neutron [-] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1457.500234] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1457.500575] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1457.500653] env[69297]: DEBUG nova.compute.manager [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1457.501694] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510ba0ca-f3bb-4d55-bd40-8f0f7dacbc25 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.509245] env[69297]: DEBUG nova.compute.manager [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69297) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1457.509861] env[69297]: DEBUG nova.objects.instance [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'flavor' on Instance uuid 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1457.848998] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421e785f-89a9-4308-a838-1536d5fd4a68 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.857140] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332befbb-b154-4fd6-b997-376e0d949435 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.869899] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52740064-d074-7d61-3c9c-631cf0836ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.030348} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1457.903241] env[69297]: INFO nova.compute.manager [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Took 57.01 seconds to build instance.
[ 1457.904632] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5814ce71-b884-40d9-87cf-5672187c517c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.907663] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753cc13d-345f-4329-80fa-077653ac5c05 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.915744] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1457.915744] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52521d0f-f057-67b3-7439-767a166b239d"
[ 1457.915744] env[69297]:    _type = "Task"
[ 1457.915744] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1457.923371] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0941f24e-ac40-4229-9cb3-c74e9a927a7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1457.933386] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52521d0f-f057-67b3-7439-767a166b239d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1457.942459] env[69297]: DEBUG nova.compute.provider_tree [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1457.966051] env[69297]: INFO nova.compute.manager [-] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Took 1.52 seconds to deallocate network for instance.
[ 1457.973658] env[69297]: DEBUG nova.compute.manager [req-e3366b6d-2abb-4c90-8611-0848de12fb19 req-0d4fb351-d595-4d95-b6a0-ed3598ab5be1 service nova] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Received event network-vif-deleted-66a7e730-fc62-4e84-b722-da5e70859c2f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1458.282027] env[69297]: INFO nova.compute.manager [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Rebuilding instance
[ 1458.335133] env[69297]: DEBUG nova.compute.manager [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1458.336482] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14571443-9f6c-430e-a90f-091600770021 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.405765] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bda6b7d0-15a9-4ce9-a609-af63e54e6b68 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "1093d24c-dc34-4047-a4ca-6ca7a0ff9723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 58.521s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1458.431692] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52521d0f-f057-67b3-7439-767a166b239d, 'name': SearchDatastore_Task, 'duration_secs': 0.042551} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1458.431973] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1458.432232] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d/417bd5e4-ee7f-4ce3-b940-b1eef05bec5d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1458.432485] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46dc392d-f176-42b1-bf3c-13e6cbf3179a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.444973] env[69297]: DEBUG nova.scheduler.client.report [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1458.448439] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1458.448439] env[69297]:    value = "task-2931276"
[ 1458.448439] env[69297]:    _type = "Task"
[ 1458.448439] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1458.458743] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1458.473320] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1458.519431] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1458.520400] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1288169a-96ee-4b70-ba4a-e6e1b0621917 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1458.527905] env[69297]: DEBUG oslo_vmware.api [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1458.527905] env[69297]:    value = "task-2931277"
[ 1458.527905] env[69297]:    _type = "Task"
[ 1458.527905] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1458.538976] env[69297]: DEBUG oslo_vmware.api [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1458.949918] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1458.950603] env[69297]: DEBUG nova.compute.manager [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1458.954968] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.458s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1458.955123] env[69297]: DEBUG nova.objects.instance [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lazy-loading 'resources' on Instance uuid 97323847-2131-4245-b61d-985a58a66e11 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1458.970704] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.043163] env[69297]: DEBUG oslo_vmware.api [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931277, 'name': PowerOffVM_Task, 'duration_secs': 0.222125} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1459.043163] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1459.043163] env[69297]: DEBUG nova.compute.manager [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1459.043163] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253956a2-aa52-4d9b-8862-8f48a72cfa30 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.356763] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1459.356763] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50993795-f8e0-4b7d-9ba6-6ef339f5199e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.363319] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1459.363319] env[69297]:    value = "task-2931278"
[ 1459.363319] env[69297]:    _type = "Task"
[ 1459.363319] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1459.372700] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.458017] env[69297]: DEBUG nova.compute.utils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1459.463318] env[69297]: DEBUG nova.compute.manager [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1459.463496] env[69297]: DEBUG nova.network.neutron [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1459.475415] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647905} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1459.475688] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d/417bd5e4-ee7f-4ce3-b940-b1eef05bec5d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1459.475903] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1459.476164] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c22bd4c-14a6-4362-9650-3da5a47f5e66 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.484111] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1459.484111] env[69297]:    value = "task-2931279"
[ 1459.484111] env[69297]:    _type = "Task"
[ 1459.484111] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1459.498910] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.557695] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5af604ee-e752-4872-995f-df2ad043ab7a tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.057s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1459.562976] env[69297]: DEBUG nova.policy [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e65b9f668c740ae9529a66933ceaebf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '584ee20500a2400c9b400c850941e875', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1459.875210] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931278, 'name': PowerOffVM_Task, 'duration_secs': 0.215653} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1459.878623] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1459.878817] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1459.880349] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d972d89-ec09-4e34-a255-3e01cbe2dbb6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.888790] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1459.889024] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9392a5f7-6dc5-4764-98cc-db64456bbc45 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.920780] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1459.921167] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1459.921483] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Deleting the datastore file [datastore1] 1093d24c-dc34-4047-a4ca-6ca7a0ff9723 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1459.921844] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0af5bda-60f0-4a39-a096-c01ea576b026 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1459.934099] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1459.934099] env[69297]:    value = "task-2931281"
[ 1459.934099] env[69297]:    _type = "Task"
[ 1459.934099] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1459.941894] env[69297]: DEBUG nova.objects.instance [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'flavor' on Instance uuid 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1459.942727] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1459.966386] env[69297]: DEBUG nova.compute.manager [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1459.997265] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251051} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1459.997545] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1459.998367] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64319a39-6411-4d5f-8263-81164ca04de7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.026079] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d/417bd5e4-ee7f-4ce3-b940-b1eef05bec5d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1460.031970] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7537a7c2-0127-4562-b5b2-e0c7c3fff5fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.048146] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b6391d-7d96-45ad-932f-41fb15710229 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.057907] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840cebf8-9bdd-4290-b30f-9d842cf19b41 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.062567] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1460.062567] env[69297]:    value = "task-2931282"
[ 1460.062567] env[69297]:    _type = "Task"
[ 1460.062567] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1460.096838] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ad4173-15db-40ad-aba9-a046c81dc30d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.105815] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1460.110387] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a037f1-039d-4233-9b60-570a469f44cb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1460.127668] env[69297]: DEBUG nova.compute.provider_tree [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1460.139466] env[69297]: DEBUG nova.network.neutron [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Successfully created port: 6037fd5e-d99d-4f34-b1c1-9c5b6eca037b {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1460.439471] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286426} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1460.439784] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1460.439992] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1460.440347] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1460.447522] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1460.447522] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquired lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1460.447522] env[69297]: DEBUG nova.network.neutron [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1460.447522] env[69297]: DEBUG nova.objects.instance [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'info_cache' on Instance uuid 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1460.574206] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1460.634024] env[69297]: DEBUG nova.scheduler.client.report [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1460.952193] env[69297]: DEBUG nova.objects.base [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Object Instance<8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c> lazy-loaded attributes: flavor,info_cache {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1460.976992] env[69297]: DEBUG nova.compute.manager [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1461.015222] env[69297]: DEBUG nova.virt.hardware [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1461.015222] env[69297]: DEBUG nova.virt.hardware [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1461.015222] env[69297]: DEBUG nova.virt.hardware [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1461.015403] env[69297]: DEBUG nova.virt.hardware [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1461.015484] env[69297]: DEBUG nova.virt.hardware [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1461.015629] env[69297]: DEBUG nova.virt.hardware [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1461.015822] env[69297]: DEBUG nova.virt.hardware [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1461.015984] env[69297]: DEBUG nova.virt.hardware [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1461.017496] env[69297]: DEBUG nova.virt.hardware [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1461.017496] env[69297]: DEBUG nova.virt.hardware [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1461.017496] env[69297]: DEBUG nova.virt.hardware [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1461.018160] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d646c-1ba2-4db8-a534-f59d551e7c61 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.027573] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89299f01-aa69-4396-a72a-2f6405c316d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.076224] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931282, 'name': ReconfigVM_Task, 'duration_secs': 0.965319} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1461.077030] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d/417bd5e4-ee7f-4ce3-b940-b1eef05bec5d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1461.077682] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a276637c-d935-490e-a263-4d2d7190a0dc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.084608] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1461.084608] env[69297]:    value = "task-2931283"
[ 1461.084608] env[69297]:    _type = "Task"
[ 1461.084608] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1461.095308] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931283, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1461.139781] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1461.140367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.516s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1461.144375] env[69297]: INFO nova.compute.claims [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1461.179515] env[69297]: INFO nova.scheduler.client.report [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Deleted allocations for instance 97323847-2131-4245-b61d-985a58a66e11
[ 1461.485138] env[69297]: DEBUG nova.virt.hardware [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1461.485229] env[69297]: DEBUG nova.virt.hardware [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1461.485445] env[69297]: DEBUG nova.virt.hardware [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1461.485660] env[69297]: DEBUG nova.virt.hardware [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1461.485812] env[69297]: DEBUG nova.virt.hardware [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1461.485954] env[69297]: DEBUG nova.virt.hardware [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1461.486290] env[69297]: DEBUG nova.virt.hardware [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1461.486455] env[69297]: DEBUG nova.virt.hardware [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1461.486622] env[69297]: DEBUG nova.virt.hardware [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1461.486780] env[69297]: DEBUG nova.virt.hardware [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1461.487031] env[69297]: DEBUG nova.virt.hardware [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1461.488540] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92909af8-3636-4109-b7ef-5d0fbc1a237f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.496550] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f6168-f1e6-43e7-8830-b40b6e463df1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.511849] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1461.517641] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1461.520135] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1461.520370] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79ba293d-a835-433d-9ffd-3ca4e1e0c24b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.539223] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1461.539223] env[69297]:    value = "task-2931284"
[ 1461.539223] env[69297]:    _type = "Task"
[ 1461.539223] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1461.546349] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931284, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1461.597879] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931283, 'name': Rename_Task, 'duration_secs': 0.166433} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1461.598422] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1461.598811] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da9c310d-08d9-42cd-a7f0-91e958bba761 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1461.604841] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1461.604841] env[69297]:    value = "task-2931285"
[ 1461.604841] env[69297]:    _type = "Task"
[ 1461.604841] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1461.614047] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1461.689136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0a6b3123-820f-452b-8169-c9bc2c153dd8 tempest-ServersListShow298Test-370103984 tempest-ServersListShow298Test-370103984-project-member] Lock "97323847-2131-4245-b61d-985a58a66e11" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 48.470s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1461.987838] env[69297]: DEBUG nova.compute.manager [req-b557f522-dd37-4596-a92c-3042ed8b7051 req-5f236f86-6a95-4b22-b99b-86a2aec52aee service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Received event network-vif-plugged-6037fd5e-d99d-4f34-b1c1-9c5b6eca037b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1461.988098] env[69297]: DEBUG oslo_concurrency.lockutils [req-b557f522-dd37-4596-a92c-3042ed8b7051 req-5f236f86-6a95-4b22-b99b-86a2aec52aee service nova] Acquiring lock "dfab7710-542e-4666-951b-28a36f64fb6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1461.988182] env[69297]: DEBUG oslo_concurrency.lockutils [req-b557f522-dd37-4596-a92c-3042ed8b7051 req-5f236f86-6a95-4b22-b99b-86a2aec52aee service nova] Lock "dfab7710-542e-4666-951b-28a36f64fb6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1461.989039] env[69297]: DEBUG oslo_concurrency.lockutils [req-b557f522-dd37-4596-a92c-3042ed8b7051 req-5f236f86-6a95-4b22-b99b-86a2aec52aee service nova] Lock "dfab7710-542e-4666-951b-28a36f64fb6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1461.989039] env[69297]: DEBUG nova.compute.manager [req-b557f522-dd37-4596-a92c-3042ed8b7051 req-5f236f86-6a95-4b22-b99b-86a2aec52aee service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] No waiting events found dispatching network-vif-plugged-6037fd5e-d99d-4f34-b1c1-9c5b6eca037b {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1461.989039] env[69297]: WARNING nova.compute.manager [req-b557f522-dd37-4596-a92c-3042ed8b7051 req-5f236f86-6a95-4b22-b99b-86a2aec52aee service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Received unexpected event network-vif-plugged-6037fd5e-d99d-4f34-b1c1-9c5b6eca037b for instance with vm_state building and task_state spawning.
[ 1462.003408] env[69297]: DEBUG nova.network.neutron [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Updating instance_info_cache with network_info: [{"id": "79de9401-84bc-4e35-9460-47e0880ff429", "address": "fa:16:3e:9e:d3:8b", "network": {"id": "f361aa5a-3311-44a1-a6e6-963d69a3a16c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2050413286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b906444c8af4042ab945735742e6400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79de9401-84", "ovs_interfaceid": "79de9401-84bc-4e35-9460-47e0880ff429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1462.052211] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931284, 'name': CreateVM_Task, 'duration_secs': 0.320918} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1462.052211] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1462.052211] env[69297]: DEBUG oslo_concurrency.lockutils [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1462.052211] env[69297]: DEBUG oslo_concurrency.lockutils [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1462.052211] env[69297]: DEBUG oslo_concurrency.lockutils [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1462.052211] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25162f4-b528-4ef0-889a-d0c2a55ce8d3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.056648] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1462.056648] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524398d8-4ba5-6d6d-e0ff-eb44da9be6f6"
[ 1462.056648] env[69297]:    _type = "Task"
[ 1462.056648] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1462.064856] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524398d8-4ba5-6d6d-e0ff-eb44da9be6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.118855] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.148191] env[69297]: DEBUG nova.network.neutron [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Successfully updated port: 6037fd5e-d99d-4f34-b1c1-9c5b6eca037b {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1462.505239] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Releasing lock "refresh_cache-8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1462.570646] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524398d8-4ba5-6d6d-e0ff-eb44da9be6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009817} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1462.570966] env[69297]: DEBUG oslo_concurrency.lockutils [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1462.571222] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1462.571459] env[69297]: DEBUG oslo_concurrency.lockutils [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1462.571606] env[69297]: DEBUG oslo_concurrency.lockutils [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1462.571791] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1462.572106] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbccc365-33d9-4469-a030-5d4216993522 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.583663] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1462.583886] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1462.584641] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a27a06e-d04e-4d94-af68-81b745e20d31 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.592092] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1462.592092] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520b9a06-19ed-047e-13e2-567011128ab3"
[ 1462.592092] env[69297]:    _type = "Task"
[ 1462.592092] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1462.599958] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520b9a06-19ed-047e-13e2-567011128ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.618046] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931285, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1462.626812] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09a56ca-4342-4bb5-927a-b08491e5f3e5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.633918] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bf01a7-18e0-45d0-b827-f2ba92d8caf9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.674141] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "refresh_cache-dfab7710-542e-4666-951b-28a36f64fb6b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1462.675306] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquired lock "refresh_cache-dfab7710-542e-4666-951b-28a36f64fb6b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1462.675306] env[69297]: DEBUG nova.network.neutron [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1462.676998] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae21f91-9f14-4ef4-a499-2f182c128eab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.686392] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9ad2de-75fa-4a68-88c2-3df823d96af3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1462.700865] env[69297]: DEBUG nova.compute.provider_tree [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1462.707526] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquiring lock "dbab721d-156b-437a-9ddc-412ffe662e83" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1462.707749] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Lock "dbab721d-156b-437a-9ddc-412ffe662e83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1463.104180] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520b9a06-19ed-047e-13e2-567011128ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1463.105036] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398e9c5a-575e-4d1c-a96a-8c1ae576db65 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.113742] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1463.113742] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c4fff3-55d7-93a8-590d-46d3ba22e670"
[ 1463.113742] env[69297]:    _type = "Task"
[ 1463.113742] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1463.118119] env[69297]: DEBUG oslo_vmware.api [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931285, 'name': PowerOnVM_Task, 'duration_secs': 1.044152} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1463.121100] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1463.121412] env[69297]: INFO nova.compute.manager [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Took 10.07 seconds to spawn the instance on the hypervisor.
[ 1463.121668] env[69297]: DEBUG nova.compute.manager [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1463.122510] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9893be40-dcaf-4c5b-8e7a-80b2286ed825 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.129261] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c4fff3-55d7-93a8-590d-46d3ba22e670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1463.203743] env[69297]: DEBUG nova.scheduler.client.report [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1463.209664] env[69297]: DEBUG nova.compute.manager [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1463.238428] env[69297]: DEBUG nova.network.neutron [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1463.481829] env[69297]: DEBUG nova.network.neutron [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Updating instance_info_cache with network_info: [{"id": "6037fd5e-d99d-4f34-b1c1-9c5b6eca037b", "address": "fa:16:3e:1d:52:33", "network": {"id": "66222a61-4710-4401-a492-c4695415c489", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1384947003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584ee20500a2400c9b400c850941e875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6037fd5e-d9", "ovs_interfaceid": "6037fd5e-d99d-4f34-b1c1-9c5b6eca037b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1463.511497] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1463.511792] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59cd30c3-5016-4721-a41b-2fa38022a7a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.518634] env[69297]: DEBUG oslo_vmware.api [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1463.518634] env[69297]:    value = "task-2931286"
[ 1463.518634] env[69297]:    _type = "Task"
[ 1463.518634] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1463.526793] env[69297]: DEBUG oslo_vmware.api [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1463.628923] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c4fff3-55d7-93a8-590d-46d3ba22e670, 'name': SearchDatastore_Task, 'duration_secs': 0.019188} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1463.629210] env[69297]: DEBUG oslo_concurrency.lockutils [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1463.629467] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 1093d24c-dc34-4047-a4ca-6ca7a0ff9723/1093d24c-dc34-4047-a4ca-6ca7a0ff9723.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1463.629739] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41679c18-a4d3-4113-b09f-16a44f79adef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1463.639712] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1463.639712] env[69297]:    value = "task-2931287"
[ 1463.639712] env[69297]:    _type = "Task"
[ 1463.639712] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1463.646608] env[69297]: INFO nova.compute.manager [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Took 60.63 seconds to build instance.
[ 1463.651137] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1463.708965] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1463.709498] env[69297]: DEBUG nova.compute.manager [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1463.713531] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.750s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1463.713917] env[69297]: DEBUG nova.objects.instance [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Lazy-loading 'resources' on Instance uuid 9e33aaee-64fa-4dff-aec3-774768adffa7 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1463.735604] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1463.984775] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Releasing lock "refresh_cache-dfab7710-542e-4666-951b-28a36f64fb6b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1463.985160] env[69297]: DEBUG nova.compute.manager [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Instance network_info: |[{"id": "6037fd5e-d99d-4f34-b1c1-9c5b6eca037b", "address": "fa:16:3e:1d:52:33", "network": {"id": "66222a61-4710-4401-a492-c4695415c489", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1384947003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584ee20500a2400c9b400c850941e875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6037fd5e-d9", "ovs_interfaceid": "6037fd5e-d99d-4f34-b1c1-9c5b6eca037b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1463.985685] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:52:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6037fd5e-d99d-4f34-b1c1-9c5b6eca037b', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1463.994485] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1463.994823] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1463.995094] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e61e8e08-4bb7-478a-b8b7-a2c8b0d084d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.018411] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1464.018411] env[69297]:    value = "task-2931288"
[ 1464.018411] env[69297]:    _type = "Task"
[ 1464.018411] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1464.029697] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931288, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.033181] env[69297]: DEBUG oslo_vmware.api [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.151465] env[69297]: DEBUG oslo_concurrency.lockutils [None req-458ae620-fc34-42ac-9e96-9ec370cca254 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 62.925s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1464.151465] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931287, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.217781] env[69297]: DEBUG nova.compute.utils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1464.223386] env[69297]: DEBUG nova.compute.manager [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1464.223860] env[69297]: DEBUG nova.network.neutron [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1464.356367] env[69297]: DEBUG nova.compute.manager [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Received event network-changed-6037fd5e-d99d-4f34-b1c1-9c5b6eca037b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1464.356367] env[69297]: DEBUG nova.compute.manager [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Refreshing instance network info cache due to event network-changed-6037fd5e-d99d-4f34-b1c1-9c5b6eca037b. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1464.356367] env[69297]: DEBUG oslo_concurrency.lockutils [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] Acquiring lock "refresh_cache-dfab7710-542e-4666-951b-28a36f64fb6b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1464.356537] env[69297]: DEBUG oslo_concurrency.lockutils [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] Acquired lock "refresh_cache-dfab7710-542e-4666-951b-28a36f64fb6b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1464.356537] env[69297]: DEBUG nova.network.neutron [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Refreshing network info cache for port 6037fd5e-d99d-4f34-b1c1-9c5b6eca037b {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1464.362247] env[69297]: DEBUG nova.policy [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74c4fde95a184df9bec59a3abe155da8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53389ee13ae34a0aa8d2587690690b03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1464.536314] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931288, 'name': CreateVM_Task, 'duration_secs': 0.480525} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1464.538634] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1464.538912] env[69297]: DEBUG oslo_vmware.api [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931286, 'name': PowerOnVM_Task, 'duration_secs': 0.635916} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1464.541637] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1464.541798] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1464.542130] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1464.542388] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1464.542575] env[69297]: DEBUG nova.compute.manager [None req-aaa8e5e3-2473-4b16-94d1-7f33886c06da tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1464.543036] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28aa42df-cb36-4d79-beea-989c3479392a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.544956] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0df462-1c8e-4656-831b-54ab5a786ddf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.549816] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1464.549816] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]527f2da8-eec0-dc33-d922-6a24c4fdc298"
[ 1464.549816] env[69297]:    _type = "Task"
[ 1464.549816] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1464.563522] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527f2da8-eec0-dc33-d922-6a24c4fdc298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.656754] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687381} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1464.656893] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 1093d24c-dc34-4047-a4ca-6ca7a0ff9723/1093d24c-dc34-4047-a4ca-6ca7a0ff9723.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1464.657117] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1464.657377] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbc3ff93-d9fc-476a-9f67-8102b36fbcaa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.663909] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1464.663909] env[69297]:    value = "task-2931289"
[ 1464.663909] env[69297]:    _type = "Task"
[ 1464.663909] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1464.673186] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1464.719136] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f367bf4d-4fbb-4893-a769-8b3b67424e90 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.726420] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81303239-5f91-4cba-bb99-f29d4d9fa20f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.730023] env[69297]: DEBUG nova.compute.manager [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1464.760640] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6602ad7-772f-4966-a16e-7e7ce4084a4c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.769199] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f6724f-307b-4b8b-ac51-dd4e6452adce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1464.784725] env[69297]: DEBUG nova.compute.provider_tree [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1464.839294] env[69297]: DEBUG nova.network.neutron [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Successfully created port: 0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1465.062852] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527f2da8-eec0-dc33-d922-6a24c4fdc298, 'name': SearchDatastore_Task, 'duration_secs': 0.017576} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1465.063875] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1465.064155] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1465.068018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1465.068018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1465.068018] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1465.068018] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31f7c708-dd46-41dd-814e-62e37abd9f00 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.075585] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1465.075800] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1465.077116] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43e0a97-1e35-4e0f-9acb-64d1a78ddedf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.082882] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1465.082882] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52021900-2c4b-9d56-69fc-79533378f462"
[ 1465.082882] env[69297]:    _type = "Task"
[ 1465.082882] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1465.090743] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52021900-2c4b-9d56-69fc-79533378f462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1465.173309] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075059} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1465.173586] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1465.174430] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb2b8a-c652-4c6d-bf4b-3c3fc5837ab2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.201910] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 1093d24c-dc34-4047-a4ca-6ca7a0ff9723/1093d24c-dc34-4047-a4ca-6ca7a0ff9723.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1465.202688] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1465.203387] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1465.203732] env[69297]: INFO nova.compute.manager [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Rebooting instance
[ 1465.205155] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-460723a4-5163-4ca3-9d89-ba1c4297c739 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.227219] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1465.227219] env[69297]:    value = "task-2931290"
[ 1465.227219] env[69297]:    _type = "Task"
[ 1465.227219] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1465.239161] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1465.287567] env[69297]: DEBUG nova.scheduler.client.report [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1465.332253] env[69297]: DEBUG nova.network.neutron [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Updated VIF entry in instance network info cache for port 6037fd5e-d99d-4f34-b1c1-9c5b6eca037b. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1465.332629] env[69297]: DEBUG nova.network.neutron [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Updating instance_info_cache with network_info: [{"id": "6037fd5e-d99d-4f34-b1c1-9c5b6eca037b", "address": "fa:16:3e:1d:52:33", "network": {"id": "66222a61-4710-4401-a492-c4695415c489", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1384947003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "584ee20500a2400c9b400c850941e875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6037fd5e-d9", "ovs_interfaceid": "6037fd5e-d99d-4f34-b1c1-9c5b6eca037b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1465.595095] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52021900-2c4b-9d56-69fc-79533378f462, 'name': SearchDatastore_Task, 'duration_secs': 0.016504} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1465.596134] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb96e90-edef-4b51-bda4-ea26284e89e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.601861] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1465.601861] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c98d3a-7f94-edf8-aa67-51e551073d59"
[ 1465.601861] env[69297]:    _type = "Task"
[ 1465.601861] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1465.609495] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c98d3a-7f94-edf8-aa67-51e551073d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1465.741035] env[69297]: DEBUG nova.compute.manager [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1465.743224] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931290, 'name': ReconfigVM_Task, 'duration_secs': 0.310781} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1465.743809] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 1093d24c-dc34-4047-a4ca-6ca7a0ff9723/1093d24c-dc34-4047-a4ca-6ca7a0ff9723.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1465.744498] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f85fbf9-53b4-482d-8f1b-ee9f3531d65a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.747142] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1465.747367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquired lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1465.747577] env[69297]: DEBUG nova.network.neutron [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1465.754568] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1465.754568] env[69297]:    value = "task-2931291"
[ 1465.754568] env[69297]:    _type = "Task"
[ 1465.754568] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1465.766327] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931291, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1465.777311] env[69297]: DEBUG nova.virt.hardware [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1465.777557] env[69297]: DEBUG nova.virt.hardware [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1465.777749] env[69297]: DEBUG nova.virt.hardware [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1465.777944] env[69297]: DEBUG nova.virt.hardware [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1465.778108] env[69297]: DEBUG nova.virt.hardware [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1465.778256] env[69297]: DEBUG nova.virt.hardware [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1465.778459] env[69297]: DEBUG nova.virt.hardware [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1465.778617] env[69297]: DEBUG nova.virt.hardware [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1465.778784] env[69297]: DEBUG nova.virt.hardware [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1465.778943] env[69297]: DEBUG nova.virt.hardware [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1465.779126] env[69297]: DEBUG nova.virt.hardware [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1465.779979] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f266f964-c0d8-45b5-9142-5ddef57b3c61 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.788550] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d984d3-7e4f-41c7-bdca-bdda46f4fc23 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1465.793235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1465.795330] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.779s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1465.795556] env[69297]: DEBUG nova.objects.instance [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lazy-loading 'resources' on Instance uuid ef10624e-0d25-4240-b925-f7f99f212a8b {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1465.818973] env[69297]: INFO nova.scheduler.client.report [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Deleted allocations for instance 9e33aaee-64fa-4dff-aec3-774768adffa7
[ 1465.835014] env[69297]: DEBUG oslo_concurrency.lockutils [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] Releasing lock "refresh_cache-dfab7710-542e-4666-951b-28a36f64fb6b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1465.835474] env[69297]: DEBUG nova.compute.manager [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Received event network-changed-3265dd8f-4d4a-4460-a3ae-2cd79d5c681a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1465.836109] env[69297]: DEBUG nova.compute.manager [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Refreshing instance network info cache due to event network-changed-3265dd8f-4d4a-4460-a3ae-2cd79d5c681a. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1465.836253] env[69297]: DEBUG oslo_concurrency.lockutils [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] Acquiring lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1466.113393] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c98d3a-7f94-edf8-aa67-51e551073d59, 'name': SearchDatastore_Task, 'duration_secs': 0.032203} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1466.116207] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1466.116511] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] dfab7710-542e-4666-951b-28a36f64fb6b/dfab7710-542e-4666-951b-28a36f64fb6b.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1466.117255] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f3fba66-adc7-4fe7-b1d2-0fe964581aa3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.123223] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1466.123223] env[69297]:    value = "task-2931292"
[ 1466.123223] env[69297]:    _type = "Task"
[ 1466.123223] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1466.133147] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1466.220789] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f17de4a-c334-41ba-b641-7fb3e713bf1b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.228890] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb52903-b6f3-4f10-b62a-a90e9fd022c8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.270321] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bec041-ef7f-4de5-b625-ef4330e73ebf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.279136] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931291, 'name': Rename_Task, 'duration_secs': 0.1849} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1466.281547] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1466.281867] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba2dc0ac-ccdf-47cf-9589-7a9352edecdb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.285879] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2b827f-9cda-495b-8733-8a1dff0063d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1466.301776] env[69297]: DEBUG nova.compute.provider_tree [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1466.304617] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1466.304617] env[69297]:    value = "task-2931293"
[ 1466.304617] env[69297]:    _type = "Task"
[ 1466.304617] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1466.313484] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931293, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1466.332874] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c93e2a6-7638-4155-8853-9c9e9bdf2032 tempest-ServersTestManualDisk-1763910185 tempest-ServersTestManualDisk-1763910185-project-member] Lock "9e33aaee-64fa-4dff-aec3-774768adffa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 49.930s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1466.635539] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1466.651412] env[69297]: DEBUG nova.network.neutron [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Updating instance_info_cache with network_info: [{"id": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "address": "fa:16:3e:62:42:38", "network": {"id": "be2a9fd7-a254-4ef8-a80c-ccb60baf6d5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-638177553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c74bbeb2c9d41cd8780a3bbc84ae5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3265dd8f-4d", "ovs_interfaceid": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1466.764809] env[69297]: DEBUG nova.compute.manager [req-438a1f6e-dc4f-44ba-843a-d20e14a1a526 req-6c379286-1e2a-419d-bac4-22e479c06c60 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Received event network-vif-plugged-0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1466.765037] env[69297]: DEBUG oslo_concurrency.lockutils [req-438a1f6e-dc4f-44ba-843a-d20e14a1a526 req-6c379286-1e2a-419d-bac4-22e479c06c60 service nova] Acquiring lock "f2dad717-5774-448b-84d1-1d876c38b907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1466.765323] env[69297]: DEBUG oslo_concurrency.lockutils [req-438a1f6e-dc4f-44ba-843a-d20e14a1a526 req-6c379286-1e2a-419d-bac4-22e479c06c60 service nova] Lock "f2dad717-5774-448b-84d1-1d876c38b907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1466.765409] env[69297]: DEBUG oslo_concurrency.lockutils [req-438a1f6e-dc4f-44ba-843a-d20e14a1a526 req-6c379286-1e2a-419d-bac4-22e479c06c60 service nova] Lock "f2dad717-5774-448b-84d1-1d876c38b907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1466.765569] env[69297]: DEBUG nova.compute.manager [req-438a1f6e-dc4f-44ba-843a-d20e14a1a526 req-6c379286-1e2a-419d-bac4-22e479c06c60 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] No waiting events found dispatching network-vif-plugged-0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1466.765729] env[69297]: WARNING nova.compute.manager [req-438a1f6e-dc4f-44ba-843a-d20e14a1a526 req-6c379286-1e2a-419d-bac4-22e479c06c60 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Received unexpected event network-vif-plugged-0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6 for instance with vm_state building and task_state spawning.
[ 1466.806782] env[69297]: DEBUG nova.scheduler.client.report [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1466.820192] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931293, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1466.896119] env[69297]: DEBUG nova.network.neutron [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Successfully updated port: 0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1467.134799] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563385} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1467.134945] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] dfab7710-542e-4666-951b-28a36f64fb6b/dfab7710-542e-4666-951b-28a36f64fb6b.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1467.135136] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1467.135399] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-088b23e7-238e-4d6d-91f4-9f7cddc4d865 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1467.143075] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1467.143075] env[69297]:    value = "task-2931294"
[ 1467.143075] env[69297]:    _type = "Task"
[ 1467.143075] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1467.151717] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1467.154705] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Releasing lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1467.155575] env[69297]: DEBUG oslo_concurrency.lockutils [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] Acquired lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1467.155848] env[69297]: DEBUG nova.network.neutron [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Refreshing network info cache for port 3265dd8f-4d4a-4460-a3ae-2cd79d5c681a {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1467.315139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.520s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1467.322329] env[69297]: DEBUG oslo_concurrency.lockutils [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.594s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1467.322562] env[69297]: DEBUG nova.objects.instance [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lazy-loading 'resources' on Instance uuid 1d64138f-358b-41a0-855b-e92b53ae8fd0 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1467.323814] env[69297]: DEBUG oslo_vmware.api [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931293, 'name': PowerOnVM_Task, 'duration_secs': 0.579144} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1467.324249] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1467.324450] env[69297]: DEBUG nova.compute.manager [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1467.325249] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1029e27c-2582-41c4-b816-7b453422f62e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1467.336335] env[69297]: INFO nova.scheduler.client.report [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleted allocations for instance ef10624e-0d25-4240-b925-f7f99f212a8b
[ 1467.398910] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "refresh_cache-f2dad717-5774-448b-84d1-1d876c38b907" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1467.399098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "refresh_cache-f2dad717-5774-448b-84d1-1d876c38b907" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1467.399272] env[69297]: DEBUG nova.network.neutron [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1467.653762] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071766} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1467.654132] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1467.654951] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de157aa-e7b4-416d-b3ba-2478cfeeff82 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1467.659432] env[69297]: DEBUG nova.compute.manager [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1467.660628] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e3b5e-7bc3-4214-b8bc-c692d703ba3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1467.682394] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] dfab7710-542e-4666-951b-28a36f64fb6b/dfab7710-542e-4666-951b-28a36f64fb6b.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1467.683093] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f276298a-beec-429f-b9ae-0fedeedabaa5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1467.707207] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1467.707207] env[69297]:    value = "task-2931295"
[ 1467.707207] env[69297]:    _type = "Task"
[ 1467.707207] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1467.715458] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1467.842976] env[69297]: DEBUG oslo_concurrency.lockutils [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1467.843478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2ff11cf9-5de1-4a76-9802-fff13ddecc2f tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "ef10624e-0d25-4240-b925-f7f99f212a8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 50.013s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1467.964939] env[69297]: DEBUG nova.network.neutron [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1468.043250] env[69297]: DEBUG nova.network.neutron [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Updated VIF entry in instance network info cache for port 3265dd8f-4d4a-4460-a3ae-2cd79d5c681a. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1468.043250] env[69297]: DEBUG nova.network.neutron [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Updating instance_info_cache with network_info: [{"id": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "address": "fa:16:3e:62:42:38", "network": {"id": "be2a9fd7-a254-4ef8-a80c-ccb60baf6d5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-638177553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c74bbeb2c9d41cd8780a3bbc84ae5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3265dd8f-4d", "ovs_interfaceid": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1468.210626] env[69297]: DEBUG nova.network.neutron [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Updating instance_info_cache with network_info: [{"id": "0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6", "address": "fa:16:3e:1e:2f:17", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d2e276b-20", "ovs_interfaceid": "0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1468.221967] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931295, 'name': ReconfigVM_Task, 'duration_secs': 0.298059} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1468.222219] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Reconfigured VM instance instance-0000003c to attach disk [datastore2] dfab7710-542e-4666-951b-28a36f64fb6b/dfab7710-542e-4666-951b-28a36f64fb6b.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1468.225602] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2307db2a-0cb5-4a5e-b37e-a1e39d2c212b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.231975] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1468.231975] env[69297]:    value = "task-2931296"
[ 1468.231975] env[69297]:    _type = "Task"
[ 1468.231975] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1468.243219] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931296, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1468.361718] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61b9c96-906b-4d04-beaf-8cb7067bfc5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.371177] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44d89bf-c35d-4f20-8413-fe4421816b80 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.403098] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e93b767-2112-44eb-ba2d-062251759247 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.409847] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387bc760-48f8-42ee-b873-7f12754165cf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.423787] env[69297]: DEBUG nova.compute.provider_tree [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1468.545034] env[69297]: DEBUG oslo_concurrency.lockutils [req-e038088c-1ec2-428a-bf23-3d6457492b90 req-f8279809-4a52-4bcd-852c-9d3999811cd6 service nova] Releasing lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1468.714968] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "refresh_cache-f2dad717-5774-448b-84d1-1d876c38b907" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1468.715379] env[69297]: DEBUG nova.compute.manager [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Instance network_info: |[{"id": "0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6", "address": "fa:16:3e:1e:2f:17", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d2e276b-20", "ovs_interfaceid": "0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1468.716324] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f62d4b-4ee0-4f90-b145-ee5cd10e8e64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.719503] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:2f:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1468.727107] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1468.727355] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1468.728077] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dfcee17-9e9e-4599-8b2c-43b43533e91c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.745301] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Doing hard reboot of VM {{(pid=69297) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}}
[ 1468.748807] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cca3fb6b-954e-4a3a-b436-f4998fda7c16 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.754850] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931296, 'name': Rename_Task, 'duration_secs': 0.140433} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1468.756785] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1468.757397] env[69297]: DEBUG oslo_vmware.api [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1468.757397] env[69297]:    value = "task-2931298"
[ 1468.757397] env[69297]:    _type = "Task"
[ 1468.757397] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1468.757734] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1468.757734] env[69297]:    value = "task-2931297"
[ 1468.757734] env[69297]:    _type = "Task"
[ 1468.757734] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1468.757734] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d5867fd-fafd-4790-b2cd-ce578162e1d3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1468.771190] env[69297]: DEBUG oslo_vmware.api [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931298, 'name': ResetVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1468.775212] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1468.775212] env[69297]:    value = "task-2931299"
[ 1468.775212] env[69297]:    _type = "Task"
[ 1468.775212] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1468.775397] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931297, 'name': CreateVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1468.783171] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1468.794747] env[69297]: DEBUG nova.compute.manager [req-498c71ba-f257-4294-8647-4d5526c23e84 req-108b68b4-a319-4c92-bbd3-f29e04b9a495 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Received event network-changed-0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1468.794867] env[69297]: DEBUG nova.compute.manager [req-498c71ba-f257-4294-8647-4d5526c23e84 req-108b68b4-a319-4c92-bbd3-f29e04b9a495 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Refreshing instance network info cache due to event network-changed-0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1468.795102] env[69297]: DEBUG oslo_concurrency.lockutils [req-498c71ba-f257-4294-8647-4d5526c23e84 req-108b68b4-a319-4c92-bbd3-f29e04b9a495 service nova] Acquiring lock "refresh_cache-f2dad717-5774-448b-84d1-1d876c38b907" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1468.795262] env[69297]: DEBUG oslo_concurrency.lockutils [req-498c71ba-f257-4294-8647-4d5526c23e84 req-108b68b4-a319-4c92-bbd3-f29e04b9a495 service nova] Acquired lock "refresh_cache-f2dad717-5774-448b-84d1-1d876c38b907" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1468.795394] env[69297]: DEBUG nova.network.neutron [req-498c71ba-f257-4294-8647-4d5526c23e84 req-108b68b4-a319-4c92-bbd3-f29e04b9a495 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Refreshing network info cache for port 0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1468.931424] env[69297]: DEBUG nova.scheduler.client.report [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1468.984062] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "1093d24c-dc34-4047-a4ca-6ca7a0ff9723" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1468.984914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "1093d24c-dc34-4047-a4ca-6ca7a0ff9723" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1468.984914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "1093d24c-dc34-4047-a4ca-6ca7a0ff9723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1468.984914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "1093d24c-dc34-4047-a4ca-6ca7a0ff9723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1468.985044] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "1093d24c-dc34-4047-a4ca-6ca7a0ff9723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1468.987902] env[69297]: INFO nova.compute.manager [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Terminating instance
[ 1469.272029] env[69297]: DEBUG oslo_vmware.api [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931298, 'name': ResetVM_Task, 'duration_secs': 0.115709} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1469.275341] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Did hard reboot of VM {{(pid=69297) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}}
[ 1469.275577] env[69297]: DEBUG nova.compute.manager [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1469.275840] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931297, 'name': CreateVM_Task, 'duration_secs': 0.462159} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1469.276625] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f26aef-6013-4153-8909-db1a23a24870 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.279173] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1469.285136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1469.285136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1469.285136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1469.285136] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ed2f58-58e1-4691-aa17-1fad18abdfcb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.294653] env[69297]: DEBUG oslo_vmware.api [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931299, 'name': PowerOnVM_Task, 'duration_secs': 0.467323} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1469.294952] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1469.294952] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bbfbde-964b-bbc7-b117-10bb96806aaf"
[ 1469.294952] env[69297]:    _type = "Task"
[ 1469.294952] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1469.296017] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1469.296017] env[69297]: INFO nova.compute.manager [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Took 8.32 seconds to spawn the instance on the hypervisor.
[ 1469.296017] env[69297]: DEBUG nova.compute.manager [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1469.296621] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487debc3-e29d-4ad9-8db1-fc4c9682321b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.316958] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bbfbde-964b-bbc7-b117-10bb96806aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.012883} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1469.317655] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1469.317985] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1469.318327] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1469.318498] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1469.318760] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1469.319097] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6561f8cb-bdcf-4be8-9d5c-c1e7190faa00 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.329909] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1469.330308] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1469.330974] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19eae4a2-17f1-4e14-abff-1cab47f147b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.338584] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1469.338584] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bb9a0d-5175-bc4b-a39c-13ce92cf2487"
[ 1469.338584] env[69297]:    _type = "Task"
[ 1469.338584] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1469.347751] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bb9a0d-5175-bc4b-a39c-13ce92cf2487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1469.438090] env[69297]: DEBUG oslo_concurrency.lockutils [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1469.444907] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.816s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1469.445214] env[69297]: DEBUG nova.objects.instance [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lazy-loading 'resources' on Instance uuid 6510900b-ea48-4f86-bed1-b5ed58b948ad {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1469.473658] env[69297]: INFO nova.scheduler.client.report [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Deleted allocations for instance 1d64138f-358b-41a0-855b-e92b53ae8fd0
[ 1469.491647] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "refresh_cache-1093d24c-dc34-4047-a4ca-6ca7a0ff9723" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1469.491706] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquired lock "refresh_cache-1093d24c-dc34-4047-a4ca-6ca7a0ff9723" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1469.491886] env[69297]: DEBUG nova.network.neutron [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1469.573014] env[69297]: DEBUG nova.network.neutron [req-498c71ba-f257-4294-8647-4d5526c23e84 req-108b68b4-a319-4c92-bbd3-f29e04b9a495 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Updated VIF entry in instance network info cache for port 0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1469.573413] env[69297]: DEBUG nova.network.neutron [req-498c71ba-f257-4294-8647-4d5526c23e84 req-108b68b4-a319-4c92-bbd3-f29e04b9a495 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Updating instance_info_cache with network_info: [{"id": "0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6", "address": "fa:16:3e:1e:2f:17", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d2e276b-20", "ovs_interfaceid": "0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1469.798697] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fe99150c-7993-4bbf-9d5d-a6134f743ad3 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 4.596s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1469.828260] env[69297]: INFO nova.compute.manager [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Took 53.49 seconds to build instance.
[ 1469.850851] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bb9a0d-5175-bc4b-a39c-13ce92cf2487, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1469.852041] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304d187c-30aa-4eee-be2c-74c82c1ae5fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1469.857611] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1469.857611] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e2b9a2-47c3-d87b-5966-27f3aaab1eb6"
[ 1469.857611] env[69297]:    _type = "Task"
[ 1469.857611] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1469.868240] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e2b9a2-47c3-d87b-5966-27f3aaab1eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1469.985290] env[69297]: DEBUG oslo_concurrency.lockutils [None req-072996e2-ab21-4318-a5df-3a63fa122704 tempest-AttachInterfacesUnderV243Test-1037483533 tempest-AttachInterfacesUnderV243Test-1037483533-project-member] Lock "1d64138f-358b-41a0-855b-e92b53ae8fd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 49.776s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1470.035096] env[69297]: DEBUG nova.network.neutron [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1470.080497] env[69297]: DEBUG oslo_concurrency.lockutils [req-498c71ba-f257-4294-8647-4d5526c23e84 req-108b68b4-a319-4c92-bbd3-f29e04b9a495 service nova] Releasing lock "refresh_cache-f2dad717-5774-448b-84d1-1d876c38b907" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1470.138665] env[69297]: DEBUG nova.network.neutron [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1470.331745] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7a7feb2c-f4a3-492f-90b5-4aa90ff5099e tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "dfab7710-542e-4666-951b-28a36f64fb6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 55.033s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1470.375045] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e2b9a2-47c3-d87b-5966-27f3aaab1eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.023066} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1470.375045] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1470.375045] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] f2dad717-5774-448b-84d1-1d876c38b907/f2dad717-5774-448b-84d1-1d876c38b907.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1470.375045] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a312c85-efc1-4a7a-961e-f808043990bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1470.384320] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1470.384320] env[69297]:    value = "task-2931300"
[ 1470.384320] env[69297]:    _type = "Task"
[ 1470.384320] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1470.394948] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1470.447490] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da6629-ce95-4e69-9184-624b5f28e8e9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1470.457015] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5327601a-1fd5-40ac-8fe1-c5ebd7856393 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1470.497019] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43f26a2-3535-401b-9584-b518dac02315 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1470.504430] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23948645-f220-40f5-941b-f7aa6c567b99 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1470.519239] env[69297]: DEBUG nova.compute.provider_tree [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1470.641518] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Releasing lock "refresh_cache-1093d24c-dc34-4047-a4ca-6ca7a0ff9723" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1470.642034] env[69297]: DEBUG nova.compute.manager [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1470.642275] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1470.643225] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c124bd0-9d4f-4f22-b96a-17e17c15e648 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1470.651094] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1470.651300] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18e8c505-3199-433c-a29b-d24287e985d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1470.657600] env[69297]: DEBUG oslo_vmware.api [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1470.657600] env[69297]:    value = "task-2931301"
[ 1470.657600] env[69297]:    _type = "Task"
[ 1470.657600] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1470.665898] env[69297]: DEBUG oslo_vmware.api [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1470.897066] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1470.977959] env[69297]: DEBUG nova.compute.manager [req-cfd2fdb7-3c34-4368-a27f-89bfb6d87a49 req-800aeeb0-080b-42ea-9ffe-8f7d05462c04 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Received event network-changed-3265dd8f-4d4a-4460-a3ae-2cd79d5c681a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1470.978410] env[69297]: DEBUG nova.compute.manager [req-cfd2fdb7-3c34-4368-a27f-89bfb6d87a49 req-800aeeb0-080b-42ea-9ffe-8f7d05462c04 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Refreshing instance network info cache due to event network-changed-3265dd8f-4d4a-4460-a3ae-2cd79d5c681a. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1470.978712] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfd2fdb7-3c34-4368-a27f-89bfb6d87a49 req-800aeeb0-080b-42ea-9ffe-8f7d05462c04 service nova] Acquiring lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1470.978865] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfd2fdb7-3c34-4368-a27f-89bfb6d87a49 req-800aeeb0-080b-42ea-9ffe-8f7d05462c04 service nova] Acquired lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1470.979038] env[69297]: DEBUG nova.network.neutron [req-cfd2fdb7-3c34-4368-a27f-89bfb6d87a49 req-800aeeb0-080b-42ea-9ffe-8f7d05462c04 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Refreshing network info cache for port 3265dd8f-4d4a-4460-a3ae-2cd79d5c681a {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1471.022109] env[69297]: DEBUG nova.scheduler.client.report [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1471.173489] env[69297]: DEBUG oslo_vmware.api [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931301, 'name': PowerOffVM_Task, 'duration_secs': 0.27439} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1471.174362] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1471.174592] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1471.174884] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4445bff7-3e1c-47cc-ab2d-94860c5d6bed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.202022] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1471.202022] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1471.202022] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Deleting the datastore file [datastore2] 1093d24c-dc34-4047-a4ca-6ca7a0ff9723 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1471.202022] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1778010b-fd39-4d8b-b121-3bedbfbe5221 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.208368] env[69297]: DEBUG oslo_vmware.api [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1471.208368] env[69297]:    value = "task-2931303"
[ 1471.208368] env[69297]:    _type = "Task"
[ 1471.208368] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1471.216009] env[69297]: DEBUG oslo_vmware.api [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1471.250337] env[69297]: DEBUG oslo_concurrency.lockutils [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1471.250667] env[69297]: DEBUG oslo_concurrency.lockutils [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1471.250837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1471.251041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1471.251231] env[69297]: DEBUG oslo_concurrency.lockutils [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1471.255152] env[69297]: INFO nova.compute.manager [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Terminating instance
[ 1471.396616] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695058} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1471.396616] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] f2dad717-5774-448b-84d1-1d876c38b907/f2dad717-5774-448b-84d1-1d876c38b907.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1471.396616] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1471.396616] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1f9ffdb-dc53-40e4-8860-c4c511240dc0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.405792] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1471.405792] env[69297]:    value = "task-2931304"
[ 1471.405792] env[69297]:    _type = "Task"
[ 1471.405792] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1471.413484] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1471.527868] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1471.531587] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.963s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1471.533118] env[69297]: INFO nova.compute.claims [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1471.570133] env[69297]: INFO nova.scheduler.client.report [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Deleted allocations for instance 6510900b-ea48-4f86-bed1-b5ed58b948ad
[ 1471.718981] env[69297]: DEBUG oslo_vmware.api [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272939} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1471.719266] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1471.719565] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1471.720661] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1471.720661] env[69297]: INFO nova.compute.manager [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Took 1.08 seconds to destroy the instance on the hypervisor.
[ 1471.720661] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1471.720661] env[69297]: DEBUG nova.compute.manager [-] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1471.720661] env[69297]: DEBUG nova.network.neutron [-] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1471.760775] env[69297]: DEBUG nova.network.neutron [-] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1471.764977] env[69297]: DEBUG nova.compute.manager [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1471.765501] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1471.776675] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6dc05f-efa9-4b3e-8f3e-9ce7d3468ae7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.790406] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1471.791087] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9294e78-b164-4c1e-983d-da37a6e8b9b2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.798352] env[69297]: DEBUG oslo_vmware.api [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1471.798352] env[69297]:    value = "task-2931305"
[ 1471.798352] env[69297]:    _type = "Task"
[ 1471.798352] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1471.810699] env[69297]: DEBUG oslo_vmware.api [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1471.871032] env[69297]: DEBUG nova.network.neutron [req-cfd2fdb7-3c34-4368-a27f-89bfb6d87a49 req-800aeeb0-080b-42ea-9ffe-8f7d05462c04 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Updated VIF entry in instance network info cache for port 3265dd8f-4d4a-4460-a3ae-2cd79d5c681a. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1471.871032] env[69297]: DEBUG nova.network.neutron [req-cfd2fdb7-3c34-4368-a27f-89bfb6d87a49 req-800aeeb0-080b-42ea-9ffe-8f7d05462c04 service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Updating instance_info_cache with network_info: [{"id": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "address": "fa:16:3e:62:42:38", "network": {"id": "be2a9fd7-a254-4ef8-a80c-ccb60baf6d5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-638177553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c74bbeb2c9d41cd8780a3bbc84ae5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3265dd8f-4d", "ovs_interfaceid": "3265dd8f-4d4a-4460-a3ae-2cd79d5c681a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1471.921847] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068275} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1471.921975] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1471.922856] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3800ede3-3380-4215-a70a-b55620ec3097 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.948958] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f2dad717-5774-448b-84d1-1d876c38b907/f2dad717-5774-448b-84d1-1d876c38b907.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1471.949882] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78db974-f6d6-4140-ba16-0aa05911a7f1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1471.975198] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1471.975198] env[69297]:    value = "task-2931306"
[ 1471.975198] env[69297]:    _type = "Task"
[ 1471.975198] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1471.982494] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1472.080190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6baee66d-4727-45eb-9e1b-548f5243b175 tempest-ServersTestMultiNic-1736249527 tempest-ServersTestMultiNic-1736249527-project-member] Lock "6510900b-ea48-4f86-bed1-b5ed58b948ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 40.718s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1472.276935] env[69297]: DEBUG nova.network.neutron [-] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1472.309311] env[69297]: DEBUG oslo_vmware.api [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931305, 'name': PowerOffVM_Task, 'duration_secs': 0.309976} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1472.309595] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1472.309814] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1472.310107] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6348dbf-8d9f-4efc-806d-0546acc9973d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1472.374784] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfd2fdb7-3c34-4368-a27f-89bfb6d87a49 req-800aeeb0-080b-42ea-9ffe-8f7d05462c04 service nova] Releasing lock "refresh_cache-417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1472.486354] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931306, 'name': ReconfigVM_Task, 'duration_secs': 0.287303} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1472.486686] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f2dad717-5774-448b-84d1-1d876c38b907/f2dad717-5774-448b-84d1-1d876c38b907.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1472.488779] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c69bf1a-1723-4907-8c6f-13b94661e12a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1472.496148] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1472.496148] env[69297]:    value = "task-2931308"
[ 1472.496148] env[69297]:    _type = "Task"
[ 1472.496148] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1472.503171] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931308, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1472.594889] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1472.594889] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1472.595558] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Deleting the datastore file [datastore1] 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1472.595558] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fbddfba-17fa-437d-b882-5f257df4996f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1472.605584] env[69297]: DEBUG oslo_vmware.api [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1472.605584] env[69297]:    value = "task-2931309"
[ 1472.605584] env[69297]:    _type = "Task"
[ 1472.605584] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1472.620944] env[69297]: DEBUG oslo_vmware.api [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1472.770903] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquiring lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1472.771170] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1472.778577] env[69297]: INFO nova.compute.manager [-] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Took 1.06 seconds to deallocate network for instance.
[ 1473.009675] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931308, 'name': Rename_Task, 'duration_secs': 0.154631} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1473.010013] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1473.010398] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42e7fda3-dd68-4c5d-a689-7929b025ab71 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.013489] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f71d73-be34-4048-ae0d-a0b38c3ee5e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.025455] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9052d05-e450-4101-ae09-e2f899dde8f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.028610] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1473.028610] env[69297]:    value = "task-2931310"
[ 1473.028610] env[69297]:    _type = "Task"
[ 1473.028610] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1473.064059] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115c7ad9-fb5d-49c2-8a0e-b9adce3ad88d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.070671] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1473.076052] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4982fb78-78ab-4ba9-876d-b572da0b8a7d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.094643] env[69297]: DEBUG nova.compute.provider_tree [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1473.116208] env[69297]: DEBUG oslo_vmware.api [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145993} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1473.116208] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1473.116208] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1473.116208] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1473.116208] env[69297]: INFO nova.compute.manager [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Took 1.35 seconds to destroy the instance on the hypervisor.
[ 1473.116208] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1473.116208] env[69297]: DEBUG nova.compute.manager [-] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1473.116208] env[69297]: DEBUG nova.network.neutron [-] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1473.274089] env[69297]: DEBUG nova.compute.manager [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1473.286625] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1473.539233] env[69297]: DEBUG oslo_vmware.api [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931310, 'name': PowerOnVM_Task, 'duration_secs': 0.504439} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1473.539578] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1473.539805] env[69297]: INFO nova.compute.manager [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Took 7.80 seconds to spawn the instance on the hypervisor.
[ 1473.539998] env[69297]: DEBUG nova.compute.manager [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1473.540805] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c443396d-6d92-4eee-8cc0-8d90c805a93d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1473.598753] env[69297]: DEBUG nova.scheduler.client.report [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1473.688614] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "dfab7710-542e-4666-951b-28a36f64fb6b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1473.689216] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "dfab7710-542e-4666-951b-28a36f64fb6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1473.689578] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "dfab7710-542e-4666-951b-28a36f64fb6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1473.691080] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "dfab7710-542e-4666-951b-28a36f64fb6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1473.691080] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "dfab7710-542e-4666-951b-28a36f64fb6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1473.692746] env[69297]: INFO nova.compute.manager [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Terminating instance
[ 1473.741985] env[69297]: DEBUG nova.compute.manager [req-59d42828-51a1-48ee-befd-1003c3b9ca6c req-da2bfc28-6cce-4ab9-bae9-45851ad194ee service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Received event network-vif-deleted-3265dd8f-4d4a-4460-a3ae-2cd79d5c681a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1473.741985] env[69297]: INFO nova.compute.manager [req-59d42828-51a1-48ee-befd-1003c3b9ca6c req-da2bfc28-6cce-4ab9-bae9-45851ad194ee service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Neutron deleted interface 3265dd8f-4d4a-4460-a3ae-2cd79d5c681a; detaching it from the instance and deleting it from the info cache
[ 1473.743542] env[69297]: DEBUG nova.network.neutron [req-59d42828-51a1-48ee-befd-1003c3b9ca6c req-da2bfc28-6cce-4ab9-bae9-45851ad194ee service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1473.815610] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1474.062801] env[69297]: INFO nova.compute.manager [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Took 54.46 seconds to build instance.
[ 1474.105306] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1474.105847] env[69297]: DEBUG nova.compute.manager [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1474.108977] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.431s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1474.113022] env[69297]: INFO nova.compute.claims [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1474.129202] env[69297]: DEBUG nova.network.neutron [-] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1474.197848] env[69297]: DEBUG nova.compute.manager [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1474.198017] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1474.198970] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82c8903-b9c6-4723-b5d0-4fd0f94a6e8c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1474.208998] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1474.209318] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5da98ee-2954-4cb6-b581-90cf719383cd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1474.215031] env[69297]: DEBUG oslo_vmware.api [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1474.215031] env[69297]:    value = "task-2931311"
[ 1474.215031] env[69297]:    _type = "Task"
[ 1474.215031] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1474.222848] env[69297]: DEBUG oslo_vmware.api [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1474.245190] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf1f3de0-8eac-4861-96a1-dbb195cad9ff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1474.254100] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354a8d15-9b04-4e88-8eaf-4bcee072a356 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1474.288283] env[69297]: DEBUG nova.compute.manager [req-59d42828-51a1-48ee-befd-1003c3b9ca6c req-da2bfc28-6cce-4ab9-bae9-45851ad194ee service nova] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Detach interface failed, port_id=3265dd8f-4d4a-4460-a3ae-2cd79d5c681a, reason: Instance 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1474.565020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-37515949-455f-40a5-9339-387aed079cb6 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "f2dad717-5774-448b-84d1-1d876c38b907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 55.975s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1474.615773] env[69297]: DEBUG nova.compute.utils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1474.619555] env[69297]: DEBUG nova.compute.manager [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1474.619813] env[69297]: DEBUG nova.network.neutron [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1474.633886] env[69297]: INFO nova.compute.manager [-] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Took 1.52 seconds to deallocate network for instance.
[ 1474.680875] env[69297]: DEBUG nova.policy [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5834437acac741e3a35fcff7ee5f3be1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ef8efc946a64ae7a4c7021769b97ec6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1474.725847] env[69297]: DEBUG oslo_vmware.api [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931311, 'name': PowerOffVM_Task, 'duration_secs': 0.33523} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1474.726276] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1474.726935] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1474.726935] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24c293ec-a085-4ed2-8d0f-b496230e13fb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1474.791179] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1474.791179] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1474.791315] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Deleting the datastore file [datastore2] dfab7710-542e-4666-951b-28a36f64fb6b {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1474.791530] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0635ce99-b956-45b7-baa8-b726b18aa939 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1474.798574] env[69297]: DEBUG oslo_vmware.api [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1474.798574] env[69297]:    value = "task-2931313"
[ 1474.798574] env[69297]:    _type = "Task"
[ 1474.798574] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1474.806319] env[69297]: DEBUG oslo_vmware.api [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1475.126748] env[69297]: DEBUG nova.compute.manager [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1475.138882] env[69297]: DEBUG oslo_concurrency.lockutils [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1475.143590] env[69297]: DEBUG nova.network.neutron [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Successfully created port: f7c87324-b4b5-4009-b294-2bf912172688 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1475.309738] env[69297]: DEBUG oslo_vmware.api [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139082} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1475.312368] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1475.312580] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1475.312758] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1475.312947] env[69297]: INFO nova.compute.manager [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1475.313183] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1475.313563] env[69297]: DEBUG nova.compute.manager [-] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1475.313660] env[69297]: DEBUG nova.network.neutron [-] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1475.456461] env[69297]: DEBUG nova.compute.manager [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1475.457307] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98be0806-b9de-4714-b9bf-5333ffe0ce7f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1475.590195] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b0a475-b08c-4f35-944c-3b2207819acb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1475.602340] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48328b90-e5b2-4577-b090-d731832c039c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1475.645666] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f116ca-40d0-408d-880f-c62bde266e23 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1475.654785] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6c39d6-d98a-4160-a8e5-be065003fdd4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1475.668472] env[69297]: DEBUG nova.compute.provider_tree [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1475.792081] env[69297]: DEBUG nova.compute.manager [req-0943585a-4772-4e30-b859-b9ae6ea47af8 req-c2edf4d8-5370-4aee-8fe0-350cf8f20d29 service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Received event network-vif-deleted-6037fd5e-d99d-4f34-b1c1-9c5b6eca037b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1475.792419] env[69297]: INFO nova.compute.manager [req-0943585a-4772-4e30-b859-b9ae6ea47af8 req-c2edf4d8-5370-4aee-8fe0-350cf8f20d29 service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Neutron deleted interface 6037fd5e-d99d-4f34-b1c1-9c5b6eca037b; detaching it from the instance and deleting it from the info cache
[ 1475.792687] env[69297]: DEBUG nova.network.neutron [req-0943585a-4772-4e30-b859-b9ae6ea47af8 req-c2edf4d8-5370-4aee-8fe0-350cf8f20d29 service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1475.973384] env[69297]: INFO nova.compute.manager [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] instance snapshotting
[ 1475.977366] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707b33ac-23e3-4191-a01c-9e594a83d57c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.001915] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063bb2a1-db7d-4ee8-b81b-f7ca787af22c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.146310] env[69297]: DEBUG nova.compute.manager [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1476.174056] env[69297]: DEBUG nova.scheduler.client.report [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1476.178483] env[69297]: DEBUG nova.network.neutron [-] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1476.191627] env[69297]: DEBUG nova.virt.hardware [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1476.191627] env[69297]: DEBUG nova.virt.hardware [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1476.191627] env[69297]: DEBUG nova.virt.hardware [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1476.191627] env[69297]: DEBUG nova.virt.hardware [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1476.191627] env[69297]: DEBUG nova.virt.hardware [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1476.191627] env[69297]: DEBUG nova.virt.hardware [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1476.191627] env[69297]: DEBUG nova.virt.hardware [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1476.191627] env[69297]: DEBUG nova.virt.hardware [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1476.192458] env[69297]: DEBUG nova.virt.hardware [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1476.192458] env[69297]: DEBUG nova.virt.hardware [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1476.192458] env[69297]: DEBUG nova.virt.hardware [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1476.194555] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f38a7b-8b16-4281-a37c-520143c0285a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.211873] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce462dca-26e1-43b7-926c-7c80ba11fe4b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.295483] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1eee4507-75c5-45b4-910e-6b62b308233d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.305735] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03ed7de-fbbe-4545-94d4-b73cac3544db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.344018] env[69297]: DEBUG nova.compute.manager [req-0943585a-4772-4e30-b859-b9ae6ea47af8 req-c2edf4d8-5370-4aee-8fe0-350cf8f20d29 service nova] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Detach interface failed, port_id=6037fd5e-d99d-4f34-b1c1-9c5b6eca037b, reason: Instance dfab7710-542e-4666-951b-28a36f64fb6b could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1476.512877] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1476.513975] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6c8e8f35-e3c4-4c8f-89db-b7f5551829eb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1476.522439] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1476.522439] env[69297]:    value = "task-2931314"
[ 1476.522439] env[69297]:    _type = "Task"
[ 1476.522439] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1476.530814] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931314, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1476.681981] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1476.682277] env[69297]: DEBUG nova.compute.manager [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1476.685925] env[69297]: INFO nova.compute.manager [-] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Took 1.37 seconds to deallocate network for instance.
[ 1476.686261] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.138s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1476.687075] env[69297]: DEBUG nova.objects.instance [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lazy-loading 'resources' on Instance uuid d7acde69-37bc-477b-9c80-d3271a71fdfc {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1476.900388] env[69297]: DEBUG nova.network.neutron [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Successfully updated port: f7c87324-b4b5-4009-b294-2bf912172688 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1477.032085] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931314, 'name': CreateSnapshot_Task, 'duration_secs': 0.438364} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1477.032369] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1477.033122] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35df47e2-5bfa-4c52-9f6c-cfdebcc0fb4d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.194103] env[69297]: DEBUG nova.compute.utils [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1477.198983] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1477.199240] env[69297]: DEBUG nova.compute.manager [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1477.199401] env[69297]: DEBUG nova.network.neutron [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1477.277425] env[69297]: DEBUG nova.policy [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7177096b69244fd6be87b1d9a4b4da76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22adb7a6fa4a4d738e9cd74b98e65751', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1477.406963] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquiring lock "refresh_cache-23ef1747-d0bf-4525-a02d-54ebc4d6243a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1477.407157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquired lock "refresh_cache-23ef1747-d0bf-4525-a02d-54ebc4d6243a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1477.407311] env[69297]: DEBUG nova.network.neutron [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1477.552592] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1477.553190] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba683c3f-b65b-40c0-b232-f9a727359144 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.566337] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1477.566337] env[69297]:    value = "task-2931315"
[ 1477.566337] env[69297]:    _type = "Task"
[ 1477.566337] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1477.582979] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931315, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1477.701336] env[69297]: DEBUG nova.compute.manager [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1477.727385] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdbbe4d-3198-49a2-8ddd-516cde136779 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.737581] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dec7bb-7489-4d37-bdf0-4542894b2cb8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.777549] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b075e4f-0596-4d30-b6e6-b9d51ce9b294 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.785537] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df091763-98ca-439b-86e2-dfbbea326a56 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1477.801358] env[69297]: DEBUG nova.compute.provider_tree [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1477.830376] env[69297]: DEBUG nova.network.neutron [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Successfully created port: 4dcd8bfe-849d-4cfe-9029-bcc94537e9b8 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1477.886330] env[69297]: DEBUG nova.compute.manager [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Received event network-vif-plugged-f7c87324-b4b5-4009-b294-2bf912172688 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1477.886755] env[69297]: DEBUG oslo_concurrency.lockutils [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] Acquiring lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1477.886828] env[69297]: DEBUG oslo_concurrency.lockutils [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] Lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1477.886994] env[69297]: DEBUG oslo_concurrency.lockutils [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] Lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1477.887176] env[69297]: DEBUG nova.compute.manager [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] No waiting events found dispatching network-vif-plugged-f7c87324-b4b5-4009-b294-2bf912172688 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1477.887337] env[69297]: WARNING nova.compute.manager [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Received unexpected event network-vif-plugged-f7c87324-b4b5-4009-b294-2bf912172688 for instance with vm_state building and task_state spawning.
[ 1477.887489] env[69297]: DEBUG nova.compute.manager [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Received event network-changed-f7c87324-b4b5-4009-b294-2bf912172688 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1477.887637] env[69297]: DEBUG nova.compute.manager [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Refreshing instance network info cache due to event network-changed-f7c87324-b4b5-4009-b294-2bf912172688. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1477.887832] env[69297]: DEBUG oslo_concurrency.lockutils [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] Acquiring lock "refresh_cache-23ef1747-d0bf-4525-a02d-54ebc4d6243a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1477.955579] env[69297]: DEBUG nova.network.neutron [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1478.078510] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931315, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1478.212501] env[69297]: INFO nova.virt.block_device [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Booting with volume 64eebae6-91d1-40df-af2a-e8027039969c at /dev/sda
[ 1478.225036] env[69297]: DEBUG nova.network.neutron [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Updating instance_info_cache with network_info: [{"id": "f7c87324-b4b5-4009-b294-2bf912172688", "address": "fa:16:3e:35:4a:8d", "network": {"id": "e0118fa7-1f27-491a-a4e1-144eb80b6896", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1545155619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef8efc946a64ae7a4c7021769b97ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c87324-b4", "ovs_interfaceid": "f7c87324-b4b5-4009-b294-2bf912172688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1478.255030] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcaa6c8c-c2ee-426f-9e7f-b10c105d459f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.268885] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4556d0-70ad-476a-b043-9c1460c8d873 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.304076] env[69297]: DEBUG nova.scheduler.client.report [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1478.309303] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9871e93a-c0dd-49e2-959b-a321cc368e6f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.318181] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03632819-0d26-41fc-b5d2-07555667dfdf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.352939] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5908e47f-eaaa-49c0-8f39-ce5ff00d85b3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.359651] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c31564-dbe9-4cba-9fa4-86cb5612afc8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.373440] env[69297]: DEBUG nova.virt.block_device [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Updating existing volume attachment record: 3625f037-82ae-41f1-baaa-c5279e1e4417 {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1478.501382] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1478.501617] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1478.577222] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931315, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1478.727466] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Releasing lock "refresh_cache-23ef1747-d0bf-4525-a02d-54ebc4d6243a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1478.727825] env[69297]: DEBUG nova.compute.manager [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Instance network_info: |[{"id": "f7c87324-b4b5-4009-b294-2bf912172688", "address": "fa:16:3e:35:4a:8d", "network": {"id": "e0118fa7-1f27-491a-a4e1-144eb80b6896", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1545155619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef8efc946a64ae7a4c7021769b97ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c87324-b4", "ovs_interfaceid": "f7c87324-b4b5-4009-b294-2bf912172688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1478.728137] env[69297]: DEBUG oslo_concurrency.lockutils [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] Acquired lock "refresh_cache-23ef1747-d0bf-4525-a02d-54ebc4d6243a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1478.728317] env[69297]: DEBUG nova.network.neutron [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Refreshing network info cache for port f7c87324-b4b5-4009-b294-2bf912172688 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1478.729542] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:4a:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7c87324-b4b5-4009-b294-2bf912172688', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1478.737172] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Creating folder: Project (6ef8efc946a64ae7a4c7021769b97ec6). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1478.738233] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7c8322e-65ac-4a80-9234-21bffed3cf51 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.749996] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Created folder: Project (6ef8efc946a64ae7a4c7021769b97ec6) in parent group-v588392.
[ 1478.750202] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Creating folder: Instances. Parent ref: group-v588580. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1478.750430] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15c439aa-2cf5-4152-8621-4ff375f2222b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.759445] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Created folder: Instances in parent group-v588580.
[ 1478.759671] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1478.760023] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1478.760070] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-842d6b8f-67fd-4e0a-83cb-f6d648e28bd7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1478.778381] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1478.778381] env[69297]:    value = "task-2931318"
[ 1478.778381] env[69297]:    _type = "Task"
[ 1478.778381] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1478.786296] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931318, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1478.810951] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1478.813262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 36.110s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1478.838648] env[69297]: INFO nova.scheduler.client.report [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Deleted allocations for instance d7acde69-37bc-477b-9c80-d3271a71fdfc
[ 1479.004311] env[69297]: DEBUG nova.compute.manager [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1479.081244] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931315, 'name': CloneVM_Task} progress is 95%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1479.291357] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931318, 'name': CreateVM_Task, 'duration_secs': 0.465883} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1479.291519] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1479.292200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1479.292371] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1479.292690] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1479.292940] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba97480-6b43-4cb5-a49d-e72e65f20498 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1479.297348] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for the task: (returnval){
[ 1479.297348] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]527c69d0-63a8-1b18-c924-ecf237885f18"
[ 1479.297348] env[69297]:    _type = "Task"
[ 1479.297348] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1479.307407] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527c69d0-63a8-1b18-c924-ecf237885f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1479.316358] env[69297]: DEBUG nova.objects.instance [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lazy-loading 'migration_context' on Instance uuid 665055ca-2209-41dd-84ee-98adb209c925 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1479.345876] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44763924-1899-4c2c-9610-5197e517c28b tempest-ServerRescueTestJSON-1401359773 tempest-ServerRescueTestJSON-1401359773-project-member] Lock "d7acde69-37bc-477b-9c80-d3271a71fdfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 40.543s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1479.530615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1479.579337] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931315, 'name': CloneVM_Task, 'duration_secs': 1.887161} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1479.579608] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Created linked-clone VM from snapshot
[ 1479.580458] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663c54b1-9ebd-4fba-b9cb-9eb05ee0cdb2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1479.589497] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Uploading image 9110c3fb-25c9-4417-8e77-2644f977d8e2 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1479.633196] env[69297]: DEBUG oslo_vmware.rw_handles [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1479.633196] env[69297]:    value = "vm-588579"
[ 1479.633196] env[69297]:    _type = "VirtualMachine"
[ 1479.633196] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1479.633480] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b6e89896-0c09-4cf0-a957-ef7772604d16 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1479.642102] env[69297]: DEBUG oslo_vmware.rw_handles [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lease: (returnval){
[ 1479.642102] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522fdaba-e17c-55b4-d874-b66a5e49ca29"
[ 1479.642102] env[69297]:    _type = "HttpNfcLease"
[ 1479.642102] env[69297]:  } obtained for exporting VM: (result){
[ 1479.642102] env[69297]:    value = "vm-588579"
[ 1479.642102] env[69297]:    _type = "VirtualMachine"
[ 1479.642102] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1479.642395] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the lease: (returnval){
[ 1479.642395] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522fdaba-e17c-55b4-d874-b66a5e49ca29"
[ 1479.642395] env[69297]:    _type = "HttpNfcLease"
[ 1479.642395] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1479.654105] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1479.654105] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522fdaba-e17c-55b4-d874-b66a5e49ca29"
[ 1479.654105] env[69297]:    _type = "HttpNfcLease"
[ 1479.654105] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1479.671893] env[69297]: DEBUG nova.network.neutron [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Updated VIF entry in instance network info cache for port f7c87324-b4b5-4009-b294-2bf912172688. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1479.672334] env[69297]: DEBUG nova.network.neutron [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Updating instance_info_cache with network_info: [{"id": "f7c87324-b4b5-4009-b294-2bf912172688", "address": "fa:16:3e:35:4a:8d", "network": {"id": "e0118fa7-1f27-491a-a4e1-144eb80b6896", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1545155619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef8efc946a64ae7a4c7021769b97ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c87324-b4", "ovs_interfaceid": "f7c87324-b4b5-4009-b294-2bf912172688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1479.808365] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527c69d0-63a8-1b18-c924-ecf237885f18, 'name': SearchDatastore_Task, 'duration_secs': 0.013557} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1479.808710] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1479.808949] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1479.809208] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1479.809994] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1479.809994] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1479.809994] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60ab2416-58b3-4c43-a65a-999e11ffec8a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1479.821678] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1479.821976] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1479.823186] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ebaefb-80f1-43f8-b642-31f4f7ceb8af {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1479.833989] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for the task: (returnval){
[ 1479.833989] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d49991-3237-1985-ceab-05a128f19734"
[ 1479.833989] env[69297]:    _type = "Task"
[ 1479.833989] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1479.852461] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d49991-3237-1985-ceab-05a128f19734, 'name': SearchDatastore_Task, 'duration_secs': 0.008857} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1479.857079] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8712850e-68cc-4fb2-86e2-45c8602e6705 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1479.862078] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for the task: (returnval){
[ 1479.862078] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5277c04d-671b-4ebf-c7a2-8e45fe27634b"
[ 1479.862078] env[69297]:    _type = "Task"
[ 1479.862078] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1479.872393] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5277c04d-671b-4ebf-c7a2-8e45fe27634b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1480.159496] env[69297]: DEBUG nova.network.neutron [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Successfully updated port: 4dcd8bfe-849d-4cfe-9029-bcc94537e9b8 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1480.163033] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1480.163033] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522fdaba-e17c-55b4-d874-b66a5e49ca29"
[ 1480.163033] env[69297]:    _type = "HttpNfcLease"
[ 1480.163033] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1480.165476] env[69297]: DEBUG oslo_vmware.rw_handles [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1480.165476] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522fdaba-e17c-55b4-d874-b66a5e49ca29"
[ 1480.165476] env[69297]:    _type = "HttpNfcLease"
[ 1480.165476] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1480.169348] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717869e6-d963-418a-b9bb-b7e5d072cc01 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.175292] env[69297]: DEBUG oslo_concurrency.lockutils [req-0f064ee2-81ad-4371-b0ab-be4065e8e722 req-d80dbf2d-7584-4c72-b287-907a607a7d6d service nova] Releasing lock "refresh_cache-23ef1747-d0bf-4525-a02d-54ebc4d6243a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1480.181676] env[69297]: DEBUG oslo_vmware.rw_handles [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a69ef4-b6a2-fb79-85f4-6ef089ada5c2/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1480.182155] env[69297]: DEBUG oslo_vmware.rw_handles [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a69ef4-b6a2-fb79-85f4-6ef089ada5c2/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1480.278849] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c24afffd-3c57-41af-aee8-f67d2a89f5d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.323831] env[69297]: DEBUG nova.compute.manager [req-09490cfa-a221-4143-8c8a-049d6bbdf25d req-4b56482f-7a5e-448e-87be-dc193bd3c5fc service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Received event network-vif-plugged-4dcd8bfe-849d-4cfe-9029-bcc94537e9b8 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1480.324075] env[69297]: DEBUG oslo_concurrency.lockutils [req-09490cfa-a221-4143-8c8a-049d6bbdf25d req-4b56482f-7a5e-448e-87be-dc193bd3c5fc service nova] Acquiring lock "b91ace70-321d-4303-ba68-a38e10282f81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1480.324285] env[69297]: DEBUG oslo_concurrency.lockutils [req-09490cfa-a221-4143-8c8a-049d6bbdf25d req-4b56482f-7a5e-448e-87be-dc193bd3c5fc service nova] Lock "b91ace70-321d-4303-ba68-a38e10282f81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1480.324450] env[69297]: DEBUG oslo_concurrency.lockutils [req-09490cfa-a221-4143-8c8a-049d6bbdf25d req-4b56482f-7a5e-448e-87be-dc193bd3c5fc service nova] Lock "b91ace70-321d-4303-ba68-a38e10282f81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1480.324610] env[69297]: DEBUG nova.compute.manager [req-09490cfa-a221-4143-8c8a-049d6bbdf25d req-4b56482f-7a5e-448e-87be-dc193bd3c5fc service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] No waiting events found dispatching network-vif-plugged-4dcd8bfe-849d-4cfe-9029-bcc94537e9b8 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1480.324769] env[69297]: WARNING nova.compute.manager [req-09490cfa-a221-4143-8c8a-049d6bbdf25d req-4b56482f-7a5e-448e-87be-dc193bd3c5fc service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Received unexpected event network-vif-plugged-4dcd8bfe-849d-4cfe-9029-bcc94537e9b8 for instance with vm_state building and task_state spawning.
[ 1480.331690] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210e847f-eede-4e6b-a365-1cd9b26a4616 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.344930] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4e174e-e554-4c5c-bba4-e3384d198630 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.381139] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed1fab0-4f52-4491-9b26-9b7bc694f230 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.387278] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5277c04d-671b-4ebf-c7a2-8e45fe27634b, 'name': SearchDatastore_Task, 'duration_secs': 0.008737} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1480.389305] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1480.389567] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 23ef1747-d0bf-4525-a02d-54ebc4d6243a/23ef1747-d0bf-4525-a02d-54ebc4d6243a.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1480.389898] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-176be14a-9132-4586-98a6-ca66fb77ed5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.392614] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6426a8-b70d-48e3-9309-2c6543f5c6aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.406551] env[69297]: DEBUG nova.compute.provider_tree [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1480.412105] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for the task: (returnval){
[ 1480.412105] env[69297]:    value = "task-2931320"
[ 1480.412105] env[69297]:    _type = "Task"
[ 1480.412105] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1480.417021] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1480.471318] env[69297]: DEBUG nova.compute.manager [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1480.472234] env[69297]: DEBUG nova.virt.hardware [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1480.472234] env[69297]: DEBUG nova.virt.hardware [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1480.472234] env[69297]: DEBUG nova.virt.hardware [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1480.472234] env[69297]: DEBUG nova.virt.hardware [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1480.472468] env[69297]: DEBUG nova.virt.hardware [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1480.472611] env[69297]: DEBUG nova.virt.hardware [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1480.472868] env[69297]: DEBUG nova.virt.hardware [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1480.473094] env[69297]: DEBUG nova.virt.hardware [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1480.473598] env[69297]: DEBUG nova.virt.hardware [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1480.473598] env[69297]: DEBUG nova.virt.hardware [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1480.473794] env[69297]: DEBUG nova.virt.hardware [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1480.475110] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c084ea9e-1bbd-4d2a-9592-65cd6ea882c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.482675] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81cf8ec-fe08-4776-819e-d53ce6358eb7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.667398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Acquiring lock "refresh_cache-b91ace70-321d-4303-ba68-a38e10282f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1480.667776] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Acquired lock "refresh_cache-b91ace70-321d-4303-ba68-a38e10282f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1480.668402] env[69297]: DEBUG nova.network.neutron [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1480.911599] env[69297]: DEBUG nova.scheduler.client.report [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1480.931154] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466168} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1480.931154] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 23ef1747-d0bf-4525-a02d-54ebc4d6243a/23ef1747-d0bf-4525-a02d-54ebc4d6243a.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1480.931154] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1480.931616] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95bbd018-73a1-4ba4-b3f6-2ff3a48fcae0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1480.939354] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for the task: (returnval){
[ 1480.939354] env[69297]:    value = "task-2931321"
[ 1480.939354] env[69297]:    _type = "Task"
[ 1480.939354] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1480.954250] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1481.247538] env[69297]: DEBUG nova.network.neutron [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1481.450652] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14402} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1481.451805] env[69297]: DEBUG nova.network.neutron [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Updating instance_info_cache with network_info: [{"id": "4dcd8bfe-849d-4cfe-9029-bcc94537e9b8", "address": "fa:16:3e:e5:c4:cf", "network": {"id": "6834bc61-ecf4-4048-aa99-dbee35a7b359", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-187892410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22adb7a6fa4a4d738e9cd74b98e65751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcd8bfe-84", "ovs_interfaceid": "4dcd8bfe-849d-4cfe-9029-bcc94537e9b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1481.453059] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1481.454103] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4212562-6f8b-4573-8531-86510791bba8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1481.479986] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 23ef1747-d0bf-4525-a02d-54ebc4d6243a/23ef1747-d0bf-4525-a02d-54ebc4d6243a.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1481.481909] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-260a1883-bd6e-401f-9918-26e4cadee723 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1481.503286] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for the task: (returnval){
[ 1481.503286] env[69297]:    value = "task-2931322"
[ 1481.503286] env[69297]:    _type = "Task"
[ 1481.503286] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1481.513027] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1481.929198] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.116s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1481.934993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.320s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1481.935268] env[69297]: DEBUG nova.objects.instance [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1481.955028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Releasing lock "refresh_cache-b91ace70-321d-4303-ba68-a38e10282f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1481.955326] env[69297]: DEBUG nova.compute.manager [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Instance network_info: |[{"id": "4dcd8bfe-849d-4cfe-9029-bcc94537e9b8", "address": "fa:16:3e:e5:c4:cf", "network": {"id": "6834bc61-ecf4-4048-aa99-dbee35a7b359", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-187892410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22adb7a6fa4a4d738e9cd74b98e65751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcd8bfe-84", "ovs_interfaceid": "4dcd8bfe-849d-4cfe-9029-bcc94537e9b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1481.955935] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:c4:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dcd8bfe-849d-4cfe-9029-bcc94537e9b8', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1481.964576] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Creating folder: Project (22adb7a6fa4a4d738e9cd74b98e65751). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1481.965942] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfacf2e6-5e97-4e1e-81e6-f75ff569fd2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1481.986400] env[69297]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error.
[ 1481.986400] env[69297]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69297) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}}
[ 1481.986400] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Folder already exists: Project (22adb7a6fa4a4d738e9cd74b98e65751). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}}
[ 1481.986400] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Creating folder: Instances. Parent ref: group-v588555. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1481.986400] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a523d8f-7edf-43f1-86d4-78900d78e9c6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1481.994329] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Created folder: Instances in parent group-v588555.
[ 1481.994541] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1481.994738] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1481.994962] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38aa9aca-160b-42c0-8691-327f85c7863e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1482.019589] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931322, 'name': ReconfigVM_Task, 'duration_secs': 0.450774} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1482.021170] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 23ef1747-d0bf-4525-a02d-54ebc4d6243a/23ef1747-d0bf-4525-a02d-54ebc4d6243a.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1482.022028] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1482.022028] env[69297]:    value = "task-2931325"
[ 1482.022028] env[69297]:    _type = "Task"
[ 1482.022028] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1482.022028] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9f0ab55-5ae9-42f1-bcd4-999991e487c6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1482.032224] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931325, 'name': CreateVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1482.033340] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for the task: (returnval){
[ 1482.033340] env[69297]:    value = "task-2931326"
[ 1482.033340] env[69297]:    _type = "Task"
[ 1482.033340] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1482.041537] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931326, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1482.350337] env[69297]: DEBUG nova.compute.manager [req-78eb1eba-f40c-49bf-9ede-7073a3b0bc59 req-04b7f783-9c9b-4bd6-ba3f-e67c44a38032 service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Received event network-changed-4dcd8bfe-849d-4cfe-9029-bcc94537e9b8 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1482.350604] env[69297]: DEBUG nova.compute.manager [req-78eb1eba-f40c-49bf-9ede-7073a3b0bc59 req-04b7f783-9c9b-4bd6-ba3f-e67c44a38032 service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Refreshing instance network info cache due to event network-changed-4dcd8bfe-849d-4cfe-9029-bcc94537e9b8. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1482.350886] env[69297]: DEBUG oslo_concurrency.lockutils [req-78eb1eba-f40c-49bf-9ede-7073a3b0bc59 req-04b7f783-9c9b-4bd6-ba3f-e67c44a38032 service nova] Acquiring lock "refresh_cache-b91ace70-321d-4303-ba68-a38e10282f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1482.351051] env[69297]: DEBUG oslo_concurrency.lockutils [req-78eb1eba-f40c-49bf-9ede-7073a3b0bc59 req-04b7f783-9c9b-4bd6-ba3f-e67c44a38032 service nova] Acquired lock "refresh_cache-b91ace70-321d-4303-ba68-a38e10282f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1482.351216] env[69297]: DEBUG nova.network.neutron [req-78eb1eba-f40c-49bf-9ede-7073a3b0bc59 req-04b7f783-9c9b-4bd6-ba3f-e67c44a38032 service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Refreshing network info cache for port 4dcd8bfe-849d-4cfe-9029-bcc94537e9b8 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1482.533258] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931325, 'name': CreateVM_Task, 'duration_secs': 0.346239} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1482.533448] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1482.534201] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '3625f037-82ae-41f1-baaa-c5279e1e4417', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588560', 'volume_id': '64eebae6-91d1-40df-af2a-e8027039969c', 'name': 'volume-64eebae6-91d1-40df-af2a-e8027039969c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b91ace70-321d-4303-ba68-a38e10282f81', 'attached_at': '', 'detached_at': '', 'volume_id': '64eebae6-91d1-40df-af2a-e8027039969c', 'serial': '64eebae6-91d1-40df-af2a-e8027039969c'}, 'volume_type': None}], 'swap': None} {{(pid=69297) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}}
[ 1482.534412] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Root volume attach. Driver type: vmdk {{(pid=69297) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}}
[ 1482.537949] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366815bf-fa72-4507-9fe7-12e4ef7cd232 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1482.549314] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70b319b-0b54-41d3-a111-a5380f0e1ca4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1482.551893] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931326, 'name': Rename_Task, 'duration_secs': 0.164468} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1482.552170] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1482.552733] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc5146ed-8135-4086-b546-254f6b65fa6e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1482.556268] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917772f0-9f3d-4884-96e4-c05947e85b8e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1482.559766] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for the task: (returnval){
[ 1482.559766] env[69297]:    value = "task-2931327"
[ 1482.559766] env[69297]:    _type = "Task"
[ 1482.559766] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1482.568109] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-928a593e-cb02-4a3d-8cc3-3906b27edb91 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1482.570276] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1482.573784] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for the task: (returnval){
[ 1482.573784] env[69297]:    value = "task-2931328"
[ 1482.573784] env[69297]:    _type = "Task"
[ 1482.573784] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1482.581217] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931328, 'name': RelocateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1482.944570] env[69297]: DEBUG oslo_concurrency.lockutils [None req-08e4a592-544e-4f02-aeb0-2141866b7fa3 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1482.946037] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.967s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1483.073444] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1483.089982] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931328, 'name': RelocateVM_Task} progress is 35%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1483.258648] env[69297]: DEBUG nova.network.neutron [req-78eb1eba-f40c-49bf-9ede-7073a3b0bc59 req-04b7f783-9c9b-4bd6-ba3f-e67c44a38032 service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Updated VIF entry in instance network info cache for port 4dcd8bfe-849d-4cfe-9029-bcc94537e9b8. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1483.259128] env[69297]: DEBUG nova.network.neutron [req-78eb1eba-f40c-49bf-9ede-7073a3b0bc59 req-04b7f783-9c9b-4bd6-ba3f-e67c44a38032 service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Updating instance_info_cache with network_info: [{"id": "4dcd8bfe-849d-4cfe-9029-bcc94537e9b8", "address": "fa:16:3e:e5:c4:cf", "network": {"id": "6834bc61-ecf4-4048-aa99-dbee35a7b359", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-187892410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22adb7a6fa4a4d738e9cd74b98e65751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcd8bfe-84", "ovs_interfaceid": "4dcd8bfe-849d-4cfe-9029-bcc94537e9b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1483.483942] env[69297]: INFO nova.compute.manager [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Swapping old allocation on dict_keys(['9303ec18-10b6-441c-809f-b9cc7d664453']) held by migration da9800d6-4c5e-44cd-b169-b1326b8365f6 for instance
[ 1483.509382] env[69297]: DEBUG nova.scheduler.client.report [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Overwriting current allocation {'allocations': {'9303ec18-10b6-441c-809f-b9cc7d664453': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': 'ccdd08ef4ffe4594a1fe66baaec56f84', 'user_id': '56edfacfb7a94a969440e9502d68f023', 'consumer_generation': 1} on consumer 665055ca-2209-41dd-84ee-98adb209c925 {{(pid=69297) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}}
[ 1483.572243] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1483.587376] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931328, 'name': RelocateVM_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1483.617424] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1483.617693] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquired lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1483.617971] env[69297]: DEBUG nova.network.neutron [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1483.763968] env[69297]: DEBUG oslo_concurrency.lockutils [req-78eb1eba-f40c-49bf-9ede-7073a3b0bc59 req-04b7f783-9c9b-4bd6-ba3f-e67c44a38032 service nova] Releasing lock "refresh_cache-b91ace70-321d-4303-ba68-a38e10282f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1483.988895] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance f29b0f1c-7f85-4c4b-8402-aa7958bebb7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.989170] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 48799466-77de-45c4-8786-a5ce333e9fa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.989204] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance a1c42ba5-a656-4d2f-8da4-f8558790f7fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.989347] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance ade366c6-e13e-4247-9dad-1035ef640406 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1483.989465] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance b38c80c7-3686-4e96-853f-24fb8643ce0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.989595] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance a4a8e06a-6def-4ef6-a500-13f1f753f63a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1483.989713] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.989854] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 3831d5ae-d59f-4199-be88-f4a8a37c623d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.989976] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance c249c505-4021-48be-b019-6dc02b8ae783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.990097] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 2e6e7566-a129-40fb-87bc-5e16b50e873a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.990207] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7b5ce58b-a3fb-439f-b678-a346db80c996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.990334] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 82d13872-02e7-4341-8c2b-e52431cb0889 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1483.990448] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 665055ca-2209-41dd-84ee-98adb209c925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.990559] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance edc3d4ee-834a-4b79-b98d-90273453c281 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.990670] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 35ff35b4-c97a-4102-9838-93195982dc21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.990803] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance f139222f-a841-4b9c-b01d-747b3101b3b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.990946] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 1093d24c-dc34-4047-a4ca-6ca7a0ff9723 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1483.991088] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1483.991210] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance dfab7710-542e-4666-951b-28a36f64fb6b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1483.991322] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance f2dad717-5774-448b-84d1-1d876c38b907 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.991432] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 23ef1747-d0bf-4525-a02d-54ebc4d6243a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1483.991542] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance b91ace70-321d-4303-ba68-a38e10282f81 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1484.073599] env[69297]: DEBUG oslo_vmware.api [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931327, 'name': PowerOnVM_Task, 'duration_secs': 1.096063} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1484.073779] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1484.073976] env[69297]: INFO nova.compute.manager [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Took 7.93 seconds to spawn the instance on the hypervisor.
[ 1484.074174] env[69297]: DEBUG nova.compute.manager [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1484.075064] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52840a7-684c-4b85-a7a4-97b57d9a530f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.091317] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931328, 'name': RelocateVM_Task} progress is 63%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1484.429175] env[69297]: DEBUG nova.network.neutron [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance_info_cache with network_info: [{"id": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "address": "fa:16:3e:ea:bd:67", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf346b71-4d", "ovs_interfaceid": "cf346b71-4d9f-439a-900c-c24f0e1c67ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1484.496036] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 19072792-9a92-4d32-9cac-8cb8c93b5cfb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1484.589276] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931328, 'name': RelocateVM_Task} progress is 78%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1484.599778] env[69297]: INFO nova.compute.manager [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Took 48.05 seconds to build instance.
[ 1484.932172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Releasing lock "refresh_cache-665055ca-2209-41dd-84ee-98adb209c925" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1484.932694] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1484.933050] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-244611de-e74f-4ba9-8f8d-f8c430f288a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1484.943126] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1484.943126] env[69297]:    value = "task-2931329"
[ 1484.943126] env[69297]:    _type = "Task"
[ 1484.943126] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1484.952201] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1485.002805] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 45c74116-94a5-42c9-acd6-b3dd1654628a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1485.090128] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931328, 'name': RelocateVM_Task} progress is 95%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1485.102862] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e2b5b0d-54ca-4fe2-b7ac-ffb2701771de tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 49.566s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1485.455099] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931329, 'name': PowerOffVM_Task, 'duration_secs': 0.410542} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1485.455447] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1485.456588] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:10:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='69859819-8632-4bf3-95a7-43cd1c57bef8',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-254656964',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1485.456830] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1485.456991] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1485.457287] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1485.457666] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1485.457867] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1485.458117] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1485.458309] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1485.458480] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1485.458641] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1485.458809] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1485.464664] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59aa704a-ac7e-48d4-96b9-34247299d374 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1485.482482] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1485.482482] env[69297]:    value = "task-2931330"
[ 1485.482482] env[69297]:    _type = "Task"
[ 1485.482482] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1485.490962] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1485.505921] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 06232291-7f72-4c25-b855-dcd3929fdb70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1485.506123] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (9303ec18-10b6-441c-809f-b9cc7d664453): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}}
[ 1485.593047] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931328, 'name': RelocateVM_Task} progress is 97%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1485.993096] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931330, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1486.010255] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance dbab721d-156b-437a-9ddc-412ffe662e83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1486.091128] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931328, 'name': RelocateVM_Task} progress is 97%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1486.494485] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931330, 'name': ReconfigVM_Task, 'duration_secs': 0.532297} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1486.495388] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f172d-6aff-47e6-bc12-a536cc2b00ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1486.516707] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1486.519217] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:10:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='69859819-8632-4bf3-95a7-43cd1c57bef8',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-254656964',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1486.519534] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1486.519929] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1486.520251] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1486.520433] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1486.520617] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1486.520843] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1486.521036] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1486.521228] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1486.521397] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1486.521595] env[69297]: DEBUG nova.virt.hardware [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1486.522778] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91e9054-360a-4ec1-828f-0e3e3bf4bf37 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1486.528544] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1486.528544] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a56632-acd4-a57d-a676-f7f73f2ff1d9"
[ 1486.528544] env[69297]:    _type = "Task"
[ 1486.528544] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1486.539522] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a56632-acd4-a57d-a676-f7f73f2ff1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1486.590303] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931328, 'name': RelocateVM_Task} progress is 98%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1486.635689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquiring lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1486.635965] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1486.636188] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquiring lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1486.636367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1486.636528] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1486.638537] env[69297]: INFO nova.compute.manager [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Terminating instance
[ 1487.024060] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance f0835cb6-57e7-4bc2-b4ec-66b44d96d00e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1487.024385] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1487.024529] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1487.038058] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a56632-acd4-a57d-a676-f7f73f2ff1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1487.043470] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1487.043756] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29ee28c8-4011-422b-b238-d01ee1807aa1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1487.064102] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1487.064102] env[69297]:    value = "task-2931331"
[ 1487.064102] env[69297]:    _type = "Task"
[ 1487.064102] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1487.073585] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1487.092174] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931328, 'name': RelocateVM_Task} progress is 98%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1487.143419] env[69297]: DEBUG nova.compute.manager [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1487.143741] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1487.145028] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca70901-ac1f-4378-a67e-df569f299472 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1487.152889] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1487.155624] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31f5ec29-a1c8-4b96-bd80-a26217c3aaf7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1487.161800] env[69297]: DEBUG oslo_vmware.api [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for the task: (returnval){
[ 1487.161800] env[69297]:    value = "task-2931332"
[ 1487.161800] env[69297]:    _type = "Task"
[ 1487.161800] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1487.169490] env[69297]: DEBUG oslo_vmware.api [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1487.410680] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2390fe-5ffd-49d1-b56e-81b0c6dc7c0f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1487.418796] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3492c7be-2ad0-480d-af76-5074eddb1f51 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1487.452103] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358cf6fa-7a31-40a5-b9dc-730f24ec59b2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1487.464663] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2882ace4-7169-418f-8d8b-9594d7159af1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.287082] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1488.297888] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1488.306784] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931331, 'name': ReconfigVM_Task, 'duration_secs': 0.580267} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1488.312748] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1488.313619] env[69297]: DEBUG oslo_vmware.api [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931332, 'name': PowerOffVM_Task, 'duration_secs': 0.481031} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1488.313837] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931328, 'name': RelocateVM_Task, 'duration_secs': 5.238796} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1488.314596] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf33d07d-342e-49ca-bd7d-90063674662a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.317520] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1488.317692] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1488.317952] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1488.318171] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588560', 'volume_id': '64eebae6-91d1-40df-af2a-e8027039969c', 'name': 'volume-64eebae6-91d1-40df-af2a-e8027039969c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b91ace70-321d-4303-ba68-a38e10282f81', 'attached_at': '', 'detached_at': '', 'volume_id': '64eebae6-91d1-40df-af2a-e8027039969c', 'serial': '64eebae6-91d1-40df-af2a-e8027039969c'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1488.318682] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c41ecbf-48f8-49d0-ac5e-b0a7d00b4cf5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.320575] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5140b415-f02d-491b-bd37-6262c22b8be5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.343705] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 665055ca-2209-41dd-84ee-98adb209c925/665055ca-2209-41dd-84ee-98adb209c925.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1488.355206] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5c69ef-0d56-4ba1-b231-4368e705093b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.369860] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17db4fab-c24f-4248-9977-d9701cb97720 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.395157] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-64eebae6-91d1-40df-af2a-e8027039969c/volume-64eebae6-91d1-40df-af2a-e8027039969c.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1488.398289] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf79dd54-655b-4c43-94cd-444e13d0826b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.413572] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1488.413572] env[69297]:    value = "task-2931334"
[ 1488.413572] env[69297]:    _type = "Task"
[ 1488.413572] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1488.413922] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1488.413995] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1488.414191] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Deleting the datastore file [datastore1] 23ef1747-d0bf-4525-a02d-54ebc4d6243a {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1488.414868] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd73a775-4445-4244-a67a-39e7bd94c44c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.422013] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for the task: (returnval){
[ 1488.422013] env[69297]:    value = "task-2931335"
[ 1488.422013] env[69297]:    _type = "Task"
[ 1488.422013] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1488.432033] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1488.432033] env[69297]: DEBUG oslo_vmware.api [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for the task: (returnval){
[ 1488.432033] env[69297]:    value = "task-2931336"
[ 1488.432033] env[69297]:    _type = "Task"
[ 1488.432033] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1488.437120] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1488.442483] env[69297]: DEBUG oslo_vmware.api [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1488.802477] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1488.802735] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.857s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1488.803027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.340s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1488.804543] env[69297]: INFO nova.compute.claims [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1488.807183] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1488.807328] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Cleaning up deleted instances {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}}
[ 1488.924536] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931334, 'name': ReconfigVM_Task, 'duration_secs': 0.503881} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1488.927731] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 665055ca-2209-41dd-84ee-98adb209c925/665055ca-2209-41dd-84ee-98adb209c925.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1488.928635] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd23b472-044f-43f3-bfb9-e4c27e568e66 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.937534] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931335, 'name': ReconfigVM_Task, 'duration_secs': 0.411497} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1488.951824] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-64eebae6-91d1-40df-af2a-e8027039969c/volume-64eebae6-91d1-40df-af2a-e8027039969c.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1488.960133] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee95a68-4a21-457c-81f4-d25a1536269b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.970684] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09179a6-a606-4a27-acb1-9462f8956261 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.973224] env[69297]: DEBUG oslo_vmware.api [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Task: {'id': task-2931336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192134} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1488.973466] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1488.973640] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1488.973826] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1488.974053] env[69297]: INFO nova.compute.manager [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Took 1.83 seconds to destroy the instance on the hypervisor.
[ 1488.974296] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1488.975126] env[69297]: DEBUG nova.compute.manager [-] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1488.975231] env[69297]: DEBUG nova.network.neutron [-] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1488.992728] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539fa5da-5846-40d1-927f-0d346a7c40aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1488.995417] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for the task: (returnval){
[ 1488.995417] env[69297]:    value = "task-2931337"
[ 1488.995417] env[69297]:    _type = "Task"
[ 1488.995417] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1489.013115] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1758b7b1-fc90-47a2-8620-3870f8996c91 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1489.019470] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1489.024999] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1489.025308] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b0a9565-fdc9-4861-a7ee-ac2b4ed23e28 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1489.030449] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1489.030449] env[69297]:    value = "task-2931338"
[ 1489.030449] env[69297]:    _type = "Task"
[ 1489.030449] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1489.039571] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1489.325193] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] There are 40 instances to clean {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}}
[ 1489.325479] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 6510900b-ea48-4f86-bed1-b5ed58b948ad] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1489.365938] env[69297]: DEBUG nova.compute.manager [req-f91a8818-eb38-47eb-bd2b-5ff38be96526 req-47b4fb1e-5391-4fd4-b775-60c9b734507d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Received event network-vif-deleted-f7c87324-b4b5-4009-b294-2bf912172688 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1489.366093] env[69297]: INFO nova.compute.manager [req-f91a8818-eb38-47eb-bd2b-5ff38be96526 req-47b4fb1e-5391-4fd4-b775-60c9b734507d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Neutron deleted interface f7c87324-b4b5-4009-b294-2bf912172688; detaching it from the instance and deleting it from the info cache
[ 1489.366447] env[69297]: DEBUG nova.network.neutron [req-f91a8818-eb38-47eb-bd2b-5ff38be96526 req-47b4fb1e-5391-4fd4-b775-60c9b734507d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1489.508309] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931337, 'name': ReconfigVM_Task, 'duration_secs': 0.12501} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1489.508623] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588560', 'volume_id': '64eebae6-91d1-40df-af2a-e8027039969c', 'name': 'volume-64eebae6-91d1-40df-af2a-e8027039969c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b91ace70-321d-4303-ba68-a38e10282f81', 'attached_at': '', 'detached_at': '', 'volume_id': '64eebae6-91d1-40df-af2a-e8027039969c', 'serial': '64eebae6-91d1-40df-af2a-e8027039969c'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1489.509190] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a80a4f0-43b2-4ada-90cd-c7b055458660 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1489.517638] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for the task: (returnval){
[ 1489.517638] env[69297]:    value = "task-2931339"
[ 1489.517638] env[69297]:    _type = "Task"
[ 1489.517638] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1489.526991] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931339, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1489.540185] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931338, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1489.711053] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a512b7f-55fa-4104-8670-57fbfd8f1006 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1489.719646] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962edfe7-7d37-4922-8352-5e0fe13def69 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1489.749056] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd99e19-5d0b-4f3e-a339-9f557c9f9d5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1489.756583] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdacc03-ee5f-469d-848a-b1d45cb072a7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1489.770707] env[69297]: DEBUG nova.compute.provider_tree [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1489.832103] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 97323847-2131-4245-b61d-985a58a66e11] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1489.848713] env[69297]: DEBUG nova.network.neutron [-] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1489.869813] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1dcd997f-24df-4602-9ad4-a30e0c7a2338 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1489.879940] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21c956e-25bf-450a-8cd3-0eb21730ccc7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1489.916349] env[69297]: DEBUG nova.compute.manager [req-f91a8818-eb38-47eb-bd2b-5ff38be96526 req-47b4fb1e-5391-4fd4-b775-60c9b734507d service nova] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Detach interface failed, port_id=f7c87324-b4b5-4009-b294-2bf912172688, reason: Instance 23ef1747-d0bf-4525-a02d-54ebc4d6243a could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1490.027056] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931339, 'name': Rename_Task, 'duration_secs': 0.145425} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1490.027379] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1490.027623] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80e0397a-400b-4671-8576-2102b55b037c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1490.036474] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for the task: (returnval){
[ 1490.036474] env[69297]:    value = "task-2931340"
[ 1490.036474] env[69297]:    _type = "Task"
[ 1490.036474] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1490.042713] env[69297]: DEBUG oslo_vmware.api [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931338, 'name': PowerOnVM_Task, 'duration_secs': 0.61423} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1490.043247] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1490.049093] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1490.274656] env[69297]: DEBUG nova.scheduler.client.report [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1490.335701] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: ef10624e-0d25-4240-b925-f7f99f212a8b] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1490.352074] env[69297]: INFO nova.compute.manager [-] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Took 1.38 seconds to deallocate network for instance.
[ 1490.548190] env[69297]: DEBUG oslo_vmware.api [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931340, 'name': PowerOnVM_Task, 'duration_secs': 0.48226} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1490.548470] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1490.548673] env[69297]: INFO nova.compute.manager [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Took 10.08 seconds to spawn the instance on the hypervisor.
[ 1490.548846] env[69297]: DEBUG nova.compute.manager [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1490.549633] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1df491-fabe-4ee0-8df8-c01fd8184bef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1490.780177] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.977s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1490.780742] env[69297]: DEBUG nova.compute.manager [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1490.783369] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.097s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1490.784747] env[69297]: INFO nova.compute.claims [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1490.840014] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 5d2fc2d4-b02c-45ed-addb-36766b55bf5d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1490.864117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1491.058934] env[69297]: INFO nova.compute.manager [None req-0b3b9481-22d9-462d-967f-44eec17f8e5f tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance to original state: 'active'
[ 1491.070921] env[69297]: INFO nova.compute.manager [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Took 53.41 seconds to build instance.
[ 1491.291315] env[69297]: DEBUG nova.compute.utils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1491.292700] env[69297]: DEBUG nova.compute.manager [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1491.292873] env[69297]: DEBUG nova.network.neutron [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1491.342987] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 2a5fca55-728c-40f0-99e4-d2a19cbeec98] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1491.348951] env[69297]: DEBUG nova.policy [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83d0bdca17e8425ab351bed68715a859', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c26fff254e98443986e6a4efe9c32747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1491.573512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9490617f-34cd-414c-99fa-8cb7a71350c3 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "b91ace70-321d-4303-ba68-a38e10282f81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.922s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1491.797579] env[69297]: DEBUG nova.compute.manager [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1491.848516] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: aaa0201b-5e5b-4a35-a327-dfa54ca3400d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1491.931503] env[69297]: DEBUG nova.network.neutron [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Successfully created port: 640aa874-6e8b-4fcb-938e-77b7ab0ba7db {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1492.248444] env[69297]: DEBUG oslo_vmware.rw_handles [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a69ef4-b6a2-fb79-85f4-6ef089ada5c2/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1492.249914] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc637aa-7da4-4509-9415-d2f9d0eb6c3e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.259918] env[69297]: DEBUG oslo_vmware.rw_handles [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a69ef4-b6a2-fb79-85f4-6ef089ada5c2/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1492.260012] env[69297]: ERROR oslo_vmware.rw_handles [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a69ef4-b6a2-fb79-85f4-6ef089ada5c2/disk-0.vmdk due to incomplete transfer.
[ 1492.260488] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe3a2bae-1934-4342-85cf-6fd43703dd2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.268840] env[69297]: DEBUG oslo_vmware.rw_handles [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a69ef4-b6a2-fb79-85f4-6ef089ada5c2/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1492.268840] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Uploaded image 9110c3fb-25c9-4417-8e77-2644f977d8e2 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1492.270510] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1492.273597] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6b730ce-b778-4f84-b4b1-1d18742ce3b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.282312] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1492.282312] env[69297]:    value = "task-2931341"
[ 1492.282312] env[69297]:    _type = "Task"
[ 1492.282312] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1492.288256] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931341, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1492.319019] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9703ed72-76d8-4ec4-98f8-0354cc267447 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.327885] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e414e2-06b6-4619-b2b4-ce1d89482018 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.362525] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 1ef70ab1-479b-4eaf-8e46-0662d9f3d12e] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1492.366115] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a713699-8db4-4eb2-9561-a18d21f4c3c7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.374719] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ec816b-bff3-4260-998e-45481bfe0e11 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.390386] env[69297]: DEBUG nova.compute.provider_tree [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1492.791105] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931341, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1492.809445] env[69297]: DEBUG nova.compute.manager [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1492.833499] env[69297]: DEBUG nova.virt.hardware [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1492.833751] env[69297]: DEBUG nova.virt.hardware [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1492.833907] env[69297]: DEBUG nova.virt.hardware [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1492.834102] env[69297]: DEBUG nova.virt.hardware [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1492.834257] env[69297]: DEBUG nova.virt.hardware [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1492.834402] env[69297]: DEBUG nova.virt.hardware [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1492.834606] env[69297]: DEBUG nova.virt.hardware [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1492.834766] env[69297]: DEBUG nova.virt.hardware [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1492.834933] env[69297]: DEBUG nova.virt.hardware [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1492.835382] env[69297]: DEBUG nova.virt.hardware [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1492.835630] env[69297]: DEBUG nova.virt.hardware [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1492.836505] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee934585-0125-4014-92ee-84da685e7696 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.846289] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5d7890-f10e-43a9-8d56-56435b884ce1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1492.866635] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 01cbc35b-115d-4fdd-9047-e1260bceb7d3] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1492.894160] env[69297]: DEBUG nova.scheduler.client.report [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1492.928137] env[69297]: DEBUG nova.compute.manager [req-f715a32f-8c70-4b13-ada7-8b62a9960b7a req-a714289d-2a10-45b8-80a7-29ea4a5c966f service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Received event network-changed-4dcd8bfe-849d-4cfe-9029-bcc94537e9b8 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1492.928424] env[69297]: DEBUG nova.compute.manager [req-f715a32f-8c70-4b13-ada7-8b62a9960b7a req-a714289d-2a10-45b8-80a7-29ea4a5c966f service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Refreshing instance network info cache due to event network-changed-4dcd8bfe-849d-4cfe-9029-bcc94537e9b8. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1492.928775] env[69297]: DEBUG oslo_concurrency.lockutils [req-f715a32f-8c70-4b13-ada7-8b62a9960b7a req-a714289d-2a10-45b8-80a7-29ea4a5c966f service nova] Acquiring lock "refresh_cache-b91ace70-321d-4303-ba68-a38e10282f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1492.930079] env[69297]: DEBUG oslo_concurrency.lockutils [req-f715a32f-8c70-4b13-ada7-8b62a9960b7a req-a714289d-2a10-45b8-80a7-29ea4a5c966f service nova] Acquired lock "refresh_cache-b91ace70-321d-4303-ba68-a38e10282f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1492.930291] env[69297]: DEBUG nova.network.neutron [req-f715a32f-8c70-4b13-ada7-8b62a9960b7a req-a714289d-2a10-45b8-80a7-29ea4a5c966f service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Refreshing network info cache for port 4dcd8bfe-849d-4cfe-9029-bcc94537e9b8 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1493.290576] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931341, 'name': Destroy_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1493.370470] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 1d64138f-358b-41a0-855b-e92b53ae8fd0] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1493.400626] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1493.401229] env[69297]: DEBUG nova.compute.manager [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1493.403789] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.274s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1493.403980] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1493.405974] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.846s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1493.409366] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1493.409366] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.774s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1493.409366] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1493.411847] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.809s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1493.412931] env[69297]: INFO nova.compute.claims [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1493.442623] env[69297]: INFO nova.scheduler.client.report [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleted allocations for instance ade366c6-e13e-4247-9dad-1035ef640406
[ 1493.451396] env[69297]: INFO nova.scheduler.client.report [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted allocations for instance 82d13872-02e7-4341-8c2b-e52431cb0889
[ 1493.593459] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "665055ca-2209-41dd-84ee-98adb209c925" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1493.593719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "665055ca-2209-41dd-84ee-98adb209c925" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1493.593923] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "665055ca-2209-41dd-84ee-98adb209c925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1493.594123] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "665055ca-2209-41dd-84ee-98adb209c925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1493.594295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "665055ca-2209-41dd-84ee-98adb209c925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1493.596415] env[69297]: INFO nova.compute.manager [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Terminating instance
[ 1493.743854] env[69297]: DEBUG nova.network.neutron [req-f715a32f-8c70-4b13-ada7-8b62a9960b7a req-a714289d-2a10-45b8-80a7-29ea4a5c966f service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Updated VIF entry in instance network info cache for port 4dcd8bfe-849d-4cfe-9029-bcc94537e9b8. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1493.745733] env[69297]: DEBUG nova.network.neutron [req-f715a32f-8c70-4b13-ada7-8b62a9960b7a req-a714289d-2a10-45b8-80a7-29ea4a5c966f service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Updating instance_info_cache with network_info: [{"id": "4dcd8bfe-849d-4cfe-9029-bcc94537e9b8", "address": "fa:16:3e:e5:c4:cf", "network": {"id": "6834bc61-ecf4-4048-aa99-dbee35a7b359", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-187892410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22adb7a6fa4a4d738e9cd74b98e65751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcd8bfe-84", "ovs_interfaceid": "4dcd8bfe-849d-4cfe-9029-bcc94537e9b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1493.792806] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931341, 'name': Destroy_Task, 'duration_secs': 1.020428} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1493.793662] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Destroyed the VM
[ 1493.793662] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1493.793993] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae3d7070-1ab1-472f-8ad2-06fce12c7a9f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1493.801740] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1493.801740] env[69297]:    value = "task-2931342"
[ 1493.801740] env[69297]:    _type = "Task"
[ 1493.801740] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1493.809440] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1493.873601] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 9971da56-8816-4274-8ee1-726a3608fcb8] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1493.919064] env[69297]: DEBUG nova.compute.utils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1493.923168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f1d3c65-6950-4818-b1fd-7a8abd232552 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 65.854s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1493.926438] env[69297]: DEBUG nova.compute.manager [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1493.927050] env[69297]: DEBUG nova.network.neutron [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1493.928808] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 41.577s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1493.928986] env[69297]: INFO nova.compute.manager [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Unshelving
[ 1493.967114] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff887d57-06bb-4e03-8ee4-7ee2eaccb386 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "82d13872-02e7-4341-8c2b-e52431cb0889" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 47.902s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1493.968252] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c86164ec-b30b-4a70-9e89-dca3fbf60306 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "ade366c6-e13e-4247-9dad-1035ef640406" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 48.472s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1493.970415] env[69297]: DEBUG oslo_concurrency.lockutils [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] Acquired lock "ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1493.971524] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ab37c4-7647-4009-9e57-536eb808097f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1493.979806] env[69297]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error.
[ 1493.979993] env[69297]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69297) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}}
[ 1493.981163] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14ecdcbd-8620-4b7a-b9ce-cfc270ac9f8f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1493.990079] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d824ef8-ef81-4723-90d1-cb4d2babaad2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.002461] env[69297]: DEBUG nova.policy [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7efd14ab08a4f8db159518207f06cee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd367fa51de8f41ddb074ab073a406478', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1494.029022] env[69297]: ERROR root [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n    response = request(managed_object, **kwargs)\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n    return client.invoke(args, kwargs)\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n    result = self.send(soapenv, timeout=timeout)\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n    return self.process_reply(reply.message, None, None)\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n    raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-588447' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n    return api_method(*args, **kwargs)\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n    props = get_object_properties(vim, moref, [property_name],\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n    retrieve_result = vim.RetrievePropertiesEx(\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n    raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-588447' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-588447' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-588447'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', '  File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n    return self.invoke_api(module, method, self.vim, *args,\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n    return _invoke_api(module, method, *args, **kwargs)\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n    return evt.wait()\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n    result = hub.switch()\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n    return self.greenlet.switch()\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n    idle = self.f(*self.args, **self.kw)\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n    result = f(*args, **kwargs)\n', '  File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n    raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-588447' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-588447' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-588447'}\n"]: nova.exception.InstanceNotFound: Instance ade366c6-e13e-4247-9dad-1035ef640406 could not be found.
[ 1494.029022] env[69297]: DEBUG oslo_concurrency.lockutils [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] Releasing lock "ade366c6-e13e-4247-9dad-1035ef640406" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1494.029022] env[69297]: DEBUG nova.compute.manager [req-bc6eda6b-7e61-4286-a1b7-b69611a7464b req-d49ad686-421c-46bb-b373-85c9a0122f86 service nova] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Detach interface failed, port_id=60318b11-a240-471f-8782-edcd0d6f051c, reason: Instance ade366c6-e13e-4247-9dad-1035ef640406 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1494.100100] env[69297]: DEBUG nova.compute.manager [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1494.100220] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1494.101156] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4a45a2-c753-4b44-b89b-4b275174fca0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.108428] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1494.108709] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15e7703d-266b-4330-9659-19f43d224a1c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.115227] env[69297]: DEBUG oslo_vmware.api [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1494.115227] env[69297]:    value = "task-2931343"
[ 1494.115227] env[69297]:    _type = "Task"
[ 1494.115227] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1494.123016] env[69297]: DEBUG oslo_vmware.api [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1494.246921] env[69297]: DEBUG oslo_concurrency.lockutils [req-f715a32f-8c70-4b13-ada7-8b62a9960b7a req-a714289d-2a10-45b8-80a7-29ea4a5c966f service nova] Releasing lock "refresh_cache-b91ace70-321d-4303-ba68-a38e10282f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1494.280143] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1494.280416] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1494.311511] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1494.380028] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 325218ad-6e90-4211-99b5-6df5bb6ebd7d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1494.421826] env[69297]: DEBUG nova.compute.manager [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1494.467708] env[69297]: DEBUG nova.network.neutron [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Successfully updated port: 640aa874-6e8b-4fcb-938e-77b7ab0ba7db {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1494.551415] env[69297]: DEBUG nova.network.neutron [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Successfully created port: 652c10fa-789d-4996-b665-93ab3cc2eca1 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1494.631928] env[69297]: DEBUG oslo_vmware.api [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931343, 'name': PowerOffVM_Task, 'duration_secs': 0.327665} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1494.631928] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1494.631928] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1494.631928] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d59e8e4-5bf4-4b83-8dd0-5c1d5ea6a6f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.701955] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1494.702171] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1494.702350] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Deleting the datastore file [datastore2] 665055ca-2209-41dd-84ee-98adb209c925 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1494.702601] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f5eebf6-c080-4e6e-a3bb-1ad59976b08c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.715101] env[69297]: DEBUG oslo_vmware.api [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1494.715101] env[69297]:    value = "task-2931345"
[ 1494.715101] env[69297]:    _type = "Task"
[ 1494.715101] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1494.726986] env[69297]: DEBUG oslo_vmware.api [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1494.784035] env[69297]: DEBUG nova.compute.manager [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1494.815426] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931342, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1494.875168] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a38f01-2426-43fe-8ef2-f289941a574e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.882428] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 0ccd9dbc-38cb-4a6a-a55a-69632034b7e1] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1494.885038] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4664415e-7c0a-4585-9a13-fb13d9e669e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.919340] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e8fdd-d479-4a57-a9e6-7ab2d067683c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.930668] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43341dab-ccbb-4223-ba12-1371836ef1da {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1494.946483] env[69297]: DEBUG nova.compute.utils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1494.948277] env[69297]: DEBUG nova.compute.provider_tree [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1494.958669] env[69297]: DEBUG nova.compute.manager [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Received event network-vif-plugged-640aa874-6e8b-4fcb-938e-77b7ab0ba7db {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1494.959139] env[69297]: DEBUG oslo_concurrency.lockutils [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] Acquiring lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1494.959369] env[69297]: DEBUG oslo_concurrency.lockutils [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] Lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1494.959525] env[69297]: DEBUG oslo_concurrency.lockutils [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] Lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1494.959686] env[69297]: DEBUG nova.compute.manager [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] No waiting events found dispatching network-vif-plugged-640aa874-6e8b-4fcb-938e-77b7ab0ba7db {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1494.959845] env[69297]: WARNING nova.compute.manager [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Received unexpected event network-vif-plugged-640aa874-6e8b-4fcb-938e-77b7ab0ba7db for instance with vm_state building and task_state spawning.
[ 1494.960076] env[69297]: DEBUG nova.compute.manager [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Received event network-changed-640aa874-6e8b-4fcb-938e-77b7ab0ba7db {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1494.960242] env[69297]: DEBUG nova.compute.manager [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Refreshing instance network info cache due to event network-changed-640aa874-6e8b-4fcb-938e-77b7ab0ba7db. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1494.960430] env[69297]: DEBUG oslo_concurrency.lockutils [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] Acquiring lock "refresh_cache-19072792-9a92-4d32-9cac-8cb8c93b5cfb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1494.960564] env[69297]: DEBUG oslo_concurrency.lockutils [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] Acquired lock "refresh_cache-19072792-9a92-4d32-9cac-8cb8c93b5cfb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1494.960904] env[69297]: DEBUG nova.network.neutron [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Refreshing network info cache for port 640aa874-6e8b-4fcb-938e-77b7ab0ba7db {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1494.975214] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "refresh_cache-19072792-9a92-4d32-9cac-8cb8c93b5cfb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1495.223830] env[69297]: DEBUG oslo_vmware.api [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165455} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1495.224139] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1495.224329] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1495.224504] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1495.224677] env[69297]: INFO nova.compute.manager [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1495.224931] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1495.225205] env[69297]: DEBUG nova.compute.manager [-] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1495.225364] env[69297]: DEBUG nova.network.neutron [-] [instance: 665055ca-2209-41dd-84ee-98adb209c925] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1495.312783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1495.318294] env[69297]: DEBUG oslo_vmware.api [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931342, 'name': RemoveSnapshot_Task, 'duration_secs': 1.161936} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1495.318551] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1495.318791] env[69297]: INFO nova.compute.manager [None req-26c7e12a-4603-436b-a252-5137775f8719 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Took 19.34 seconds to snapshot the instance on the hypervisor.
[ 1495.389916] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 5e4c9e67-c5c0-454d-90a8-49c62ccfe399] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1495.437123] env[69297]: DEBUG nova.compute.manager [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1495.451153] env[69297]: INFO nova.virt.block_device [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Booting with volume e1df430b-e01f-4ad5-a19f-f2c46161b8ca at /dev/sdb
[ 1495.453387] env[69297]: DEBUG nova.scheduler.client.report [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1495.477028] env[69297]: DEBUG nova.virt.hardware [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1495.477244] env[69297]: DEBUG nova.virt.hardware [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1495.477401] env[69297]: DEBUG nova.virt.hardware [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1495.477579] env[69297]: DEBUG nova.virt.hardware [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1495.477719] env[69297]: DEBUG nova.virt.hardware [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1495.477903] env[69297]: DEBUG nova.virt.hardware [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1495.478151] env[69297]: DEBUG nova.virt.hardware [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1495.478442] env[69297]: DEBUG nova.virt.hardware [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1495.478509] env[69297]: DEBUG nova.virt.hardware [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1495.478757] env[69297]: DEBUG nova.virt.hardware [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1495.478873] env[69297]: DEBUG nova.virt.hardware [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1495.480194] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b9ce95-77fa-473b-bc52-42728d50d340 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.490598] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e06c11a-0eb9-4f8b-864f-527dc2ab8e00 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.495567] env[69297]: DEBUG nova.network.neutron [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1495.509384] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ad39345-b8c1-4926-9f74-c3431aca5f22 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.517998] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb1c386-6d9f-46ad-81d0-ac1ef17f94d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.552149] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8130181-b576-43a6-8813-16721d712fa2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.560960] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8731bf-f171-4e33-899d-9671833b756b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.577035] env[69297]: DEBUG nova.network.neutron [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1495.600457] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377f0584-02da-455c-a269-e859bbc22691 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.607188] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0721ddf2-2265-4a2d-a70d-bb02b4457b4d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1495.619743] env[69297]: DEBUG nova.virt.block_device [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updating existing volume attachment record: 5b52ad63-36a1-44ee-9adb-8a16c9a05dd6 {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1495.893355] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 010107bd-fe8f-4008-868b-f8b39c1d855f] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1495.958069] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1495.959023] env[69297]: DEBUG nova.compute.manager [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1495.961160] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.488s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1495.961382] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1495.963801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.228s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1495.965178] env[69297]: INFO nova.compute.claims [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1495.996504] env[69297]: INFO nova.scheduler.client.report [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleted allocations for instance a4a8e06a-6def-4ef6-a500-13f1f753f63a
[ 1496.074175] env[69297]: DEBUG nova.network.neutron [-] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1496.076342] env[69297]: DEBUG oslo_concurrency.lockutils [req-e232df2f-9361-4a15-8ad7-754e6ed7dc30 req-7ea0475b-0705-4dc4-81f9-7c53083d89e2 service nova] Releasing lock "refresh_cache-19072792-9a92-4d32-9cac-8cb8c93b5cfb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1496.076744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired lock "refresh_cache-19072792-9a92-4d32-9cac-8cb8c93b5cfb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1496.076885] env[69297]: DEBUG nova.network.neutron [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1496.245981] env[69297]: DEBUG nova.network.neutron [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Successfully updated port: 652c10fa-789d-4996-b665-93ab3cc2eca1 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1496.396198] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 02b8da67-2bd0-4e21-b052-b4748e26677f] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1496.464124] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1496.464366] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1496.469169] env[69297]: DEBUG nova.compute.utils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1496.470362] env[69297]: DEBUG nova.compute.manager [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1496.470533] env[69297]: DEBUG nova.network.neutron [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1496.505217] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8e55aa12-685b-44db-9820-73a321703bc3 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a4a8e06a-6def-4ef6-a500-13f1f753f63a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 41.709s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1496.563787] env[69297]: DEBUG nova.policy [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4574c5442ff42fab13f9425b103f965', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa6fddfe86c74ac69b5e3b1ad93581e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1496.576836] env[69297]: INFO nova.compute.manager [-] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Took 1.35 seconds to deallocate network for instance.
[ 1496.617145] env[69297]: DEBUG nova.network.neutron [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1496.748246] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1496.748473] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1496.748644] env[69297]: DEBUG nova.network.neutron [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1496.750754] env[69297]: DEBUG nova.network.neutron [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Updating instance_info_cache with network_info: [{"id": "640aa874-6e8b-4fcb-938e-77b7ab0ba7db", "address": "fa:16:3e:f2:3a:1e", "network": {"id": "aee99af1-02e1-4599-a0a6-b3634ad721b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-526811456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26fff254e98443986e6a4efe9c32747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap640aa874-6e", "ovs_interfaceid": "640aa874-6e8b-4fcb-938e-77b7ab0ba7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1496.900874] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 027ce8e3-fcd7-4ecb-804e-e7669cf5c8f3] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1496.967206] env[69297]: DEBUG nova.compute.manager [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1496.973968] env[69297]: DEBUG nova.network.neutron [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Successfully created port: ad7fd9c3-1f96-442e-ae12-2ebf117ce221 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1496.979471] env[69297]: DEBUG nova.compute.manager [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1497.059368] env[69297]: DEBUG nova.compute.manager [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Received event network-vif-deleted-cf346b71-4d9f-439a-900c-c24f0e1c67ba {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1497.059368] env[69297]: DEBUG nova.compute.manager [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Received event network-vif-plugged-652c10fa-789d-4996-b665-93ab3cc2eca1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1497.059368] env[69297]: DEBUG oslo_concurrency.lockutils [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] Acquiring lock "45c74116-94a5-42c9-acd6-b3dd1654628a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1497.059368] env[69297]: DEBUG oslo_concurrency.lockutils [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1497.059368] env[69297]: DEBUG oslo_concurrency.lockutils [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1497.059368] env[69297]: DEBUG nova.compute.manager [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] No waiting events found dispatching network-vif-plugged-652c10fa-789d-4996-b665-93ab3cc2eca1 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1497.059368] env[69297]: WARNING nova.compute.manager [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Received unexpected event network-vif-plugged-652c10fa-789d-4996-b665-93ab3cc2eca1 for instance with vm_state building and task_state spawning.
[ 1497.060327] env[69297]: DEBUG nova.compute.manager [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Received event network-changed-652c10fa-789d-4996-b665-93ab3cc2eca1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1497.060652] env[69297]: DEBUG nova.compute.manager [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Refreshing instance network info cache due to event network-changed-652c10fa-789d-4996-b665-93ab3cc2eca1. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1497.060961] env[69297]: DEBUG oslo_concurrency.lockutils [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] Acquiring lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1497.082838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1497.224130] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1497.224460] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.004s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1497.224678] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1497.224941] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1497.225184] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1497.227570] env[69297]: INFO nova.compute.manager [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Terminating instance
[ 1497.256018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Releasing lock "refresh_cache-19072792-9a92-4d32-9cac-8cb8c93b5cfb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1497.256018] env[69297]: DEBUG nova.compute.manager [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Instance network_info: |[{"id": "640aa874-6e8b-4fcb-938e-77b7ab0ba7db", "address": "fa:16:3e:f2:3a:1e", "network": {"id": "aee99af1-02e1-4599-a0a6-b3634ad721b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-526811456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c26fff254e98443986e6a4efe9c32747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap640aa874-6e", "ovs_interfaceid": "640aa874-6e8b-4fcb-938e-77b7ab0ba7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1497.256018] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:3a:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '640aa874-6e8b-4fcb-938e-77b7ab0ba7db', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1497.264460] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1497.267645] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1497.268138] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-008176d3-edcc-4fdd-b58f-eb9cabe94410 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.294020] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1497.294020] env[69297]:    value = "task-2931349"
[ 1497.294020] env[69297]:    _type = "Task"
[ 1497.294020] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1497.302099] env[69297]: DEBUG nova.network.neutron [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1497.304811] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931349, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1497.356375] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9687b5e0-af43-409a-ad61-7f4a1eaed71e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.364421] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fae72d2-c405-48df-9210-9579ddb21279 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.399085] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d978db2-47b1-47a9-a8bf-0ebd3e60848e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.405332] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 1de1db29-df8e-4de4-8d18-83f4ddd3357d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1497.408199] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81de209-dc86-46ad-9957-7b8b923937c8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.423052] env[69297]: DEBUG nova.compute.provider_tree [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1497.462640] env[69297]: DEBUG nova.network.neutron [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance_info_cache with network_info: [{"id": "652c10fa-789d-4996-b665-93ab3cc2eca1", "address": "fa:16:3e:57:c8:28", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c10fa-78", "ovs_interfaceid": "652c10fa-789d-4996-b665-93ab3cc2eca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1497.487494] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1497.732048] env[69297]: DEBUG nova.compute.manager [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1497.732048] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1497.733464] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b017496-51b7-4bfd-9173-b1c3ad32b2a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.741207] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1497.741513] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f40191d-0b29-4521-93f7-6402e524a289 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.748538] env[69297]: DEBUG oslo_vmware.api [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1497.748538] env[69297]:    value = "task-2931350"
[ 1497.748538] env[69297]:    _type = "Task"
[ 1497.748538] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1497.756313] env[69297]: DEBUG oslo_vmware.api [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1497.802762] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931349, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1497.913576] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: a8774bfd-c97a-47a2-bd49-13d8ef773fb0] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1497.926336] env[69297]: DEBUG nova.scheduler.client.report [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1497.965190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1497.968192] env[69297]: DEBUG nova.compute.manager [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Instance network_info: |[{"id": "652c10fa-789d-4996-b665-93ab3cc2eca1", "address": "fa:16:3e:57:c8:28", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c10fa-78", "ovs_interfaceid": "652c10fa-789d-4996-b665-93ab3cc2eca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1497.968192] env[69297]: DEBUG oslo_concurrency.lockutils [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] Acquired lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1497.968192] env[69297]: DEBUG nova.network.neutron [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Refreshing network info cache for port 652c10fa-789d-4996-b665-93ab3cc2eca1 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1497.968192] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:c8:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '652c10fa-789d-4996-b665-93ab3cc2eca1', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1497.975034] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1497.975979] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1497.976259] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-763fbfe6-85cc-4a76-91da-e3737982d866 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1497.994510] env[69297]: DEBUG nova.compute.manager [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1498.003560] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1498.003560] env[69297]:    value = "task-2931351"
[ 1498.003560] env[69297]:    _type = "Task"
[ 1498.003560] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1498.011783] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931351, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1498.020663] env[69297]: DEBUG nova.virt.hardware [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1498.020944] env[69297]: DEBUG nova.virt.hardware [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1498.021071] env[69297]: DEBUG nova.virt.hardware [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1498.021258] env[69297]: DEBUG nova.virt.hardware [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1498.021403] env[69297]: DEBUG nova.virt.hardware [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1498.021548] env[69297]: DEBUG nova.virt.hardware [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1498.021750] env[69297]: DEBUG nova.virt.hardware [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1498.021909] env[69297]: DEBUG nova.virt.hardware [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1498.022089] env[69297]: DEBUG nova.virt.hardware [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1498.022259] env[69297]: DEBUG nova.virt.hardware [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1498.022434] env[69297]: DEBUG nova.virt.hardware [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1498.023257] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e1b88c-2256-47a6-93ef-48c96db2b5db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.030938] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9776e228-7e18-43bb-8526-5ac91a9bcdc9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.260767] env[69297]: DEBUG oslo_vmware.api [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931350, 'name': PowerOffVM_Task, 'duration_secs': 0.214268} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1498.261061] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1498.261228] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1498.261484] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87daa38a-13de-4548-a944-2fa6ee1fbc2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.302342] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931349, 'name': CreateVM_Task, 'duration_secs': 0.633773} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1498.302518] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1498.303214] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1498.303406] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1498.303748] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1498.303941] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8559d6e3-17f8-44ed-9aa8-5a496e2db745 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.308700] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1498.308700] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d86584-128e-bc8f-4ff9-520eb0740d52"
[ 1498.308700] env[69297]:    _type = "Task"
[ 1498.308700] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1498.316776] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d86584-128e-bc8f-4ff9-520eb0740d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1498.349729] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1498.350063] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1498.350284] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleting the datastore file [datastore1] a1c42ba5-a656-4d2f-8da4-f8558790f7fb {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1498.350575] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea8106ec-406a-4825-83a3-e5983685cd91 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.357628] env[69297]: DEBUG oslo_vmware.api [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1498.357628] env[69297]:    value = "task-2931354"
[ 1498.357628] env[69297]:    _type = "Task"
[ 1498.357628] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1498.365560] env[69297]: DEBUG oslo_vmware.api [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1498.417493] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 074290d5-554d-4a86-b52b-53e6a114dac6] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1498.431397] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1498.432066] env[69297]: DEBUG nova.compute.manager [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1498.434779] env[69297]: DEBUG oslo_concurrency.lockutils [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.592s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1498.434969] env[69297]: DEBUG nova.objects.instance [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1498.514917] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931351, 'name': CreateVM_Task, 'duration_secs': 0.418163} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1498.515124] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1498.515756] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1498.598292] env[69297]: DEBUG nova.network.neutron [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Successfully updated port: ad7fd9c3-1f96-442e-ae12-2ebf117ce221 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1498.661114] env[69297]: DEBUG nova.network.neutron [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updated VIF entry in instance network info cache for port 652c10fa-789d-4996-b665-93ab3cc2eca1. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1498.661571] env[69297]: DEBUG nova.network.neutron [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance_info_cache with network_info: [{"id": "652c10fa-789d-4996-b665-93ab3cc2eca1", "address": "fa:16:3e:57:c8:28", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c10fa-78", "ovs_interfaceid": "652c10fa-789d-4996-b665-93ab3cc2eca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1498.819365] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d86584-128e-bc8f-4ff9-520eb0740d52, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1498.819658] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1498.819889] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1498.821054] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1498.821054] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1498.821054] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1498.821054] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1498.821309] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1498.821309] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b6a2b3d-c13b-4df2-bbc7-69e55008820e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.823098] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ac555f-528b-43ee-9457-65c3d962d988 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.828083] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1498.828083] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ce1435-4e73-32a2-d57c-296fb504592e"
[ 1498.828083] env[69297]:    _type = "Task"
[ 1498.828083] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1498.832382] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1498.832581] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1498.833625] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457c9fd4-9ed5-47fb-a0e6-ff1f0415995e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1498.838357] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ce1435-4e73-32a2-d57c-296fb504592e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1498.841134] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1498.841134] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5230f846-b8da-87e1-ab59-dfb2a28e8414"
[ 1498.841134] env[69297]:    _type = "Task"
[ 1498.841134] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1498.848344] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5230f846-b8da-87e1-ab59-dfb2a28e8414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1498.866532] env[69297]: DEBUG oslo_vmware.api [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130708} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1498.866801] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1498.866990] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1498.867184] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1498.867357] env[69297]: INFO nova.compute.manager [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1498.867593] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1498.867781] env[69297]: DEBUG nova.compute.manager [-] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1498.867876] env[69297]: DEBUG nova.network.neutron [-] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1498.921991] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 5e95fc18-681b-44ce-88c4-b3fe4de06f0d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1498.943168] env[69297]: DEBUG nova.compute.utils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1498.944430] env[69297]: DEBUG nova.compute.manager [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1498.944608] env[69297]: DEBUG nova.network.neutron [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1498.992194] env[69297]: DEBUG nova.policy [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e105984d67f94d56b9fe59e86f95695c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c716fe23ff44a4d9e0e4be7ea4149b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1499.100590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1499.100590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquired lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1499.100590] env[69297]: DEBUG nova.network.neutron [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1499.164719] env[69297]: DEBUG oslo_concurrency.lockutils [req-f2784c58-c219-4d3a-af02-4084f6b76261 req-be17aa9a-5491-4f2c-87b1-e043d89d40f1 service nova] Releasing lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1499.174404] env[69297]: DEBUG nova.compute.manager [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Received event network-vif-plugged-ad7fd9c3-1f96-442e-ae12-2ebf117ce221 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1499.174634] env[69297]: DEBUG oslo_concurrency.lockutils [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] Acquiring lock "06232291-7f72-4c25-b855-dcd3929fdb70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1499.174879] env[69297]: DEBUG oslo_concurrency.lockutils [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] Lock "06232291-7f72-4c25-b855-dcd3929fdb70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1499.175549] env[69297]: DEBUG oslo_concurrency.lockutils [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] Lock "06232291-7f72-4c25-b855-dcd3929fdb70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1499.175764] env[69297]: DEBUG nova.compute.manager [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] No waiting events found dispatching network-vif-plugged-ad7fd9c3-1f96-442e-ae12-2ebf117ce221 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1499.175947] env[69297]: WARNING nova.compute.manager [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Received unexpected event network-vif-plugged-ad7fd9c3-1f96-442e-ae12-2ebf117ce221 for instance with vm_state building and task_state spawning.
[ 1499.176146] env[69297]: DEBUG nova.compute.manager [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Received event network-changed-ad7fd9c3-1f96-442e-ae12-2ebf117ce221 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1499.176402] env[69297]: DEBUG nova.compute.manager [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Refreshing instance network info cache due to event network-changed-ad7fd9c3-1f96-442e-ae12-2ebf117ce221. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1499.176475] env[69297]: DEBUG oslo_concurrency.lockutils [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] Acquiring lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1499.197148] env[69297]: DEBUG nova.compute.manager [req-beb3409c-0f9b-40bb-a751-1a8259f897ad req-ef382cb3-f7e7-4e77-85b2-78de3d031c43 service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Received event network-vif-deleted-4785b604-102d-432d-af79-6bba560f50bf {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1499.197148] env[69297]: INFO nova.compute.manager [req-beb3409c-0f9b-40bb-a751-1a8259f897ad req-ef382cb3-f7e7-4e77-85b2-78de3d031c43 service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Neutron deleted interface 4785b604-102d-432d-af79-6bba560f50bf; detaching it from the instance and deleting it from the info cache
[ 1499.199320] env[69297]: DEBUG nova.network.neutron [req-beb3409c-0f9b-40bb-a751-1a8259f897ad req-ef382cb3-f7e7-4e77-85b2-78de3d031c43 service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1499.339988] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ce1435-4e73-32a2-d57c-296fb504592e, 'name': SearchDatastore_Task, 'duration_secs': 0.00911} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1499.339988] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1499.339988] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1499.339988] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1499.352122] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5230f846-b8da-87e1-ab59-dfb2a28e8414, 'name': SearchDatastore_Task, 'duration_secs': 0.007416} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1499.352842] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97b60c2-8147-4c5e-8f1d-5496f6a8687a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.359604] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1499.359604] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524cb1d4-53a8-3daa-7e61-2b1b0e79576c"
[ 1499.359604] env[69297]:    _type = "Task"
[ 1499.359604] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1499.367903] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524cb1d4-53a8-3daa-7e61-2b1b0e79576c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1499.419839] env[69297]: DEBUG nova.network.neutron [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Successfully created port: 8a8e3616-2dde-4286-b72b-ea095597038f {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1499.425590] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 43062545-3fc6-45b9-b473-10a40a37bda9] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1499.445937] env[69297]: DEBUG oslo_concurrency.lockutils [None req-978626ec-ad4a-4029-a3e2-158f38438d04 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1499.447036] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.160s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1499.447242] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1499.449319] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.634s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1499.451228] env[69297]: INFO nova.compute.claims [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1499.455145] env[69297]: DEBUG nova.compute.manager [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1499.475878] env[69297]: INFO nova.scheduler.client.report [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Deleted allocations for instance 1093d24c-dc34-4047-a4ca-6ca7a0ff9723
[ 1499.606453] env[69297]: DEBUG nova.network.neutron [-] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1499.634623] env[69297]: DEBUG nova.network.neutron [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1499.700735] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-311b0bcc-b7d7-4c9e-b7cf-281391845b8d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.710278] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d8105-b26f-4f99-a973-d18d7d4f5174 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.744346] env[69297]: DEBUG nova.compute.manager [req-beb3409c-0f9b-40bb-a751-1a8259f897ad req-ef382cb3-f7e7-4e77-85b2-78de3d031c43 service nova] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Detach interface failed, port_id=4785b604-102d-432d-af79-6bba560f50bf, reason: Instance a1c42ba5-a656-4d2f-8da4-f8558790f7fb could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1499.783929] env[69297]: DEBUG nova.network.neutron [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Updating instance_info_cache with network_info: [{"id": "ad7fd9c3-1f96-442e-ae12-2ebf117ce221", "address": "fa:16:3e:93:b7:2d", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7fd9c3-1f", "ovs_interfaceid": "ad7fd9c3-1f96-442e-ae12-2ebf117ce221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1499.869282] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524cb1d4-53a8-3daa-7e61-2b1b0e79576c, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1499.869536] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1499.870190] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 19072792-9a92-4d32-9cac-8cb8c93b5cfb/19072792-9a92-4d32-9cac-8cb8c93b5cfb.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1499.870190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1499.870344] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1499.870500] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebbc3538-5885-4a85-8faa-21c2d3a7e541 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.872343] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a23004a5-d072-421f-b5ea-25427a7bf990 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.878865] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1499.878865] env[69297]:    value = "task-2931355"
[ 1499.878865] env[69297]:    _type = "Task"
[ 1499.878865] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1499.883906] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1499.883906] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1499.884421] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651ee267-ca8e-48ca-b1fa-5a66676d103c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1499.889796] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1499.892611] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1499.892611] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52178479-fa21-4957-a3a1-0b71bd04b94e"
[ 1499.892611] env[69297]:    _type = "Task"
[ 1499.892611] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1499.900853] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52178479-fa21-4957-a3a1-0b71bd04b94e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1499.929179] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 394819e1-618e-4143-ac2b-72183da86403] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1499.984788] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31b3a285-85b4-4a63-b098-ab06b44af06d tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "1093d24c-dc34-4047-a4ca-6ca7a0ff9723" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 31.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1500.110469] env[69297]: INFO nova.compute.manager [-] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Took 1.24 seconds to deallocate network for instance.
[ 1500.287047] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Releasing lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1500.287491] env[69297]: DEBUG nova.compute.manager [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Instance network_info: |[{"id": "ad7fd9c3-1f96-442e-ae12-2ebf117ce221", "address": "fa:16:3e:93:b7:2d", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7fd9c3-1f", "ovs_interfaceid": "ad7fd9c3-1f96-442e-ae12-2ebf117ce221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1500.287984] env[69297]: DEBUG oslo_concurrency.lockutils [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] Acquired lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1500.288401] env[69297]: DEBUG nova.network.neutron [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Refreshing network info cache for port ad7fd9c3-1f96-442e-ae12-2ebf117ce221 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1500.290617] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:b7:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad7fd9c3-1f96-442e-ae12-2ebf117ce221', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1500.300484] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1500.301887] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1500.302202] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0ff5e33-f020-452d-9e74-727d391d5f5d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.326372] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1500.326372] env[69297]:    value = "task-2931356"
[ 1500.326372] env[69297]:    _type = "Task"
[ 1500.326372] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1500.334724] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931356, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1500.390406] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447923} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1500.391767] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 19072792-9a92-4d32-9cac-8cb8c93b5cfb/19072792-9a92-4d32-9cac-8cb8c93b5cfb.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1500.392009] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1500.394407] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d83857d-8411-4042-b30a-ece39e0d7fd4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.407912] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52178479-fa21-4957-a3a1-0b71bd04b94e, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1500.410320] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1500.410320] env[69297]:    value = "task-2931357"
[ 1500.410320] env[69297]:    _type = "Task"
[ 1500.410320] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1500.410567] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128710bc-c996-451d-b96b-2378952ab861 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.421869] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1500.422917] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1500.422917] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5210cefe-e79b-93e2-9cc9-bf53985cb18f"
[ 1500.422917] env[69297]:    _type = "Task"
[ 1500.422917] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1500.431620] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5210cefe-e79b-93e2-9cc9-bf53985cb18f, 'name': SearchDatastore_Task, 'duration_secs': 0.008951} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1500.431811] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1500.432075] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 45c74116-94a5-42c9-acd6-b3dd1654628a/45c74116-94a5-42c9-acd6-b3dd1654628a.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1500.432336] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-407b5074-ebe9-4c5e-9890-996ac3bbe106 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.434953] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: d7acde69-37bc-477b-9c80-d3271a71fdfc] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1500.442435] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1500.442435] env[69297]:    value = "task-2931358"
[ 1500.442435] env[69297]:    _type = "Task"
[ 1500.442435] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1500.449854] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1500.465283] env[69297]: DEBUG nova.compute.manager [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1500.498097] env[69297]: DEBUG nova.virt.hardware [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1500.498396] env[69297]: DEBUG nova.virt.hardware [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1500.498560] env[69297]: DEBUG nova.virt.hardware [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1500.498743] env[69297]: DEBUG nova.virt.hardware [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1500.498889] env[69297]: DEBUG nova.virt.hardware [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1500.499050] env[69297]: DEBUG nova.virt.hardware [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1500.499305] env[69297]: DEBUG nova.virt.hardware [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1500.499489] env[69297]: DEBUG nova.virt.hardware [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1500.499674] env[69297]: DEBUG nova.virt.hardware [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1500.499898] env[69297]: DEBUG nova.virt.hardware [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1500.500173] env[69297]: DEBUG nova.virt.hardware [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1500.501207] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1c9297-d107-43b2-8012-64b54e79058f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.511896] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9b5d8f-5277-429c-a593-2613508463a5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.622625] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1500.836264] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931356, 'name': CreateVM_Task, 'duration_secs': 0.362676} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1500.841569] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1500.842514] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1500.842686] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1500.843069] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1500.843590] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bba14dc-c8e3-46c0-92b3-b8635ff7b6db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.848403] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1500.848403] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5292dc5a-f59f-b876-87fd-0c3a05af615c"
[ 1500.848403] env[69297]:    _type = "Task"
[ 1500.848403] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1500.859336] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5292dc5a-f59f-b876-87fd-0c3a05af615c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1500.879555] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54507ee5-6ad7-4353-98b6-8891e2169ebe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.889317] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61efc70f-5ab0-4514-9510-ea545d526a0e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.920681] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "f139222f-a841-4b9c-b01d-747b3101b3b2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1500.920949] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "f139222f-a841-4b9c-b01d-747b3101b3b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1500.921200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "f139222f-a841-4b9c-b01d-747b3101b3b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1500.921394] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "f139222f-a841-4b9c-b01d-747b3101b3b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1500.921567] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "f139222f-a841-4b9c-b01d-747b3101b3b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1500.923673] env[69297]: INFO nova.compute.manager [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Terminating instance
[ 1500.930993] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae39e65d-400d-445b-ac9c-9aae0c4b9ea7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.939174] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: e591ffdf-b855-4c8c-a85d-55c3e8128ecc] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1500.944022] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065338} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1500.944022] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1500.945738] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcea63dd-40ee-42fb-afae-03b3f2ab6c08 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.951919] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e9dcd5-5abd-4a17-a97b-4614c65f6e83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1500.979615] env[69297]: DEBUG nova.compute.provider_tree [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1500.980953] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448943} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1500.989738] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 19072792-9a92-4d32-9cac-8cb8c93b5cfb/19072792-9a92-4d32-9cac-8cb8c93b5cfb.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1500.991212] env[69297]: DEBUG nova.scheduler.client.report [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1500.994964] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 45c74116-94a5-42c9-acd6-b3dd1654628a/45c74116-94a5-42c9-acd6-b3dd1654628a.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1500.994964] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1500.994964] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04513081-a768-4f6b-85d3-7df0039ba67b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.010080] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.561s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1501.010588] env[69297]: DEBUG nova.compute.manager [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1501.013346] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b3aefcf-6e07-4b2f-a181-86b985815dba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.015824] env[69297]: DEBUG oslo_concurrency.lockutils [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.877s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1501.016068] env[69297]: DEBUG oslo_concurrency.lockutils [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1501.018549] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.819s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1501.018549] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1501.019717] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.489s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1501.021481] env[69297]: INFO nova.compute.claims [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1501.033123] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1501.033123] env[69297]:    value = "task-2931359"
[ 1501.033123] env[69297]:    _type = "Task"
[ 1501.033123] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1501.034585] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1501.034585] env[69297]:    value = "task-2931360"
[ 1501.034585] env[69297]:    _type = "Task"
[ 1501.034585] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1501.049411] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1501.053532] env[69297]: INFO nova.scheduler.client.report [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Deleted allocations for instance 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d
[ 1501.054657] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1501.057824] env[69297]: INFO nova.scheduler.client.report [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Deleted allocations for instance dfab7710-542e-4666-951b-28a36f64fb6b
[ 1501.128463] env[69297]: DEBUG nova.network.neutron [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Updated VIF entry in instance network info cache for port ad7fd9c3-1f96-442e-ae12-2ebf117ce221. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1501.128905] env[69297]: DEBUG nova.network.neutron [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Updating instance_info_cache with network_info: [{"id": "ad7fd9c3-1f96-442e-ae12-2ebf117ce221", "address": "fa:16:3e:93:b7:2d", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7fd9c3-1f", "ovs_interfaceid": "ad7fd9c3-1f96-442e-ae12-2ebf117ce221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1501.222607] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1501.359349] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5292dc5a-f59f-b876-87fd-0c3a05af615c, 'name': SearchDatastore_Task, 'duration_secs': 0.02158} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1501.359817] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1501.360159] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1501.360418] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1501.360564] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1501.360741] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1501.361093] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bded5f22-4142-4115-965e-edbfffff98ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.379699] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1501.379917] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1501.380777] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6fd4fb-56a3-40b6-92d5-ca0541d5f45a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.391277] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1501.391277] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5297d764-3184-6a38-8028-f5346b9b241d"
[ 1501.391277] env[69297]:    _type = "Task"
[ 1501.391277] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1501.400722] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5297d764-3184-6a38-8028-f5346b9b241d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1501.401689] env[69297]: DEBUG nova.network.neutron [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Successfully updated port: 8a8e3616-2dde-4286-b72b-ea095597038f {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1501.435919] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "refresh_cache-f139222f-a841-4b9c-b01d-747b3101b3b2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1501.436328] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquired lock "refresh_cache-f139222f-a841-4b9c-b01d-747b3101b3b2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1501.436328] env[69297]: DEBUG nova.network.neutron [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1501.440562] env[69297]: DEBUG nova.compute.manager [req-b3ab7741-d697-4592-a160-766d8b2ae685 req-3af2d2e5-a73e-4953-b498-436beee6a953 service nova] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Received event network-vif-plugged-8a8e3616-2dde-4286-b72b-ea095597038f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1501.440780] env[69297]: DEBUG oslo_concurrency.lockutils [req-b3ab7741-d697-4592-a160-766d8b2ae685 req-3af2d2e5-a73e-4953-b498-436beee6a953 service nova] Acquiring lock "dbab721d-156b-437a-9ddc-412ffe662e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1501.440985] env[69297]: DEBUG oslo_concurrency.lockutils [req-b3ab7741-d697-4592-a160-766d8b2ae685 req-3af2d2e5-a73e-4953-b498-436beee6a953 service nova] Lock "dbab721d-156b-437a-9ddc-412ffe662e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1501.441210] env[69297]: DEBUG oslo_concurrency.lockutils [req-b3ab7741-d697-4592-a160-766d8b2ae685 req-3af2d2e5-a73e-4953-b498-436beee6a953 service nova] Lock "dbab721d-156b-437a-9ddc-412ffe662e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1501.441433] env[69297]: DEBUG nova.compute.manager [req-b3ab7741-d697-4592-a160-766d8b2ae685 req-3af2d2e5-a73e-4953-b498-436beee6a953 service nova] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] No waiting events found dispatching network-vif-plugged-8a8e3616-2dde-4286-b72b-ea095597038f {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1501.441608] env[69297]: WARNING nova.compute.manager [req-b3ab7741-d697-4592-a160-766d8b2ae685 req-3af2d2e5-a73e-4953-b498-436beee6a953 service nova] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Received unexpected event network-vif-plugged-8a8e3616-2dde-4286-b72b-ea095597038f for instance with vm_state building and task_state spawning.
[ 1501.442372] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 66d0f6fb-aafc-4406-b545-36664abf7348] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1501.528771] env[69297]: DEBUG nova.compute.utils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1501.534675] env[69297]: DEBUG nova.compute.manager [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1501.535629] env[69297]: DEBUG nova.network.neutron [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1501.555709] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931359, 'name': ReconfigVM_Task, 'duration_secs': 0.277155} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1501.558833] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 19072792-9a92-4d32-9cac-8cb8c93b5cfb/19072792-9a92-4d32-9cac-8cb8c93b5cfb.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1501.559576] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179656} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1501.561992] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f35113f7-6a45-4f8f-bbf4-d10109df3534 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.564036] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1501.564774] env[69297]: DEBUG oslo_concurrency.lockutils [None req-13303e29-69fd-44bd-9dde-09307eea903c tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "417bd5e4-ee7f-4ce3-b940-b1eef05bec5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 30.314s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1501.568246] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b9329d-137b-43df-85a7-21ef1cd40c86 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.571709] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b013fe8b-aa80-495e-b8de-69f49c43fee4 tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "dfab7710-542e-4666-951b-28a36f64fb6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 27.883s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1501.577027] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1501.577027] env[69297]:    value = "task-2931361"
[ 1501.577027] env[69297]:    _type = "Task"
[ 1501.577027] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1501.598042] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 45c74116-94a5-42c9-acd6-b3dd1654628a/45c74116-94a5-42c9-acd6-b3dd1654628a.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1501.604137] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e61eaf-4296-4865-be70-eaedc3d8ff7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.621159] env[69297]: DEBUG nova.policy [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b4e77481a7c4b04b683498c12bfbafc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ceeabfc8b8fc4a2192a4c06ab4d31889', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1501.632724] env[69297]: DEBUG oslo_concurrency.lockutils [req-6e7f2e54-2ee0-46af-b256-7a2173666aca req-f54397e5-bf90-44c6-80f0-ebf3d77b0d5d service nova] Releasing lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1501.633813] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931361, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1501.635628] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1501.635628] env[69297]:    value = "task-2931363"
[ 1501.635628] env[69297]:    _type = "Task"
[ 1501.635628] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1501.648343] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1501.902363] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5297d764-3184-6a38-8028-f5346b9b241d, 'name': SearchDatastore_Task, 'duration_secs': 0.03402} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1501.906587] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a24a403-3e72-45e1-b6fb-a7448e46ba9f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1501.908408] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquiring lock "refresh_cache-dbab721d-156b-437a-9ddc-412ffe662e83" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1501.908547] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquired lock "refresh_cache-dbab721d-156b-437a-9ddc-412ffe662e83" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1501.908756] env[69297]: DEBUG nova.network.neutron [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1501.909819] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1501.909819] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a7ed4c-f01c-5af5-7842-6b96df0c121a"
[ 1501.909819] env[69297]:    _type = "Task"
[ 1501.909819] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1501.917853] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a7ed4c-f01c-5af5-7842-6b96df0c121a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1501.945137] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 0f8a22c8-b592-42f5-a57f-807e117ec4d6] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1501.957823] env[69297]: DEBUG nova.network.neutron [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1502.005140] env[69297]: DEBUG nova.network.neutron [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1502.041579] env[69297]: DEBUG nova.compute.manager [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1502.098985] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931361, 'name': Rename_Task, 'duration_secs': 0.145468} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1502.101921] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1502.102380] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fbad9fe-69fb-4639-ac04-eb24d844ed1c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1502.109365] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1502.109365] env[69297]:    value = "task-2931364"
[ 1502.109365] env[69297]:    _type = "Task"
[ 1502.109365] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1502.120476] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1502.127453] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1502.127453] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1502.127708] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1502.128109] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1502.128231] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1502.130941] env[69297]: INFO nova.compute.manager [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Terminating instance
[ 1502.152367] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1502.185762] env[69297]: DEBUG nova.network.neutron [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Successfully created port: b36fd9bd-1f67-4e95-a03e-1789d9f24905 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1502.387106] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d294eb9-9221-4905-86dc-5b6867b22e72 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1502.394413] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa633f-b8a3-4e3d-8f94-a629d953527d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1502.443853] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62feff8c-bdbb-434e-b8d4-5df011b86bcc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1502.452135] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: d31edcc0-475f-4f82-98bd-6070655bb7b9] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1502.453899] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a7ed4c-f01c-5af5-7842-6b96df0c121a, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1502.456009] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1502.456733] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 06232291-7f72-4c25-b855-dcd3929fdb70/06232291-7f72-4c25-b855-dcd3929fdb70.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1502.457267] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03ab3b39-19cc-4e31-ab6d-3448917cf420 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1502.460094] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c719ceb-f7a7-4fa4-adcf-5dfffe8a5397 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1502.476301] env[69297]: DEBUG nova.compute.provider_tree [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1502.480115] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1502.480115] env[69297]:    value = "task-2931365"
[ 1502.480115] env[69297]:    _type = "Task"
[ 1502.480115] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1502.485322] env[69297]: DEBUG nova.network.neutron [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1502.495703] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1502.507917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Releasing lock "refresh_cache-f139222f-a841-4b9c-b01d-747b3101b3b2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1502.508415] env[69297]: DEBUG nova.compute.manager [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1502.508658] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1502.509655] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55171df1-2ac9-42db-b3a4-51419cec37ee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1502.520309] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1502.520629] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ffd55b4-f9c8-4557-84b6-e22ca8794229 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1502.527108] env[69297]: DEBUG oslo_vmware.api [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1502.527108] env[69297]:    value = "task-2931366"
[ 1502.527108] env[69297]:    _type = "Task"
[ 1502.527108] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1502.536525] env[69297]: DEBUG oslo_vmware.api [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1502.626516] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1502.635587] env[69297]: DEBUG nova.compute.manager [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1502.635829] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1502.636965] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a98929-c4ba-4959-9596-3eb01c7f0b00 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1502.652861] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1502.655233] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1502.655535] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df364587-ebcb-428f-8ced-e54fca1c25a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1502.657901] env[69297]: DEBUG nova.network.neutron [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Updating instance_info_cache with network_info: [{"id": "8a8e3616-2dde-4286-b72b-ea095597038f", "address": "fa:16:3e:97:29:be", "network": {"id": "09788b42-eb95-4504-a08d-2701005afaf6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-521253866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c716fe23ff44a4d9e0e4be7ea4149b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8e3616-2d", "ovs_interfaceid": "8a8e3616-2dde-4286-b72b-ea095597038f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1502.664366] env[69297]: DEBUG oslo_vmware.api [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1502.664366] env[69297]:    value = "task-2931367"
[ 1502.664366] env[69297]:    _type = "Task"
[ 1502.664366] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1502.677758] env[69297]: DEBUG oslo_vmware.api [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1502.958075] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 5c94bddf-c87b-4512-b7e5-ab270a4d8848] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1502.980208] env[69297]: DEBUG nova.scheduler.client.report [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1502.995168] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931365, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1502.996124] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 06232291-7f72-4c25-b855-dcd3929fdb70/06232291-7f72-4c25-b855-dcd3929fdb70.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1502.996380] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1502.996624] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a743880-4703-470e-925d-d429f104a0b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.003866] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1503.003866] env[69297]:    value = "task-2931368"
[ 1503.003866] env[69297]:    _type = "Task"
[ 1503.003866] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.013666] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.037666] env[69297]: DEBUG oslo_vmware.api [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931366, 'name': PowerOffVM_Task, 'duration_secs': 0.115096} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1503.038055] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1503.038269] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1503.038588] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccedf8fa-440a-4eb7-a451-0f880e5f3f07 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.052648] env[69297]: DEBUG nova.compute.manager [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1503.062503] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1503.062747] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1503.062936] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Deleting the datastore file [datastore1] f139222f-a841-4b9c-b01d-747b3101b3b2 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1503.063227] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31d1d8b6-d394-4ef2-ac95-5faea112c740 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.070469] env[69297]: DEBUG oslo_vmware.api [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for the task: (returnval){
[ 1503.070469] env[69297]:    value = "task-2931370"
[ 1503.070469] env[69297]:    _type = "Task"
[ 1503.070469] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.081139] env[69297]: DEBUG oslo_vmware.api [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.083463] env[69297]: DEBUG nova.virt.hardware [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1503.083694] env[69297]: DEBUG nova.virt.hardware [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1503.083850] env[69297]: DEBUG nova.virt.hardware [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1503.084056] env[69297]: DEBUG nova.virt.hardware [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1503.084216] env[69297]: DEBUG nova.virt.hardware [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1503.084362] env[69297]: DEBUG nova.virt.hardware [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1503.084567] env[69297]: DEBUG nova.virt.hardware [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1503.084771] env[69297]: DEBUG nova.virt.hardware [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1503.084882] env[69297]: DEBUG nova.virt.hardware [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1503.085049] env[69297]: DEBUG nova.virt.hardware [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1503.085225] env[69297]: DEBUG nova.virt.hardware [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1503.086074] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7155f54-51ae-4bae-8b48-ca2900df5082 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.093438] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ef681a-7ded-4e5d-a76c-fc733cb3ae60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.119877] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.145800] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931363, 'name': ReconfigVM_Task, 'duration_secs': 1.301666} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1503.146217] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 45c74116-94a5-42c9-acd6-b3dd1654628a/45c74116-94a5-42c9-acd6-b3dd1654628a.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1503.146905] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e4c0e04-9232-4676-aba7-435dec283cf8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.152741] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1503.152741] env[69297]:    value = "task-2931371"
[ 1503.152741] env[69297]:    _type = "Task"
[ 1503.152741] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.161456] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Releasing lock "refresh_cache-dbab721d-156b-437a-9ddc-412ffe662e83" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1503.161818] env[69297]: DEBUG nova.compute.manager [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Instance network_info: |[{"id": "8a8e3616-2dde-4286-b72b-ea095597038f", "address": "fa:16:3e:97:29:be", "network": {"id": "09788b42-eb95-4504-a08d-2701005afaf6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-521253866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c716fe23ff44a4d9e0e4be7ea4149b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8e3616-2d", "ovs_interfaceid": "8a8e3616-2dde-4286-b72b-ea095597038f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1503.162132] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931371, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.162508] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:29:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a8e3616-2dde-4286-b72b-ea095597038f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1503.170337] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Creating folder: Project (3c716fe23ff44a4d9e0e4be7ea4149b8). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1503.170654] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-492e2c87-380f-4f33-a778-9d7741262218 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.181224] env[69297]: DEBUG oslo_vmware.api [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931367, 'name': PowerOffVM_Task, 'duration_secs': 0.417041} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1503.181568] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1503.181777] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1503.182073] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e22cf32b-45f5-4dd7-a72e-9e3f32c4486a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.185208] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Created folder: Project (3c716fe23ff44a4d9e0e4be7ea4149b8) in parent group-v588392.
[ 1503.185531] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Creating folder: Instances. Parent ref: group-v588590. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1503.186123] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d126ce65-2888-4d52-b5d7-d1e1928db8bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.196846] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Created folder: Instances in parent group-v588590.
[ 1503.197096] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1503.197285] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1503.197625] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d8d89a4-f581-408f-a4f3-e49646c1688a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.216427] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1503.216427] env[69297]:    value = "task-2931375"
[ 1503.216427] env[69297]:    _type = "Task"
[ 1503.216427] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.224444] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931375, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.248354] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1503.248633] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1503.248852] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Deleting the datastore file [datastore1] 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1503.250346] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c7289d1-d097-4a4c-b8f7-dc6eb3bce0d5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.259991] env[69297]: DEBUG oslo_vmware.api [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1503.259991] env[69297]:    value = "task-2931376"
[ 1503.259991] env[69297]:    _type = "Task"
[ 1503.259991] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.269390] env[69297]: DEBUG oslo_vmware.api [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.462043] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: d876a739-03b5-46c5-a072-af020ce202ef] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1503.467852] env[69297]: DEBUG nova.compute.manager [req-26535084-c907-48e9-8b0d-e3371e3ca94b req-d9023415-9971-4928-a6ea-e460ed596740 service nova] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Received event network-changed-8a8e3616-2dde-4286-b72b-ea095597038f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1503.468335] env[69297]: DEBUG nova.compute.manager [req-26535084-c907-48e9-8b0d-e3371e3ca94b req-d9023415-9971-4928-a6ea-e460ed596740 service nova] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Refreshing instance network info cache due to event network-changed-8a8e3616-2dde-4286-b72b-ea095597038f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1503.468628] env[69297]: DEBUG oslo_concurrency.lockutils [req-26535084-c907-48e9-8b0d-e3371e3ca94b req-d9023415-9971-4928-a6ea-e460ed596740 service nova] Acquiring lock "refresh_cache-dbab721d-156b-437a-9ddc-412ffe662e83" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1503.468845] env[69297]: DEBUG oslo_concurrency.lockutils [req-26535084-c907-48e9-8b0d-e3371e3ca94b req-d9023415-9971-4928-a6ea-e460ed596740 service nova] Acquired lock "refresh_cache-dbab721d-156b-437a-9ddc-412ffe662e83" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1503.469088] env[69297]: DEBUG nova.network.neutron [req-26535084-c907-48e9-8b0d-e3371e3ca94b req-d9023415-9971-4928-a6ea-e460ed596740 service nova] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Refreshing network info cache for port 8a8e3616-2dde-4286-b72b-ea095597038f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1503.486549] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1503.487050] env[69297]: DEBUG nova.compute.manager [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1503.492138] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.628s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1503.492138] env[69297]: DEBUG nova.objects.instance [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Lazy-loading 'resources' on Instance uuid 23ef1747-d0bf-4525-a02d-54ebc4d6243a {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1503.514377] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119532} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1503.514656] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1503.515574] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c5979-3177-4bfa-8745-f38fcc267dde {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.539205] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 06232291-7f72-4c25-b855-dcd3929fdb70/06232291-7f72-4c25-b855-dcd3929fdb70.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1503.540256] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-166e66d7-4ff7-4cdc-9238-f0b88ad2918a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.560234] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1503.560234] env[69297]:    value = "task-2931377"
[ 1503.560234] env[69297]:    _type = "Task"
[ 1503.560234] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.571404] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.579864] env[69297]: DEBUG oslo_vmware.api [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Task: {'id': task-2931370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108556} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1503.580234] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1503.580443] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1503.580624] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1503.580797] env[69297]: INFO nova.compute.manager [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Took 1.07 seconds to destroy the instance on the hypervisor.
[ 1503.581049] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1503.581251] env[69297]: DEBUG nova.compute.manager [-] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1503.581358] env[69297]: DEBUG nova.network.neutron [-] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1503.602568] env[69297]: DEBUG nova.network.neutron [-] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1503.620902] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931364, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.662026] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931371, 'name': Rename_Task, 'duration_secs': 0.254036} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1503.662326] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1503.662610] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-589b190f-98da-4ceb-bf35-b0c17b77c01d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.668887] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1503.668887] env[69297]:    value = "task-2931378"
[ 1503.668887] env[69297]:    _type = "Task"
[ 1503.668887] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.676593] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.728910] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931375, 'name': CreateVM_Task, 'duration_secs': 0.400155} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1503.729118] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1503.729818] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1503.730019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1503.730433] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1503.730797] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a649a786-3d3f-4556-96bf-29e184277b44 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1503.736367] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for the task: (returnval){
[ 1503.736367] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52792872-862e-c97e-36d8-bee6d949cace"
[ 1503.736367] env[69297]:    _type = "Task"
[ 1503.736367] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1503.746477] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52792872-862e-c97e-36d8-bee6d949cace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1503.756405] env[69297]: DEBUG oslo_concurrency.lockutils [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "3831d5ae-d59f-4199-be88-f4a8a37c623d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1503.756761] env[69297]: DEBUG oslo_concurrency.lockutils [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "3831d5ae-d59f-4199-be88-f4a8a37c623d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1503.757037] env[69297]: DEBUG oslo_concurrency.lockutils [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "3831d5ae-d59f-4199-be88-f4a8a37c623d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1503.757276] env[69297]: DEBUG oslo_concurrency.lockutils [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "3831d5ae-d59f-4199-be88-f4a8a37c623d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1503.757453] env[69297]: DEBUG oslo_concurrency.lockutils [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "3831d5ae-d59f-4199-be88-f4a8a37c623d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1503.759837] env[69297]: INFO nova.compute.manager [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Terminating instance
[ 1503.771663] env[69297]: DEBUG oslo_vmware.api [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266914} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1503.771972] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1503.772185] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1503.772404] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1503.772620] env[69297]: INFO nova.compute.manager [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1503.772898] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1503.773105] env[69297]: DEBUG nova.compute.manager [-] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1503.773213] env[69297]: DEBUG nova.network.neutron [-] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1503.965300] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: a3cf9b1d-995f-4540-a2fc-9039ae57e41e] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1503.992779] env[69297]: DEBUG nova.compute.utils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1503.994488] env[69297]: DEBUG nova.compute.manager [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1503.997358] env[69297]: DEBUG nova.network.neutron [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1504.070172] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1504.074167] env[69297]: DEBUG nova.policy [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64627d25de94ef991d61b37c1af185a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4335ff7c8d2440b99e09dda0bd1515ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1504.104126] env[69297]: DEBUG nova.network.neutron [-] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1504.130358] env[69297]: DEBUG oslo_vmware.api [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931364, 'name': PowerOnVM_Task, 'duration_secs': 1.516049} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1504.130744] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1504.130883] env[69297]: INFO nova.compute.manager [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Took 11.32 seconds to spawn the instance on the hypervisor.
[ 1504.131115] env[69297]: DEBUG nova.compute.manager [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1504.132233] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f172c61-e884-41fc-91bb-406d9e875193 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.184190] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1504.249219] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52792872-862e-c97e-36d8-bee6d949cace, 'name': SearchDatastore_Task, 'duration_secs': 0.017067} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1504.251741] env[69297]: DEBUG nova.network.neutron [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Successfully updated port: b36fd9bd-1f67-4e95-a03e-1789d9f24905 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1504.253046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1504.253287] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1504.253514] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1504.253652] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1504.254082] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1504.255039] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d3a0de3-4b1c-4eca-b2db-3839b688b0eb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.269200] env[69297]: DEBUG nova.compute.manager [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1504.269200] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1504.272765] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b579e457-80f5-4919-8cad-0e855fea0b85 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.277263] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1504.277461] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1504.279365] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329e6e82-b271-405d-9be1-6d866d972c64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.291800] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1504.291800] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for the task: (returnval){
[ 1504.291800] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525ce958-81f0-3c74-a111-a078d896def6"
[ 1504.291800] env[69297]:    _type = "Task"
[ 1504.291800] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1504.293964] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91a173a9-63ec-4eb1-a9bc-7febc970b6db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.310487] env[69297]: DEBUG oslo_vmware.api [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1504.310487] env[69297]:    value = "task-2931379"
[ 1504.310487] env[69297]:    _type = "Task"
[ 1504.310487] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1504.310742] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525ce958-81f0-3c74-a111-a078d896def6, 'name': SearchDatastore_Task, 'duration_secs': 0.011583} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1504.318915] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-116551fe-2199-41c9-b56b-84c7260fc42c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.326510] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for the task: (returnval){
[ 1504.326510] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52af35d6-1334-021e-6e67-99aee9740478"
[ 1504.326510] env[69297]:    _type = "Task"
[ 1504.326510] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1504.330524] env[69297]: DEBUG oslo_vmware.api [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1504.348713] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52af35d6-1334-021e-6e67-99aee9740478, 'name': SearchDatastore_Task, 'duration_secs': 0.012757} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1504.349031] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1504.349271] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] dbab721d-156b-437a-9ddc-412ffe662e83/dbab721d-156b-437a-9ddc-412ffe662e83.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1504.349531] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dc35743-f3d3-4915-89b6-e47dc78b819f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.358451] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for the task: (returnval){
[ 1504.358451] env[69297]:    value = "task-2931380"
[ 1504.358451] env[69297]:    _type = "Task"
[ 1504.358451] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1504.368412] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1504.437285] env[69297]: DEBUG nova.network.neutron [req-26535084-c907-48e9-8b0d-e3371e3ca94b req-d9023415-9971-4928-a6ea-e460ed596740 service nova] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Updated VIF entry in instance network info cache for port 8a8e3616-2dde-4286-b72b-ea095597038f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1504.437673] env[69297]: DEBUG nova.network.neutron [req-26535084-c907-48e9-8b0d-e3371e3ca94b req-d9023415-9971-4928-a6ea-e460ed596740 service nova] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Updating instance_info_cache with network_info: [{"id": "8a8e3616-2dde-4286-b72b-ea095597038f", "address": "fa:16:3e:97:29:be", "network": {"id": "09788b42-eb95-4504-a08d-2701005afaf6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-521253866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c716fe23ff44a4d9e0e4be7ea4149b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8e3616-2d", "ovs_interfaceid": "8a8e3616-2dde-4286-b72b-ea095597038f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1504.456821] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1504.457120] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1504.457358] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1504.457614] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1504.457873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1504.465788] env[69297]: INFO nova.compute.manager [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Terminating instance
[ 1504.468595] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 0d31a377-7c63-47e9-85b8-85c6f702db66] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1504.500867] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b3e5eb-5829-4f2e-b2e4-4454ec0ba5ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.504310] env[69297]: DEBUG nova.compute.manager [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1504.510787] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b5bd84-e934-4431-b53b-fdc76b79addd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.554126] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f4ff15-6764-4a43-bdd6-ab30e6f2c14d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.566723] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5224dfb9-28bd-4fd6-b727-1e6ed699bac2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.578535] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931377, 'name': ReconfigVM_Task, 'duration_secs': 0.644661} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1504.587084] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 06232291-7f72-4c25-b855-dcd3929fdb70/06232291-7f72-4c25-b855-dcd3929fdb70.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1504.588568] env[69297]: DEBUG nova.compute.provider_tree [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1504.589979] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db84aa0e-3a87-485b-94eb-83dbcddd7911 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.601313] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1504.601313] env[69297]:    value = "task-2931381"
[ 1504.601313] env[69297]:    _type = "Task"
[ 1504.601313] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1504.612863] env[69297]: INFO nova.compute.manager [-] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Took 1.03 seconds to deallocate network for instance.
[ 1504.613301] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931381, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1504.655578] env[69297]: INFO nova.compute.manager [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Took 58.21 seconds to build instance.
[ 1504.684032] env[69297]: DEBUG oslo_vmware.api [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931378, 'name': PowerOnVM_Task, 'duration_secs': 0.812952} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1504.684032] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1504.684259] env[69297]: INFO nova.compute.manager [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Took 9.25 seconds to spawn the instance on the hypervisor.
[ 1504.684259] env[69297]: DEBUG nova.compute.manager [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1504.685139] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327a380c-1099-4975-98df-3c23077d41aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.756239] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquiring lock "refresh_cache-df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1504.756299] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquired lock "refresh_cache-df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1504.756511] env[69297]: DEBUG nova.network.neutron [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1504.802360] env[69297]: DEBUG nova.compute.manager [req-c6ea4a10-864d-45f2-a067-17f26eaf6885 req-dca6b676-346b-4367-b1d5-e0d72d28cf07 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Received event network-vif-deleted-79de9401-84bc-4e35-9460-47e0880ff429 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1504.802688] env[69297]: INFO nova.compute.manager [req-c6ea4a10-864d-45f2-a067-17f26eaf6885 req-dca6b676-346b-4367-b1d5-e0d72d28cf07 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Neutron deleted interface 79de9401-84bc-4e35-9460-47e0880ff429; detaching it from the instance and deleting it from the info cache
[ 1504.802784] env[69297]: DEBUG nova.network.neutron [req-c6ea4a10-864d-45f2-a067-17f26eaf6885 req-dca6b676-346b-4367-b1d5-e0d72d28cf07 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1504.804157] env[69297]: WARNING oslo_messaging._drivers.amqpdriver [req-c6ea4a10-864d-45f2-a067-17f26eaf6885 req-dca6b676-346b-4367-b1d5-e0d72d28cf07 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20
[ 1504.804995] env[69297]: DEBUG nova.network.neutron [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Successfully created port: feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1504.827619] env[69297]: DEBUG oslo_vmware.api [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931379, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1504.869523] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931380, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1504.940857] env[69297]: DEBUG oslo_concurrency.lockutils [req-26535084-c907-48e9-8b0d-e3371e3ca94b req-d9023415-9971-4928-a6ea-e460ed596740 service nova] Releasing lock "refresh_cache-dbab721d-156b-437a-9ddc-412ffe662e83" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1504.972021] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 9e33aaee-64fa-4dff-aec3-774768adffa7] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1504.974863] env[69297]: DEBUG nova.compute.manager [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1504.974863] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1504.976270] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932ed429-ccf5-4921-b9fe-0e297950700f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.986941] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1504.987238] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90783411-8bf6-4375-b15b-9af8ec40ecec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1504.994999] env[69297]: DEBUG oslo_vmware.api [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1504.994999] env[69297]:    value = "task-2931382"
[ 1504.994999] env[69297]:    _type = "Task"
[ 1504.994999] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1505.005623] env[69297]: DEBUG oslo_vmware.api [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1505.093291] env[69297]: DEBUG nova.scheduler.client.report [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1505.114428] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931381, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1505.119938] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1505.141790] env[69297]: DEBUG nova.network.neutron [-] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1505.157621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ee492f5f-c5a0-4f3f-9d12-080802157994 tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 59.724s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1505.206272] env[69297]: INFO nova.compute.manager [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Took 57.54 seconds to build instance.
[ 1505.300291] env[69297]: DEBUG nova.network.neutron [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1505.308989] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-557eda1f-6e7e-40c3-b3ce-27e152e08b6e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.323806] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d849bc89-c676-4dfb-801c-8c9497a1eee4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.341714] env[69297]: DEBUG oslo_vmware.api [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931379, 'name': PowerOffVM_Task, 'duration_secs': 0.612482} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1505.343988] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1505.344187] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1505.344434] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf672dec-1562-4c5d-918c-54a5f22615e0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.364043] env[69297]: DEBUG nova.compute.manager [req-c6ea4a10-864d-45f2-a067-17f26eaf6885 req-dca6b676-346b-4367-b1d5-e0d72d28cf07 service nova] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Detach interface failed, port_id=79de9401-84bc-4e35-9460-47e0880ff429, reason: Instance 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1505.373111] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640672} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1505.375773] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] dbab721d-156b-437a-9ddc-412ffe662e83/dbab721d-156b-437a-9ddc-412ffe662e83.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1505.376015] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1505.376319] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60127528-a6da-4ba1-87b6-3e3315baf5a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.383746] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1505.384030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1505.384246] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1505.384429] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1505.384590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1505.387404] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for the task: (returnval){
[ 1505.387404] env[69297]:    value = "task-2931384"
[ 1505.387404] env[69297]:    _type = "Task"
[ 1505.387404] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1505.387867] env[69297]: INFO nova.compute.manager [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Terminating instance
[ 1505.398907] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1505.448391] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1505.448777] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1505.449112] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Deleting the datastore file [datastore2] 3831d5ae-d59f-4199-be88-f4a8a37c623d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1505.449520] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe22d6d6-ef20-4f97-bd20-713e0dec98fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.453204] env[69297]: DEBUG nova.network.neutron [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Updating instance_info_cache with network_info: [{"id": "b36fd9bd-1f67-4e95-a03e-1789d9f24905", "address": "fa:16:3e:51:57:c9", "network": {"id": "79240951-953b-475b-98a0-00d1a0a62370", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1914585658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceeabfc8b8fc4a2192a4c06ab4d31889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36fd9bd-1f", "ovs_interfaceid": "b36fd9bd-1f67-4e95-a03e-1789d9f24905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1505.460594] env[69297]: DEBUG oslo_vmware.api [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for the task: (returnval){
[ 1505.460594] env[69297]:    value = "task-2931385"
[ 1505.460594] env[69297]:    _type = "Task"
[ 1505.460594] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1505.471486] env[69297]: DEBUG oslo_vmware.api [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1505.477649] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 8bb97c0a-e052-4844-937c-f26c2bd28b33] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1505.496027] env[69297]: DEBUG nova.compute.manager [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Received event network-vif-plugged-b36fd9bd-1f67-4e95-a03e-1789d9f24905 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1505.496194] env[69297]: DEBUG oslo_concurrency.lockutils [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] Acquiring lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1505.496329] env[69297]: DEBUG oslo_concurrency.lockutils [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] Lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1505.496589] env[69297]: DEBUG oslo_concurrency.lockutils [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] Lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1505.496840] env[69297]: DEBUG nova.compute.manager [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] No waiting events found dispatching network-vif-plugged-b36fd9bd-1f67-4e95-a03e-1789d9f24905 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1505.496912] env[69297]: WARNING nova.compute.manager [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Received unexpected event network-vif-plugged-b36fd9bd-1f67-4e95-a03e-1789d9f24905 for instance with vm_state building and task_state spawning.
[ 1505.497079] env[69297]: DEBUG nova.compute.manager [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Received event network-changed-b36fd9bd-1f67-4e95-a03e-1789d9f24905 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1505.497233] env[69297]: DEBUG nova.compute.manager [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Refreshing instance network info cache due to event network-changed-b36fd9bd-1f67-4e95-a03e-1789d9f24905. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1505.497414] env[69297]: DEBUG oslo_concurrency.lockutils [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] Acquiring lock "refresh_cache-df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1505.508446] env[69297]: DEBUG oslo_vmware.api [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931382, 'name': PowerOffVM_Task, 'duration_secs': 0.251366} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1505.508692] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1505.508859] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1505.509110] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5ac3f40-b8d9-4a21-a475-1916673f58ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.515291] env[69297]: DEBUG nova.compute.manager [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1505.543926] env[69297]: DEBUG nova.virt.hardware [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1505.544186] env[69297]: DEBUG nova.virt.hardware [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1505.544345] env[69297]: DEBUG nova.virt.hardware [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1505.544527] env[69297]: DEBUG nova.virt.hardware [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1505.544686] env[69297]: DEBUG nova.virt.hardware [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1505.544816] env[69297]: DEBUG nova.virt.hardware [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1505.545033] env[69297]: DEBUG nova.virt.hardware [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1505.545199] env[69297]: DEBUG nova.virt.hardware [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1505.545362] env[69297]: DEBUG nova.virt.hardware [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1505.545519] env[69297]: DEBUG nova.virt.hardware [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1505.545690] env[69297]: DEBUG nova.virt.hardware [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1505.546562] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec782d0-acb1-466f-9cd9-4888f2f8f831 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.558173] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ea4895-29d7-4636-8bb7-7e67a85f073f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.581621] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1505.581915] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1505.582114] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Deleting the datastore file [datastore2] f29b0f1c-7f85-4c4b-8402-aa7958bebb7c {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1505.582455] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5aa96e7-61d4-4fa4-9327-8cd68bb7ceaa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.589477] env[69297]: DEBUG oslo_vmware.api [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for the task: (returnval){
[ 1505.589477] env[69297]:    value = "task-2931387"
[ 1505.589477] env[69297]:    _type = "Task"
[ 1505.589477] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1505.598917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1505.600891] env[69297]: DEBUG oslo_vmware.api [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1505.601378] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.289s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1505.602921] env[69297]: INFO nova.compute.claims [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1505.614193] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931381, 'name': Rename_Task, 'duration_secs': 0.6066} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1505.614325] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1505.614545] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27761fdb-4273-4620-897e-fec1b7306b8c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.621138] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1505.621138] env[69297]:    value = "task-2931388"
[ 1505.621138] env[69297]:    _type = "Task"
[ 1505.621138] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1505.625167] env[69297]: INFO nova.scheduler.client.report [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Deleted allocations for instance 23ef1747-d0bf-4525-a02d-54ebc4d6243a
[ 1505.629329] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1505.645323] env[69297]: INFO nova.compute.manager [-] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Took 1.87 seconds to deallocate network for instance.
[ 1505.707931] env[69297]: DEBUG oslo_concurrency.lockutils [None req-02cb9f05-b90e-40c3-9c3d-0852474356be tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 59.054s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1505.894621] env[69297]: DEBUG nova.compute.manager [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1505.894859] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1505.895685] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a334f-4b88-4fa5-b31e-6b3aedacaa2e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.901255] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080612} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1505.901851] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1505.902622] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd2404b-5553-409c-8a3c-e0ef9b4b2965 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.906971] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1505.907492] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00cbeb45-029d-4c26-8596-f1dcdb438d71 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.929875] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] dbab721d-156b-437a-9ddc-412ffe662e83/dbab721d-156b-437a-9ddc-412ffe662e83.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1505.931726] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae250bb4-5803-4b9b-9f8d-e10a3bc286f1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.945950] env[69297]: DEBUG oslo_vmware.api [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1505.945950] env[69297]:    value = "task-2931389"
[ 1505.945950] env[69297]:    _type = "Task"
[ 1505.945950] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1505.952638] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for the task: (returnval){
[ 1505.952638] env[69297]:    value = "task-2931390"
[ 1505.952638] env[69297]:    _type = "Task"
[ 1505.952638] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1505.955790] env[69297]: DEBUG oslo_vmware.api [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1505.958325] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Releasing lock "refresh_cache-df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1505.958644] env[69297]: DEBUG nova.compute.manager [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Instance network_info: |[{"id": "b36fd9bd-1f67-4e95-a03e-1789d9f24905", "address": "fa:16:3e:51:57:c9", "network": {"id": "79240951-953b-475b-98a0-00d1a0a62370", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1914585658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceeabfc8b8fc4a2192a4c06ab4d31889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36fd9bd-1f", "ovs_interfaceid": "b36fd9bd-1f67-4e95-a03e-1789d9f24905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1505.958934] env[69297]: DEBUG oslo_concurrency.lockutils [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] Acquired lock "refresh_cache-df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1505.959127] env[69297]: DEBUG nova.network.neutron [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Refreshing network info cache for port b36fd9bd-1f67-4e95-a03e-1789d9f24905 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1505.960407] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:57:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b36fd9bd-1f67-4e95-a03e-1789d9f24905', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1505.967833] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Creating folder: Project (ceeabfc8b8fc4a2192a4c06ab4d31889). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1505.972552] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8616f279-6818-4325-a414-fbd40c1160e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1505.982882] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 25cbcb64-eef2-42e9-b5d4-30121ca2be4c] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1505.984994] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1505.993468] env[69297]: DEBUG oslo_vmware.api [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Task: {'id': task-2931385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178994} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1505.993468] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1505.993468] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1505.993704] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1505.993988] env[69297]: INFO nova.compute.manager [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Took 1.73 seconds to destroy the instance on the hypervisor.
[ 1505.994228] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1505.994548] env[69297]: DEBUG nova.compute.manager [-] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1505.994724] env[69297]: DEBUG nova.network.neutron [-] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1505.999375] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Created folder: Project (ceeabfc8b8fc4a2192a4c06ab4d31889) in parent group-v588392.
[ 1505.999688] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Creating folder: Instances. Parent ref: group-v588593. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1506.000530] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b966cd91-a07e-403b-83e4-49299c008ec2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1506.015669] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Created folder: Instances in parent group-v588593.
[ 1506.015944] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1506.016627] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1506.016717] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e65832ff-17c6-468c-bd74-20691dc92490 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1506.046710] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1506.046710] env[69297]:    value = "task-2931393"
[ 1506.046710] env[69297]:    _type = "Task"
[ 1506.046710] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1506.057455] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931393, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1506.101245] env[69297]: DEBUG oslo_vmware.api [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Task: {'id': task-2931387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167995} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1506.101533] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1506.101806] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1506.102119] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1506.102415] env[69297]: INFO nova.compute.manager [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1506.102694] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1506.105409] env[69297]: DEBUG nova.compute.manager [-] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1506.105521] env[69297]: DEBUG nova.network.neutron [-] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1506.136219] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1506.137624] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a16ec878-d984-446b-a43d-a6ea73d577f4 tempest-ServerMetadataNegativeTestJSON-1672924163 tempest-ServerMetadataNegativeTestJSON-1672924163-project-member] Lock "23ef1747-d0bf-4525-a02d-54ebc4d6243a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.502s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1506.152036] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1506.327421] env[69297]: DEBUG nova.network.neutron [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Updated VIF entry in instance network info cache for port b36fd9bd-1f67-4e95-a03e-1789d9f24905. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1506.327869] env[69297]: DEBUG nova.network.neutron [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Updating instance_info_cache with network_info: [{"id": "b36fd9bd-1f67-4e95-a03e-1789d9f24905", "address": "fa:16:3e:51:57:c9", "network": {"id": "79240951-953b-475b-98a0-00d1a0a62370", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1914585658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceeabfc8b8fc4a2192a4c06ab4d31889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36fd9bd-1f", "ovs_interfaceid": "b36fd9bd-1f67-4e95-a03e-1789d9f24905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1506.458064] env[69297]: DEBUG oslo_vmware.api [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931389, 'name': PowerOffVM_Task, 'duration_secs': 0.249399} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1506.461395] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1506.461584] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1506.461847] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95ae9cf1-da21-442d-9573-b9c0da300e69 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1506.469675] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931390, 'name': ReconfigVM_Task, 'duration_secs': 0.336121} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1506.469675] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Reconfigured VM instance instance-00000043 to attach disk [datastore1] dbab721d-156b-437a-9ddc-412ffe662e83/dbab721d-156b-437a-9ddc-412ffe662e83.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1506.470360] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bfd04aa-0482-439b-a2a1-4fb324b811ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1506.481037] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for the task: (returnval){
[ 1506.481037] env[69297]:    value = "task-2931395"
[ 1506.481037] env[69297]:    _type = "Task"
[ 1506.481037] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1506.487681] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 3cc3caaa-7bab-4839-9ff0-804abf2ab595] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1506.492027] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931395, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1506.492027] env[69297]: DEBUG nova.network.neutron [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Successfully updated port: feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1506.559907] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1506.560259] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1506.562079] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Deleting the datastore file [datastore1] 19072792-9a92-4d32-9cac-8cb8c93b5cfb {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1506.562906] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56d03028-777e-4944-8478-a792fb9d1ea4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1506.569532] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931393, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1506.576495] env[69297]: DEBUG oslo_vmware.api [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for the task: (returnval){
[ 1506.576495] env[69297]:    value = "task-2931396"
[ 1506.576495] env[69297]:    _type = "Task"
[ 1506.576495] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1506.590166] env[69297]: DEBUG oslo_vmware.api [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1506.633627] env[69297]: DEBUG oslo_vmware.api [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931388, 'name': PowerOnVM_Task, 'duration_secs': 0.724461} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1506.634020] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1506.634233] env[69297]: INFO nova.compute.manager [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Took 8.64 seconds to spawn the instance on the hypervisor.
[ 1506.634440] env[69297]: DEBUG nova.compute.manager [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1506.635270] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c162de5-3a27-4f5c-a16d-cc7de121dfbe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1506.832922] env[69297]: DEBUG oslo_concurrency.lockutils [req-c1128a38-6216-4997-9c9d-d0f35f0b3aa2 req-8e0d8784-2417-4114-8c28-eb4a01be6554 service nova] Releasing lock "refresh_cache-df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1506.990527] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931395, 'name': Rename_Task, 'duration_secs': 0.173255} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1506.992951] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: fe49a256-114c-4d15-9647-a89d85ba735f] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1506.994044] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1506.994560] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aad31cb-a52f-4a5b-8498-64fae784af80 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1506.997545] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "refresh_cache-f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1506.997672] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "refresh_cache-f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1506.997812] env[69297]: DEBUG nova.network.neutron [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1506.998955] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b12b7e3-c69a-486c-b8ef-99479e54d7c8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.010849] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a88ca4-a778-430f-bf87-c2440511b05a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.013685] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for the task: (returnval){
[ 1507.013685] env[69297]:    value = "task-2931397"
[ 1507.013685] env[69297]:    _type = "Task"
[ 1507.013685] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1507.058309] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a061d0a7-760a-47e4-8fcb-529ea1addefc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.064914] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1507.072712] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931393, 'name': CreateVM_Task, 'duration_secs': 0.559259} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1507.073817] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1507.077017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1507.077017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1507.077017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1507.077017] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fb5b06-6cbc-481c-afc4-2b0f43b4e31d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.081190] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daaa0dcd-86eb-4dac-879d-3e6f23628d7f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.083550] env[69297]: DEBUG nova.network.neutron [-] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1507.103365] env[69297]: DEBUG nova.compute.provider_tree [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1507.111280] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for the task: (returnval){
[ 1507.111280] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525dcf12-c3f5-621a-b69d-22923b74b5b6"
[ 1507.111280] env[69297]:    _type = "Task"
[ 1507.111280] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1507.112453] env[69297]: DEBUG nova.compute.manager [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Received event network-vif-plugged-feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1507.112667] env[69297]: DEBUG oslo_concurrency.lockutils [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] Acquiring lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1507.112891] env[69297]: DEBUG oslo_concurrency.lockutils [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1507.113070] env[69297]: DEBUG oslo_concurrency.lockutils [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1507.113258] env[69297]: DEBUG nova.compute.manager [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] No waiting events found dispatching network-vif-plugged-feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1507.113440] env[69297]: WARNING nova.compute.manager [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Received unexpected event network-vif-plugged-feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f for instance with vm_state building and task_state spawning.
[ 1507.113626] env[69297]: DEBUG nova.compute.manager [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Received event network-changed-feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1507.113823] env[69297]: DEBUG nova.compute.manager [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Refreshing instance network info cache due to event network-changed-feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1507.114061] env[69297]: DEBUG oslo_concurrency.lockutils [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] Acquiring lock "refresh_cache-f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1507.114669] env[69297]: DEBUG oslo_vmware.api [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Task: {'id': task-2931396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142017} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1507.115468] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1507.115758] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1507.115867] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1507.116684] env[69297]: INFO nova.compute.manager [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Took 1.22 seconds to destroy the instance on the hypervisor.
[ 1507.116684] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1507.120366] env[69297]: DEBUG nova.compute.manager [-] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1507.120366] env[69297]: DEBUG nova.network.neutron [-] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1507.132477] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525dcf12-c3f5-621a-b69d-22923b74b5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012734} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1507.132808] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1507.133061] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1507.133323] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1507.133462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1507.133719] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1507.133918] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02122cce-6d69-49bc-8546-d29205a0e4fb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.144203] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1507.144433] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1507.145599] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb69ceb-19e4-432c-a0d0-1cae024bb6c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.157263] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for the task: (returnval){
[ 1507.157263] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52093555-f3b1-78f0-c292-80a8c0bdfc12"
[ 1507.157263] env[69297]:    _type = "Task"
[ 1507.157263] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1507.159460] env[69297]: INFO nova.compute.manager [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Took 54.58 seconds to build instance.
[ 1507.171436] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52093555-f3b1-78f0-c292-80a8c0bdfc12, 'name': SearchDatastore_Task, 'duration_secs': 0.010992} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1507.171758] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda1c712-01ab-4541-a369-62c87c171ccf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.191408] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for the task: (returnval){
[ 1507.191408] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5201e903-2007-287b-e56f-d95dd37a3614"
[ 1507.191408] env[69297]:    _type = "Task"
[ 1507.191408] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1507.202694] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5201e903-2007-287b-e56f-d95dd37a3614, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1507.203126] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1507.203545] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9/df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1507.203944] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb4598a5-ef98-455c-b604-bfb52800681e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.214296] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for the task: (returnval){
[ 1507.214296] env[69297]:    value = "task-2931398"
[ 1507.214296] env[69297]:    _type = "Task"
[ 1507.214296] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1507.227262] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1507.498382] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 81894aff-58d3-4d13-a743-643267fad2bf] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1507.515411] env[69297]: DEBUG nova.network.neutron [-] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1507.533310] env[69297]: DEBUG oslo_vmware.api [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931397, 'name': PowerOnVM_Task, 'duration_secs': 0.516144} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1507.534431] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1507.534753] env[69297]: INFO nova.compute.manager [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Took 7.07 seconds to spawn the instance on the hypervisor.
[ 1507.534920] env[69297]: DEBUG nova.compute.manager [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1507.536872] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba256bec-7786-4e82-b90f-a1a1555551b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1507.590734] env[69297]: INFO nova.compute.manager [-] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Took 1.60 seconds to deallocate network for instance.
[ 1507.617335] env[69297]: DEBUG nova.scheduler.client.report [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1507.664933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc4b06b8-81a8-48a4-8f10-3f4a6534e7fb tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "06232291-7f72-4c25-b855-dcd3929fdb70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 56.093s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1507.697766] env[69297]: DEBUG nova.network.neutron [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1507.727306] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931398, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1508.005099] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 40bc1ca1-dcb3-4d03-8e57-290e21f30e93] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1508.017154] env[69297]: DEBUG nova.network.neutron [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Updating instance_info_cache with network_info: [{"id": "feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f", "address": "fa:16:3e:95:48:41", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb55e4c-8a", "ovs_interfaceid": "feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1508.028431] env[69297]: INFO nova.compute.manager [-] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Took 1.92 seconds to deallocate network for instance.
[ 1508.058433] env[69297]: INFO nova.compute.manager [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Took 44.34 seconds to build instance.
[ 1508.091322] env[69297]: DEBUG nova.compute.manager [req-08c273e9-0dac-4c4c-b584-d3c9d9945593 req-f353301c-31bc-4acd-841a-e8621bea3490 service nova] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Received event network-vif-deleted-65b994e5-5569-45d0-bed7-8a80426887ee {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1508.091576] env[69297]: DEBUG nova.compute.manager [req-08c273e9-0dac-4c4c-b584-d3c9d9945593 req-f353301c-31bc-4acd-841a-e8621bea3490 service nova] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Received event network-vif-deleted-450eefd7-941c-4963-89ed-1b3a98168e7b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1508.098926] env[69297]: DEBUG oslo_concurrency.lockutils [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1508.123061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1508.124275] env[69297]: DEBUG nova.compute.manager [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1508.126695] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.044s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1508.127041] env[69297]: DEBUG nova.objects.instance [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lazy-loading 'resources' on Instance uuid 665055ca-2209-41dd-84ee-98adb209c925 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1508.228039] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529065} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1508.228356] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9/df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1508.228571] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1508.228850] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e5d2483-b125-44b4-a48e-7a059b635cf1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.236425] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for the task: (returnval){
[ 1508.236425] env[69297]:    value = "task-2931399"
[ 1508.236425] env[69297]:    _type = "Task"
[ 1508.236425] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1508.245582] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1508.424381] env[69297]: DEBUG nova.network.neutron [-] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1508.509134] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 498fb00b-18b5-457f-92eb-61e5f9b3fc9d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1508.521587] env[69297]: DEBUG nova.compute.manager [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Stashing vm_state: active {{(pid=69297) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1508.524368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "refresh_cache-f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1508.524625] env[69297]: DEBUG nova.compute.manager [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Instance network_info: |[{"id": "feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f", "address": "fa:16:3e:95:48:41", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb55e4c-8a", "ovs_interfaceid": "feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1508.525093] env[69297]: DEBUG oslo_concurrency.lockutils [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] Acquired lock "refresh_cache-f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1508.526570] env[69297]: DEBUG nova.network.neutron [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Refreshing network info cache for port feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1508.526570] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:48:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1508.533992] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Creating folder: Project (4335ff7c8d2440b99e09dda0bd1515ba). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1508.534358] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8c47b02-a668-4056-86a4-c6ac5100edfe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.536721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1508.547425] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Created folder: Project (4335ff7c8d2440b99e09dda0bd1515ba) in parent group-v588392.
[ 1508.547608] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Creating folder: Instances. Parent ref: group-v588596. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1508.547829] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db2b7d9a-4abc-49ff-a2e1-b152fc118515 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.558232] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Created folder: Instances in parent group-v588596.
[ 1508.558520] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1508.558760] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1508.558959] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3d01f44-6aa6-4452-bef4-88ecaf817272 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.574232] env[69297]: DEBUG oslo_concurrency.lockutils [None req-baf58e40-673b-4ccf-af4b-9eff84e098e3 tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Lock "dbab721d-156b-437a-9ddc-412ffe662e83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 45.866s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1508.580020] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1508.580020] env[69297]:    value = "task-2931402"
[ 1508.580020] env[69297]:    _type = "Task"
[ 1508.580020] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1508.588192] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931402, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1508.634622] env[69297]: DEBUG nova.compute.utils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1508.637125] env[69297]: DEBUG nova.compute.manager [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1508.637125] env[69297]: DEBUG nova.network.neutron [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1508.737731] env[69297]: DEBUG nova.policy [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74c4fde95a184df9bec59a3abe155da8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53389ee13ae34a0aa8d2587690690b03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1508.752038] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231449} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1508.752344] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1508.753221] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca310496-a5a8-4329-abdf-ea738b2b3611 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.787774] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9/df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1508.788536] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c195ad0b-81b6-4385-8319-4af86c774584 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1508.816803] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for the task: (returnval){
[ 1508.816803] env[69297]:    value = "task-2931403"
[ 1508.816803] env[69297]:    _type = "Task"
[ 1508.816803] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1508.827607] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1508.927090] env[69297]: INFO nova.compute.manager [-] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Took 1.81 seconds to deallocate network for instance.
[ 1509.012901] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: a4c9aa55-b4db-42e7-ab90-26bb66af6167] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1509.044027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1509.093204] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931402, 'name': CreateVM_Task, 'duration_secs': 0.390024} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1509.093434] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1509.094336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1509.094441] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1509.094794] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1509.097637] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d7ca6f-3616-4299-a251-5441b26dabdd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.104023] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1509.104023] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52136515-0568-700f-a3ec-286cb2ca5d49"
[ 1509.104023] env[69297]:    _type = "Task"
[ 1509.104023] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1509.113980] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52136515-0568-700f-a3ec-286cb2ca5d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1509.117829] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f2acfe-2a4e-4217-9ad1-e662ee2ecaa3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.125106] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5b84c6-c9bf-4111-8d2b-1e8698d7a26c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.157448] env[69297]: DEBUG nova.compute.manager [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1509.164020] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca99f1a-0495-4b4e-a8f5-db2f91fccdec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.172546] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a6f49-873b-45ac-9c6a-abbde2bf8970 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.187982] env[69297]: DEBUG nova.compute.provider_tree [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1509.326508] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931403, 'name': ReconfigVM_Task, 'duration_secs': 0.341771} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1509.326796] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Reconfigured VM instance instance-00000044 to attach disk [datastore2] df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9/df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1509.327448] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20db3123-065c-4aa7-857f-e5d6545c2377 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.337278] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for the task: (returnval){
[ 1509.337278] env[69297]:    value = "task-2931404"
[ 1509.337278] env[69297]:    _type = "Task"
[ 1509.337278] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1509.346072] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931404, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1509.433626] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1509.517088] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1509.517346] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Cleaning up deleted instances with incomplete migration  {{(pid=69297) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}}
[ 1509.613277] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52136515-0568-700f-a3ec-286cb2ca5d49, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1509.613588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1509.613813] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1509.614062] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1509.614212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1509.614387] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1509.614653] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65d77b2b-553c-498c-80e9-5b43fb5bb88e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.622315] env[69297]: DEBUG nova.network.neutron [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Successfully created port: 101a279b-5f3f-400d-b411-f6b7875d882a {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1509.626247] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1509.626500] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1509.627443] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc14ceb-05c2-4d75-a36c-39684e563d36 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.634486] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1509.634486] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52dd781e-a713-c1c9-a9cf-83dd3518cabd"
[ 1509.634486] env[69297]:    _type = "Task"
[ 1509.634486] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1509.642497] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dd781e-a713-c1c9-a9cf-83dd3518cabd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1509.694019] env[69297]: DEBUG nova.scheduler.client.report [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1509.741579] env[69297]: DEBUG nova.network.neutron [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Updated VIF entry in instance network info cache for port feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1509.741948] env[69297]: DEBUG nova.network.neutron [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Updating instance_info_cache with network_info: [{"id": "feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f", "address": "fa:16:3e:95:48:41", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb55e4c-8a", "ovs_interfaceid": "feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1509.849087] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931404, 'name': Rename_Task, 'duration_secs': 0.145184} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1509.850946] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1509.850946] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8ff765d-2126-411d-b526-aa9ac89118b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1509.856639] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for the task: (returnval){
[ 1509.856639] env[69297]:    value = "task-2931405"
[ 1509.856639] env[69297]:    _type = "Task"
[ 1509.856639] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1509.865934] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1510.019708] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1510.145848] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dd781e-a713-c1c9-a9cf-83dd3518cabd, 'name': SearchDatastore_Task, 'duration_secs': 0.029699} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1510.146586] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b57079-06c2-4ef4-a6d5-5f033009882f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.152870] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1510.152870] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e8be4b-d153-c3ca-d3c9-3ae4fd2e7982"
[ 1510.152870] env[69297]:    _type = "Task"
[ 1510.152870] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1510.161500] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e8be4b-d153-c3ca-d3c9-3ae4fd2e7982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1510.172878] env[69297]: DEBUG nova.compute.manager [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1510.200590] env[69297]: DEBUG nova.virt.hardware [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fe4168c44af2ff0d03c92fda3162ac83',container_format='bare',created_at=2025-03-11T14:13:31Z,direct_url=<?>,disk_format='vmdk',id=9110c3fb-25c9-4417-8e77-2644f977d8e2,min_disk=1,min_ram=0,name='tempest-test-snap-1801279485',owner='53389ee13ae34a0aa8d2587690690b03',properties=ImageMetaProps,protected=<?>,size=21334528,status='active',tags=<?>,updated_at=2025-03-11T14:13:49Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1510.200854] env[69297]: DEBUG nova.virt.hardware [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1510.201022] env[69297]: DEBUG nova.virt.hardware [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1510.201217] env[69297]: DEBUG nova.virt.hardware [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1510.201379] env[69297]: DEBUG nova.virt.hardware [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1510.201541] env[69297]: DEBUG nova.virt.hardware [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1510.201763] env[69297]: DEBUG nova.virt.hardware [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1510.201943] env[69297]: DEBUG nova.virt.hardware [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1510.202140] env[69297]: DEBUG nova.virt.hardware [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1510.202326] env[69297]: DEBUG nova.virt.hardware [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1510.202545] env[69297]: DEBUG nova.virt.hardware [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1510.203341] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1510.206021] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96a9b4d-de56-4c85-875e-a01fb5b078d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.209122] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.722s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1510.211250] env[69297]: INFO nova.compute.claims [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1510.219625] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af9eb49-35fb-4ae4-a686-c56d6ec1ba5d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.245298] env[69297]: DEBUG oslo_concurrency.lockutils [req-8a138bcd-7356-4b5e-8245-8a93693a0be4 req-3d4b194c-65f9-4a0a-bfe5-609686497c35 service nova] Releasing lock "refresh_cache-f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1510.251319] env[69297]: INFO nova.scheduler.client.report [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Deleted allocations for instance 665055ca-2209-41dd-84ee-98adb209c925
[ 1510.366671] env[69297]: DEBUG oslo_vmware.api [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931405, 'name': PowerOnVM_Task, 'duration_secs': 0.455139} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1510.366941] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1510.367249] env[69297]: INFO nova.compute.manager [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Took 7.31 seconds to spawn the instance on the hypervisor.
[ 1510.367441] env[69297]: DEBUG nova.compute.manager [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1510.368275] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c01fcf-6eb3-4242-a844-3a9cbaf739bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.494784] env[69297]: DEBUG nova.compute.manager [req-8d6a7a00-211e-4025-866e-7f0eb585e1d7 req-c6375d6c-5a29-4e14-8233-dd85ff8f3aac service nova] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Received event network-vif-deleted-640aa874-6e8b-4fcb-938e-77b7ab0ba7db {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1510.495035] env[69297]: DEBUG nova.compute.manager [req-8d6a7a00-211e-4025-866e-7f0eb585e1d7 req-c6375d6c-5a29-4e14-8233-dd85ff8f3aac service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Received event network-changed-c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1510.495242] env[69297]: DEBUG nova.compute.manager [req-8d6a7a00-211e-4025-866e-7f0eb585e1d7 req-c6375d6c-5a29-4e14-8233-dd85ff8f3aac service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Refreshing instance network info cache due to event network-changed-c4fc6caa-af36-4081-bd2b-a2dc71e394b2. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1510.495429] env[69297]: DEBUG oslo_concurrency.lockutils [req-8d6a7a00-211e-4025-866e-7f0eb585e1d7 req-c6375d6c-5a29-4e14-8233-dd85ff8f3aac service nova] Acquiring lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1510.495568] env[69297]: DEBUG oslo_concurrency.lockutils [req-8d6a7a00-211e-4025-866e-7f0eb585e1d7 req-c6375d6c-5a29-4e14-8233-dd85ff8f3aac service nova] Acquired lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1510.495723] env[69297]: DEBUG nova.network.neutron [req-8d6a7a00-211e-4025-866e-7f0eb585e1d7 req-c6375d6c-5a29-4e14-8233-dd85ff8f3aac service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Refreshing network info cache for port c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1510.663798] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e8be4b-d153-c3ca-d3c9-3ae4fd2e7982, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1510.664109] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1510.664349] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] f0835cb6-57e7-4bc2-b4ec-66b44d96d00e/f0835cb6-57e7-4bc2-b4ec-66b44d96d00e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1510.664614] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bb7c61a-724c-46bf-bf3f-2d1e70224a17 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1510.671668] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1510.671668] env[69297]:    value = "task-2931406"
[ 1510.671668] env[69297]:    _type = "Task"
[ 1510.671668] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1510.680170] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1510.767394] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e32d2093-2caa-4168-b823-06049024a703 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "665055ca-2209-41dd-84ee-98adb209c925" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 17.174s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1510.886638] env[69297]: INFO nova.compute.manager [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Took 37.10 seconds to build instance.
[ 1511.185127] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931406, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1511.391598] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b54abe17-1b03-457b-b76b-f71656729008 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 38.619s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1511.469220] env[69297]: DEBUG nova.network.neutron [req-8d6a7a00-211e-4025-866e-7f0eb585e1d7 req-c6375d6c-5a29-4e14-8233-dd85ff8f3aac service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updated VIF entry in instance network info cache for port c4fc6caa-af36-4081-bd2b-a2dc71e394b2. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1511.469698] env[69297]: DEBUG nova.network.neutron [req-8d6a7a00-211e-4025-866e-7f0eb585e1d7 req-c6375d6c-5a29-4e14-8233-dd85ff8f3aac service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updating instance_info_cache with network_info: [{"id": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "address": "fa:16:3e:d8:cd:e0", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fc6caa-af", "ovs_interfaceid": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1511.616069] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937fb5e5-a411-410a-9085-7399d9975cf2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.625287] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11be7dcf-7f88-4502-b728-afea6136f796 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.659384] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1475216-a23c-44cc-ab0e-05600108a124 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.667395] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a4faaf-dae9-4c43-8edd-a4c8b668f6e5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.685151] env[69297]: DEBUG nova.compute.provider_tree [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1511.691656] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834844} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1511.692173] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] f0835cb6-57e7-4bc2-b4ec-66b44d96d00e/f0835cb6-57e7-4bc2-b4ec-66b44d96d00e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1511.692405] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1511.692653] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6aa9baf-c77f-4f56-8b68-06ad78748079 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1511.700489] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1511.700489] env[69297]:    value = "task-2931407"
[ 1511.700489] env[69297]:    _type = "Task"
[ 1511.700489] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1511.709086] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1511.961943] env[69297]: DEBUG nova.network.neutron [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Successfully updated port: 101a279b-5f3f-400d-b411-f6b7875d882a {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1511.974937] env[69297]: DEBUG oslo_concurrency.lockutils [req-8d6a7a00-211e-4025-866e-7f0eb585e1d7 req-c6375d6c-5a29-4e14-8233-dd85ff8f3aac service nova] Releasing lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1512.193612] env[69297]: DEBUG nova.scheduler.client.report [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1512.213907] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068169} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1512.214868] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1512.217573] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d92b766-0330-4509-b2a1-0b2816ee7733 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1512.243840] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] f0835cb6-57e7-4bc2-b4ec-66b44d96d00e/f0835cb6-57e7-4bc2-b4ec-66b44d96d00e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1512.244089] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d2c679b-39b1-43e6-85a3-077116dce88d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1512.264297] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1512.264297] env[69297]:    value = "task-2931408"
[ 1512.264297] env[69297]:    _type = "Task"
[ 1512.264297] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1512.272485] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1512.465748] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "refresh_cache-9e089d48-e809-4e57-aeb5-38b50a00c0f8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1512.465913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "refresh_cache-9e089d48-e809-4e57-aeb5-38b50a00c0f8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1512.466579] env[69297]: DEBUG nova.network.neutron [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1512.700854] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1512.701408] env[69297]: DEBUG nova.compute.manager [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1512.704375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.082s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1512.704667] env[69297]: DEBUG nova.objects.instance [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lazy-loading 'resources' on Instance uuid a1c42ba5-a656-4d2f-8da4-f8558790f7fb {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1512.776016] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1512.780564] env[69297]: DEBUG nova.compute.manager [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Received event network-changed-c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1512.781548] env[69297]: DEBUG nova.compute.manager [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Refreshing instance network info cache due to event network-changed-c4fc6caa-af36-4081-bd2b-a2dc71e394b2. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1512.781548] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Acquiring lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1512.782546] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Acquired lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1512.782546] env[69297]: DEBUG nova.network.neutron [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Refreshing network info cache for port c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1513.041750] env[69297]: DEBUG nova.network.neutron [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1513.208345] env[69297]: DEBUG nova.compute.utils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1513.212604] env[69297]: DEBUG nova.compute.manager [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1513.212775] env[69297]: DEBUG nova.network.neutron [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1513.278455] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931408, 'name': ReconfigVM_Task, 'duration_secs': 0.717485} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1513.278734] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Reconfigured VM instance instance-00000045 to attach disk [datastore2] f0835cb6-57e7-4bc2-b4ec-66b44d96d00e/f0835cb6-57e7-4bc2-b4ec-66b44d96d00e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1513.281627] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a29dc008-6219-41d5-a23e-49e5c848e58b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.289113] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1513.289113] env[69297]:    value = "task-2931409"
[ 1513.289113] env[69297]:    _type = "Task"
[ 1513.289113] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1513.301042] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931409, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1513.301042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquiring lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1513.301042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1513.301042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquiring lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1513.301042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1513.301042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1513.303330] env[69297]: INFO nova.compute.manager [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Terminating instance
[ 1513.342925] env[69297]: DEBUG nova.policy [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d2f9c086dd4da89232166919773d53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a4391229844f14a5f584c75bf49128', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1513.373707] env[69297]: DEBUG nova.network.neutron [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Updating instance_info_cache with network_info: [{"id": "101a279b-5f3f-400d-b411-f6b7875d882a", "address": "fa:16:3e:60:8d:10", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101a279b-5f", "ovs_interfaceid": "101a279b-5f3f-400d-b411-f6b7875d882a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1513.438800] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1513.439243] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1513.439243] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "b38c80c7-3686-4e96-853f-24fb8643ce0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1513.439433] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1513.439599] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1513.441816] env[69297]: INFO nova.compute.manager [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Terminating instance
[ 1513.558744] env[69297]: DEBUG nova.network.neutron [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updated VIF entry in instance network info cache for port c4fc6caa-af36-4081-bd2b-a2dc71e394b2. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1513.559125] env[69297]: DEBUG nova.network.neutron [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updating instance_info_cache with network_info: [{"id": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "address": "fa:16:3e:d8:cd:e0", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fc6caa-af", "ovs_interfaceid": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1513.577078] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c2d64f-20aa-4d88-a4de-70d42bc723b3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.584734] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fc1b62-4634-41b1-b05e-3036887be612 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.620601] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52157b8-f5b3-43b1-8688-07a90678ab11 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.631980] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b0e808-0801-4771-847b-9c10b3d554b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.645360] env[69297]: DEBUG nova.compute.provider_tree [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1513.713920] env[69297]: DEBUG nova.compute.manager [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1513.799098] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931409, 'name': Rename_Task, 'duration_secs': 0.377118} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1513.799388] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1513.799795] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eeb4747-4822-423a-aa3f-7f72d627e370 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.806090] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1513.806090] env[69297]:    value = "task-2931410"
[ 1513.806090] env[69297]:    _type = "Task"
[ 1513.806090] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1513.810085] env[69297]: DEBUG nova.compute.manager [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1513.810293] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1513.811049] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a4c800-5c6a-4ec3-9220-004b9556a733 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.819639] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1513.822741] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1513.822987] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b016815-5a3e-41a5-82a3-c40d885ed42c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.829838] env[69297]: DEBUG oslo_vmware.api [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for the task: (returnval){
[ 1513.829838] env[69297]:    value = "task-2931411"
[ 1513.829838] env[69297]:    _type = "Task"
[ 1513.829838] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1513.843345] env[69297]: DEBUG oslo_vmware.api [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1513.876362] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "refresh_cache-9e089d48-e809-4e57-aeb5-38b50a00c0f8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1513.876892] env[69297]: DEBUG nova.compute.manager [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Instance network_info: |[{"id": "101a279b-5f3f-400d-b411-f6b7875d882a", "address": "fa:16:3e:60:8d:10", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101a279b-5f", "ovs_interfaceid": "101a279b-5f3f-400d-b411-f6b7875d882a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1513.877555] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:8d:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '101a279b-5f3f-400d-b411-f6b7875d882a', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1513.888945] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1513.889661] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1513.890009] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aa218cd-e8f9-4c71-9ea8-ea03d16c6d4a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.913547] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1513.913547] env[69297]:    value = "task-2931412"
[ 1513.913547] env[69297]:    _type = "Task"
[ 1513.913547] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1513.919385] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931412, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1513.951429] env[69297]: DEBUG nova.compute.manager [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1513.951675] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1513.952642] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d54cc4-8afa-4382-bb30-ef9a1064f01d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.961217] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1513.961559] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-419bff44-1d3d-4927-a99f-c26cc41c4838 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1513.969211] env[69297]: DEBUG oslo_vmware.api [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1513.969211] env[69297]:    value = "task-2931413"
[ 1513.969211] env[69297]:    _type = "Task"
[ 1513.969211] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1513.979835] env[69297]: DEBUG oslo_vmware.api [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1514.064458] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Releasing lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1514.064759] env[69297]: DEBUG nova.compute.manager [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Received event network-changed-ad7fd9c3-1f96-442e-ae12-2ebf117ce221 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1514.064923] env[69297]: DEBUG nova.compute.manager [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Refreshing instance network info cache due to event network-changed-ad7fd9c3-1f96-442e-ae12-2ebf117ce221. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1514.065161] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Acquiring lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1514.065304] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Acquired lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1514.065462] env[69297]: DEBUG nova.network.neutron [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Refreshing network info cache for port ad7fd9c3-1f96-442e-ae12-2ebf117ce221 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1514.072087] env[69297]: DEBUG nova.network.neutron [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Successfully created port: 38e7c80c-fe62-42da-b871-c9983c6fa2a1 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1514.148902] env[69297]: DEBUG nova.scheduler.client.report [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1514.321100] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931410, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1514.340977] env[69297]: DEBUG oslo_vmware.api [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931411, 'name': PowerOffVM_Task, 'duration_secs': 0.263723} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1514.345943] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1514.346231] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1514.346579] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36714293-fed3-4408-8282-e84fdbb21735 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.420404] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1514.420630] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1514.420809] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Deleting the datastore file [datastore2] df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1514.424704] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f474ce0d-914e-4b97-93e0-f56df30e080c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.427236] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931412, 'name': CreateVM_Task, 'duration_secs': 0.395406} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1514.427409] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1514.428418] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1514.428573] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1514.428928] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1514.429189] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8068c4b4-bdd4-4621-8cc9-001a5d04b84c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.435036] env[69297]: DEBUG oslo_vmware.api [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for the task: (returnval){
[ 1514.435036] env[69297]:    value = "task-2931415"
[ 1514.435036] env[69297]:    _type = "Task"
[ 1514.435036] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1514.443295] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1514.443295] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5266d631-35df-bf3d-e879-fed0e7aeaced"
[ 1514.443295] env[69297]:    _type = "Task"
[ 1514.443295] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1514.452706] env[69297]: DEBUG oslo_vmware.api [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1514.458896] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1514.459220] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Processing image 9110c3fb-25c9-4417-8e77-2644f977d8e2 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1514.459624] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2/9110c3fb-25c9-4417-8e77-2644f977d8e2.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1514.459822] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2/9110c3fb-25c9-4417-8e77-2644f977d8e2.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1514.460053] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1514.460362] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e1580ec-cc97-484e-9772-9d58d3379bc7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.477665] env[69297]: DEBUG oslo_vmware.api [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931413, 'name': PowerOffVM_Task, 'duration_secs': 0.30322} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1514.479394] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1514.479680] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1514.480601] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1514.480835] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1514.481623] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a669e7-431b-48b4-87be-149473e4ffa9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.483516] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5312498-c2c0-41df-a1e4-d79795fb9b37 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.489206] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1514.489206] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f028e2-1765-368f-446b-fd2f3beb9c85"
[ 1514.489206] env[69297]:    _type = "Task"
[ 1514.489206] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1514.503777] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Preparing fetch location {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1514.504080] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Fetch image to [datastore2] OSTACK_IMG_83037fbd-22b9-40e0-ada4-880752935ac9/OSTACK_IMG_83037fbd-22b9-40e0-ada4-880752935ac9.vmdk {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1514.504327] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Downloading stream optimized image 9110c3fb-25c9-4417-8e77-2644f977d8e2 to [datastore2] OSTACK_IMG_83037fbd-22b9-40e0-ada4-880752935ac9/OSTACK_IMG_83037fbd-22b9-40e0-ada4-880752935ac9.vmdk on the data store datastore2 as vApp {{(pid=69297) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}}
[ 1514.504562] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Downloading image file data 9110c3fb-25c9-4417-8e77-2644f977d8e2 to the ESX as VM named 'OSTACK_IMG_83037fbd-22b9-40e0-ada4-880752935ac9' {{(pid=69297) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}}
[ 1514.562055] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1514.563381] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1514.563381] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Deleting the datastore file [datastore1] b38c80c7-3686-4e96-853f-24fb8643ce0a {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1514.563381] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e73184b6-f873-4e6f-88f7-05878bf3cc7f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.569359] env[69297]: DEBUG oslo_vmware.api [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for the task: (returnval){
[ 1514.569359] env[69297]:    value = "task-2931417"
[ 1514.569359] env[69297]:    _type = "Task"
[ 1514.569359] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1514.590726] env[69297]: DEBUG oslo_vmware.api [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1514.602823] env[69297]: DEBUG oslo_vmware.rw_handles [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){
[ 1514.602823] env[69297]:    value = "resgroup-9"
[ 1514.602823] env[69297]:    _type = "ResourcePool"
[ 1514.602823] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}}
[ 1514.603336] env[69297]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e4668a0e-356c-4810-b6e0-6e19c3903070 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.626674] env[69297]: DEBUG oslo_vmware.rw_handles [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lease: (returnval){
[ 1514.626674] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523969f2-a353-ae55-0cd6-487804a12336"
[ 1514.626674] env[69297]:    _type = "HttpNfcLease"
[ 1514.626674] env[69297]:  } obtained for vApp import into resource pool (val){
[ 1514.626674] env[69297]:    value = "resgroup-9"
[ 1514.626674] env[69297]:    _type = "ResourcePool"
[ 1514.626674] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}}
[ 1514.626931] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the lease: (returnval){
[ 1514.626931] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523969f2-a353-ae55-0cd6-487804a12336"
[ 1514.626931] env[69297]:    _type = "HttpNfcLease"
[ 1514.626931] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1514.633695] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1514.633695] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523969f2-a353-ae55-0cd6-487804a12336"
[ 1514.633695] env[69297]:    _type = "HttpNfcLease"
[ 1514.633695] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1514.663783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1514.664070] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.441s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1514.664359] env[69297]: DEBUG nova.objects.instance [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lazy-loading 'pci_requests' on Instance uuid ab2dc89a-41e4-422f-8db5-fb01f06f49ef {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1514.695082] env[69297]: INFO nova.scheduler.client.report [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleted allocations for instance a1c42ba5-a656-4d2f-8da4-f8558790f7fb
[ 1514.728020] env[69297]: DEBUG nova.compute.manager [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1514.752618] env[69297]: DEBUG nova.virt.hardware [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1514.754841] env[69297]: DEBUG nova.virt.hardware [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1514.754841] env[69297]: DEBUG nova.virt.hardware [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1514.754841] env[69297]: DEBUG nova.virt.hardware [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1514.754841] env[69297]: DEBUG nova.virt.hardware [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1514.754841] env[69297]: DEBUG nova.virt.hardware [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1514.754841] env[69297]: DEBUG nova.virt.hardware [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1514.754841] env[69297]: DEBUG nova.virt.hardware [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1514.754841] env[69297]: DEBUG nova.virt.hardware [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1514.754841] env[69297]: DEBUG nova.virt.hardware [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1514.754841] env[69297]: DEBUG nova.virt.hardware [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1514.756251] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0815c8ac-1998-4fda-81bd-3d4a441d0999 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.767114] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a920099b-c633-440a-8e8c-d4239b966be0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.815548] env[69297]: DEBUG oslo_vmware.api [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931410, 'name': PowerOnVM_Task, 'duration_secs': 0.583212} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1514.816100] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1514.816414] env[69297]: INFO nova.compute.manager [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Took 9.30 seconds to spawn the instance on the hypervisor.
[ 1514.816716] env[69297]: DEBUG nova.compute.manager [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1514.817571] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7f0bfb-7ce6-448d-8c3a-d9ac9fd26bac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1514.822832] env[69297]: DEBUG nova.network.neutron [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Updated VIF entry in instance network info cache for port ad7fd9c3-1f96-442e-ae12-2ebf117ce221. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1514.823304] env[69297]: DEBUG nova.network.neutron [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Updating instance_info_cache with network_info: [{"id": "ad7fd9c3-1f96-442e-ae12-2ebf117ce221", "address": "fa:16:3e:93:b7:2d", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7fd9c3-1f", "ovs_interfaceid": "ad7fd9c3-1f96-442e-ae12-2ebf117ce221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1514.945904] env[69297]: DEBUG oslo_vmware.api [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Task: {'id': task-2931415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266923} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1514.946194] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1514.946382] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1514.946554] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1514.946726] env[69297]: INFO nova.compute.manager [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1514.946965] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1514.947177] env[69297]: DEBUG nova.compute.manager [-] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1514.947273] env[69297]: DEBUG nova.network.neutron [-] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1515.011398] env[69297]: DEBUG nova.compute.manager [req-379c1501-bd84-4b87-8524-3a5fc082f815 req-2e9dd44f-7707-4b92-9cbf-a8ff3aee3d66 service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Received event network-changed-ad7fd9c3-1f96-442e-ae12-2ebf117ce221 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1515.011623] env[69297]: DEBUG nova.compute.manager [req-379c1501-bd84-4b87-8524-3a5fc082f815 req-2e9dd44f-7707-4b92-9cbf-a8ff3aee3d66 service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Refreshing instance network info cache due to event network-changed-ad7fd9c3-1f96-442e-ae12-2ebf117ce221. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1515.011818] env[69297]: DEBUG oslo_concurrency.lockutils [req-379c1501-bd84-4b87-8524-3a5fc082f815 req-2e9dd44f-7707-4b92-9cbf-a8ff3aee3d66 service nova] Acquiring lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1515.080587] env[69297]: DEBUG oslo_vmware.api [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Task: {'id': task-2931417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202668} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1515.080870] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1515.081104] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1515.081295] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1515.081469] env[69297]: INFO nova.compute.manager [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1515.081709] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1515.081896] env[69297]: DEBUG nova.compute.manager [-] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1515.081988] env[69297]: DEBUG nova.network.neutron [-] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1515.138425] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1515.138425] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523969f2-a353-ae55-0cd6-487804a12336"
[ 1515.138425] env[69297]:    _type = "HttpNfcLease"
[ 1515.138425] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1515.141104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "06232291-7f72-4c25-b855-dcd3929fdb70" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1515.141424] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "06232291-7f72-4c25-b855-dcd3929fdb70" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1515.141660] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "06232291-7f72-4c25-b855-dcd3929fdb70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1515.141853] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "06232291-7f72-4c25-b855-dcd3929fdb70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1515.142046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "06232291-7f72-4c25-b855-dcd3929fdb70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1515.144480] env[69297]: INFO nova.compute.manager [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Terminating instance
[ 1515.170996] env[69297]: DEBUG nova.objects.instance [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lazy-loading 'numa_topology' on Instance uuid ab2dc89a-41e4-422f-8db5-fb01f06f49ef {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1515.203365] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d6fad6c8-ca0c-447b-95a6-a5fab7b6ba7d tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "a1c42ba5-a656-4d2f-8da4-f8558790f7fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 17.979s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1515.333025] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Releasing lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1515.333025] env[69297]: DEBUG nova.compute.manager [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Received event network-vif-plugged-101a279b-5f3f-400d-b411-f6b7875d882a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1515.333025] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Acquiring lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1515.333025] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1515.333025] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1515.333025] env[69297]: DEBUG nova.compute.manager [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] No waiting events found dispatching network-vif-plugged-101a279b-5f3f-400d-b411-f6b7875d882a {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1515.333025] env[69297]: WARNING nova.compute.manager [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Received unexpected event network-vif-plugged-101a279b-5f3f-400d-b411-f6b7875d882a for instance with vm_state building and task_state spawning.
[ 1515.333025] env[69297]: DEBUG nova.compute.manager [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Received event network-changed-101a279b-5f3f-400d-b411-f6b7875d882a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1515.333025] env[69297]: DEBUG nova.compute.manager [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Refreshing instance network info cache due to event network-changed-101a279b-5f3f-400d-b411-f6b7875d882a. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1515.333025] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Acquiring lock "refresh_cache-9e089d48-e809-4e57-aeb5-38b50a00c0f8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1515.333025] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Acquired lock "refresh_cache-9e089d48-e809-4e57-aeb5-38b50a00c0f8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1515.333025] env[69297]: DEBUG nova.network.neutron [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Refreshing network info cache for port 101a279b-5f3f-400d-b411-f6b7875d882a {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1515.334259] env[69297]: DEBUG oslo_concurrency.lockutils [req-379c1501-bd84-4b87-8524-3a5fc082f815 req-2e9dd44f-7707-4b92-9cbf-a8ff3aee3d66 service nova] Acquired lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1515.334739] env[69297]: DEBUG nova.network.neutron [req-379c1501-bd84-4b87-8524-3a5fc082f815 req-2e9dd44f-7707-4b92-9cbf-a8ff3aee3d66 service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Refreshing network info cache for port ad7fd9c3-1f96-442e-ae12-2ebf117ce221 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1515.348041] env[69297]: INFO nova.compute.manager [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Took 35.84 seconds to build instance.
[ 1515.463502] env[69297]: DEBUG nova.compute.manager [req-2dc71205-c1b8-4bca-9188-25d9047dd899 req-4a86f500-1da8-4787-8373-4f0bad5e87d1 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Received event network-vif-deleted-b36fd9bd-1f67-4e95-a03e-1789d9f24905 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1515.463502] env[69297]: INFO nova.compute.manager [req-2dc71205-c1b8-4bca-9188-25d9047dd899 req-4a86f500-1da8-4787-8373-4f0bad5e87d1 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Neutron deleted interface b36fd9bd-1f67-4e95-a03e-1789d9f24905; detaching it from the instance and deleting it from the info cache
[ 1515.463502] env[69297]: DEBUG nova.network.neutron [req-2dc71205-c1b8-4bca-9188-25d9047dd899 req-4a86f500-1da8-4787-8373-4f0bad5e87d1 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1515.637027] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1515.637027] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523969f2-a353-ae55-0cd6-487804a12336"
[ 1515.637027] env[69297]:    _type = "HttpNfcLease"
[ 1515.637027] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1515.637027] env[69297]: DEBUG oslo_vmware.rw_handles [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1515.637027] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523969f2-a353-ae55-0cd6-487804a12336"
[ 1515.637027] env[69297]:    _type = "HttpNfcLease"
[ 1515.637027] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}}
[ 1515.637726] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a61d644-0c5f-4fe3-a652-80d4d9c1361e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1515.645880] env[69297]: DEBUG oslo_vmware.rw_handles [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b2e5b-e628-cae2-180d-994876107847/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1515.646252] env[69297]: DEBUG oslo_vmware.rw_handles [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating HTTP connection to write to file with size = 21334528 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b2e5b-e628-cae2-180d-994876107847/disk-0.vmdk. {{(pid=69297) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1515.711164] env[69297]: DEBUG nova.compute.manager [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1515.711413] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1515.712375] env[69297]: INFO nova.compute.claims [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1515.715755] env[69297]: DEBUG nova.network.neutron [-] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1515.718754] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d9837-8877-4f8a-9e24-d9e217e9ee3c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1515.725219] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-968422c0-cf92-4f98-a794-e639a08c6247 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1515.731560] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1515.734063] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bba926e-4701-429c-9408-83a85e2e92b6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1515.741214] env[69297]: DEBUG oslo_vmware.api [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1515.741214] env[69297]:    value = "task-2931419"
[ 1515.741214] env[69297]:    _type = "Task"
[ 1515.741214] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1515.751104] env[69297]: DEBUG oslo_vmware.api [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1515.850995] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b3ce2657-d8aa-46e1-898e-b085af2348eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 37.349s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1515.969166] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e46b9767-f6ba-4363-8f6d-53c40d756d50 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1515.979726] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d0dcd4-3983-4d4e-ba0d-92bf62bc4f66 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1516.028311] env[69297]: DEBUG nova.compute.manager [req-2dc71205-c1b8-4bca-9188-25d9047dd899 req-4a86f500-1da8-4787-8373-4f0bad5e87d1 service nova] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Detach interface failed, port_id=b36fd9bd-1f67-4e95-a03e-1789d9f24905, reason: Instance df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1516.062709] env[69297]: DEBUG nova.network.neutron [-] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1516.109166] env[69297]: DEBUG nova.network.neutron [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Updated VIF entry in instance network info cache for port 101a279b-5f3f-400d-b411-f6b7875d882a. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1516.109573] env[69297]: DEBUG nova.network.neutron [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Updating instance_info_cache with network_info: [{"id": "101a279b-5f3f-400d-b411-f6b7875d882a", "address": "fa:16:3e:60:8d:10", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101a279b-5f", "ovs_interfaceid": "101a279b-5f3f-400d-b411-f6b7875d882a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1516.224697] env[69297]: INFO nova.compute.manager [-] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Took 1.28 seconds to deallocate network for instance.
[ 1516.261297] env[69297]: DEBUG oslo_vmware.api [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931419, 'name': PowerOffVM_Task, 'duration_secs': 0.210619} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1516.261732] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1516.261937] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1516.262282] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a5e6b64-0423-407e-b6e5-b1237bb550ff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1516.415782] env[69297]: DEBUG oslo_vmware.rw_handles [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Completed reading data from the image iterator. {{(pid=69297) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1516.416067] env[69297]: DEBUG oslo_vmware.rw_handles [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b2e5b-e628-cae2-180d-994876107847/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1516.419592] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4c7536-0fe5-47f4-9334-6fcb8212bf4d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1516.429382] env[69297]: DEBUG oslo_vmware.rw_handles [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b2e5b-e628-cae2-180d-994876107847/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1516.429499] env[69297]: DEBUG oslo_vmware.rw_handles [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b2e5b-e628-cae2-180d-994876107847/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}}
[ 1516.429726] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d16de471-d202-4bff-9d60-7b5d9b4a687c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1516.495570] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1516.495776] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1516.495954] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Deleting the datastore file [datastore1] 06232291-7f72-4c25-b855-dcd3929fdb70 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1516.496603] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1e9209e-9ea0-4ed1-b11d-da812ad8f54e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1516.504662] env[69297]: DEBUG oslo_vmware.api [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1516.504662] env[69297]:    value = "task-2931421"
[ 1516.504662] env[69297]:    _type = "Task"
[ 1516.504662] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1516.517448] env[69297]: DEBUG oslo_vmware.api [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1516.565091] env[69297]: INFO nova.compute.manager [-] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Took 1.48 seconds to deallocate network for instance.
[ 1516.613094] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7cbfd9-0c6c-4940-b77b-7dcb559b7fe0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1516.617103] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f73e91d-2e07-4d52-a57b-2be4e670f95c req-f1a3477a-a0e7-457a-bba7-79c6babf1be0 service nova] Releasing lock "refresh_cache-9e089d48-e809-4e57-aeb5-38b50a00c0f8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1516.622627] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae02f74-b2de-48dd-ace8-d333bc3c1e4a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1516.657677] env[69297]: DEBUG nova.network.neutron [req-379c1501-bd84-4b87-8524-3a5fc082f815 req-2e9dd44f-7707-4b92-9cbf-a8ff3aee3d66 service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Updated VIF entry in instance network info cache for port ad7fd9c3-1f96-442e-ae12-2ebf117ce221. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1516.658220] env[69297]: DEBUG nova.network.neutron [req-379c1501-bd84-4b87-8524-3a5fc082f815 req-2e9dd44f-7707-4b92-9cbf-a8ff3aee3d66 service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Updating instance_info_cache with network_info: [{"id": "ad7fd9c3-1f96-442e-ae12-2ebf117ce221", "address": "fa:16:3e:93:b7:2d", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad7fd9c3-1f", "ovs_interfaceid": "ad7fd9c3-1f96-442e-ae12-2ebf117ce221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1516.659694] env[69297]: DEBUG nova.network.neutron [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Successfully updated port: 38e7c80c-fe62-42da-b871-c9983c6fa2a1 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1516.661565] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7463ef63-934b-4f69-ad1a-0dd1d603d23f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1516.671462] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68981e4e-d680-4da9-9d0c-a40739b19db9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1516.687461] env[69297]: DEBUG nova.compute.provider_tree [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1516.735578] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1516.970475] env[69297]: DEBUG oslo_vmware.rw_handles [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b2e5b-e628-cae2-180d-994876107847/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}}
[ 1516.970748] env[69297]: INFO nova.virt.vmwareapi.images [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Downloaded image file data 9110c3fb-25c9-4417-8e77-2644f977d8e2
[ 1516.971819] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cab565-ae58-4778-ad4d-0598028fbd93 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1516.987868] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1531020-9bf1-46ac-9396-6bd464f2b6f1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1516.994375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "48799466-77de-45c4-8786-a5ce333e9fa3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1516.994666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "48799466-77de-45c4-8786-a5ce333e9fa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1516.994900] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "48799466-77de-45c4-8786-a5ce333e9fa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1516.995101] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "48799466-77de-45c4-8786-a5ce333e9fa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1516.995292] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "48799466-77de-45c4-8786-a5ce333e9fa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1516.997631] env[69297]: INFO nova.compute.manager [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Terminating instance
[ 1517.017349] env[69297]: DEBUG oslo_vmware.api [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453099} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1517.017651] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1517.017906] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1517.018222] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1517.018426] env[69297]: INFO nova.compute.manager [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Took 1.31 seconds to destroy the instance on the hypervisor.
[ 1517.018729] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1517.019064] env[69297]: DEBUG nova.compute.manager [-] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1517.019165] env[69297]: DEBUG nova.network.neutron [-] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1517.025992] env[69297]: INFO nova.virt.vmwareapi.images [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] The imported VM was unregistered
[ 1517.028192] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Caching image {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1517.028801] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2 {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1517.028801] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ed9830e-1d40-4ef6-979b-b32b2938267a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1517.043691] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Created directory with path [datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2 {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1517.043839] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_83037fbd-22b9-40e0-ada4-880752935ac9/OSTACK_IMG_83037fbd-22b9-40e0-ada4-880752935ac9.vmdk to [datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2/9110c3fb-25c9-4417-8e77-2644f977d8e2.vmdk. {{(pid=69297) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}}
[ 1517.044016] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c505af77-19ae-475c-a6b3-40de5cccb7cf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1517.051742] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1517.051742] env[69297]:    value = "task-2931423"
[ 1517.051742] env[69297]:    _type = "Task"
[ 1517.051742] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1517.059251] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931423, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1517.077765] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1517.166263] env[69297]: DEBUG oslo_concurrency.lockutils [req-379c1501-bd84-4b87-8524-3a5fc082f815 req-2e9dd44f-7707-4b92-9cbf-a8ff3aee3d66 service nova] Releasing lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1517.166951] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "refresh_cache-215135ab-2bf3-4131-bb06-cd807ba0a5d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1517.167108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "refresh_cache-215135ab-2bf3-4131-bb06-cd807ba0a5d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1517.167270] env[69297]: DEBUG nova.network.neutron [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1517.190942] env[69297]: DEBUG nova.scheduler.client.report [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1517.251363] env[69297]: DEBUG nova.compute.manager [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Received event network-vif-deleted-072eacab-2515-4344-9924-4218de74b976 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1517.251635] env[69297]: DEBUG nova.compute.manager [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Received event network-changed-c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1517.251763] env[69297]: DEBUG nova.compute.manager [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Refreshing instance network info cache due to event network-changed-c4fc6caa-af36-4081-bd2b-a2dc71e394b2. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1517.252093] env[69297]: DEBUG oslo_concurrency.lockutils [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] Acquiring lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1517.252359] env[69297]: DEBUG oslo_concurrency.lockutils [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] Acquired lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1517.254017] env[69297]: DEBUG nova.network.neutron [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Refreshing network info cache for port c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1517.502168] env[69297]: DEBUG nova.compute.manager [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1517.502466] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1517.503449] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e553c0-7031-4da0-bea1-b0581a14d4df {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1517.514440] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1517.514711] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-394ee976-043f-4b32-80b2-9db545a94bd8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1517.525689] env[69297]: DEBUG oslo_vmware.api [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1517.525689] env[69297]:    value = "task-2931424"
[ 1517.525689] env[69297]:    _type = "Task"
[ 1517.525689] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1517.537913] env[69297]: DEBUG oslo_vmware.api [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1517.570020] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931423, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1517.696099] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.032s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1517.698930] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.579s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1517.699732] env[69297]: DEBUG nova.objects.instance [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lazy-loading 'resources' on Instance uuid f139222f-a841-4b9c-b01d-747b3101b3b2 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1517.756444] env[69297]: DEBUG nova.network.neutron [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1517.779650] env[69297]: INFO nova.network.neutron [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updating port d4a09e55-b462-4517-8a52-9b752a0b5857 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'}
[ 1517.971246] env[69297]: DEBUG nova.network.neutron [-] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1517.976205] env[69297]: DEBUG nova.network.neutron [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updated VIF entry in instance network info cache for port c4fc6caa-af36-4081-bd2b-a2dc71e394b2. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1517.976633] env[69297]: DEBUG nova.network.neutron [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updating instance_info_cache with network_info: [{"id": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "address": "fa:16:3e:d8:cd:e0", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fc6caa-af", "ovs_interfaceid": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1517.982533] env[69297]: DEBUG oslo_concurrency.lockutils [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquiring lock "dbab721d-156b-437a-9ddc-412ffe662e83" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1517.985468] env[69297]: DEBUG oslo_concurrency.lockutils [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Lock "dbab721d-156b-437a-9ddc-412ffe662e83" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1517.985670] env[69297]: DEBUG oslo_concurrency.lockutils [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquiring lock "dbab721d-156b-437a-9ddc-412ffe662e83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1517.985831] env[69297]: DEBUG oslo_concurrency.lockutils [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Lock "dbab721d-156b-437a-9ddc-412ffe662e83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1517.986009] env[69297]: DEBUG oslo_concurrency.lockutils [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Lock "dbab721d-156b-437a-9ddc-412ffe662e83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1517.990484] env[69297]: INFO nova.compute.manager [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Terminating instance
[ 1518.038505] env[69297]: DEBUG oslo_vmware.api [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931424, 'name': PowerOffVM_Task, 'duration_secs': 0.313981} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1518.038820] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1518.038993] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1518.039430] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75f6c16e-8329-41a8-8bcb-fb343729107f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.064029] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931423, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1518.119634] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1518.119920] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1518.120179] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleting the datastore file [datastore1] 48799466-77de-45c4-8786-a5ce333e9fa3 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1518.120589] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8cab572-8629-4c2f-bbf9-86d5504f749a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.131271] env[69297]: DEBUG oslo_vmware.api [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for the task: (returnval){
[ 1518.131271] env[69297]:    value = "task-2931426"
[ 1518.131271] env[69297]:    _type = "Task"
[ 1518.131271] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1518.147086] env[69297]: DEBUG oslo_vmware.api [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1518.189454] env[69297]: DEBUG nova.compute.manager [req-ca001db5-9694-4782-80b9-2c64cfb14978 req-0fece149-ef47-4375-b8a2-9bce77265451 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Received event network-changed-feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1518.189454] env[69297]: DEBUG nova.compute.manager [req-ca001db5-9694-4782-80b9-2c64cfb14978 req-0fece149-ef47-4375-b8a2-9bce77265451 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Refreshing instance network info cache due to event network-changed-feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1518.189454] env[69297]: DEBUG oslo_concurrency.lockutils [req-ca001db5-9694-4782-80b9-2c64cfb14978 req-0fece149-ef47-4375-b8a2-9bce77265451 service nova] Acquiring lock "refresh_cache-f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1518.189454] env[69297]: DEBUG oslo_concurrency.lockutils [req-ca001db5-9694-4782-80b9-2c64cfb14978 req-0fece149-ef47-4375-b8a2-9bce77265451 service nova] Acquired lock "refresh_cache-f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1518.189454] env[69297]: DEBUG nova.network.neutron [req-ca001db5-9694-4782-80b9-2c64cfb14978 req-0fece149-ef47-4375-b8a2-9bce77265451 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Refreshing network info cache for port feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1518.191407] env[69297]: DEBUG nova.network.neutron [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Updating instance_info_cache with network_info: [{"id": "38e7c80c-fe62-42da-b871-c9983c6fa2a1", "address": "fa:16:3e:16:9e:9f", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e7c80c-fe", "ovs_interfaceid": "38e7c80c-fe62-42da-b871-c9983c6fa2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1518.474909] env[69297]: INFO nova.compute.manager [-] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Took 1.46 seconds to deallocate network for instance.
[ 1518.480339] env[69297]: DEBUG oslo_concurrency.lockutils [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] Releasing lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1518.480515] env[69297]: DEBUG nova.compute.manager [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Received event network-vif-plugged-38e7c80c-fe62-42da-b871-c9983c6fa2a1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1518.480740] env[69297]: DEBUG oslo_concurrency.lockutils [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] Acquiring lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1518.480984] env[69297]: DEBUG oslo_concurrency.lockutils [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] Lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1518.481234] env[69297]: DEBUG oslo_concurrency.lockutils [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] Lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1518.481409] env[69297]: DEBUG nova.compute.manager [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] No waiting events found dispatching network-vif-plugged-38e7c80c-fe62-42da-b871-c9983c6fa2a1 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1518.481582] env[69297]: WARNING nova.compute.manager [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Received unexpected event network-vif-plugged-38e7c80c-fe62-42da-b871-c9983c6fa2a1 for instance with vm_state building and task_state spawning.
[ 1518.481745] env[69297]: DEBUG nova.compute.manager [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Received event network-changed-38e7c80c-fe62-42da-b871-c9983c6fa2a1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1518.481899] env[69297]: DEBUG nova.compute.manager [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Refreshing instance network info cache due to event network-changed-38e7c80c-fe62-42da-b871-c9983c6fa2a1. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1518.482143] env[69297]: DEBUG oslo_concurrency.lockutils [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] Acquiring lock "refresh_cache-215135ab-2bf3-4131-bb06-cd807ba0a5d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1518.499026] env[69297]: DEBUG nova.compute.manager [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1518.499026] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1518.499026] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20da599-0cc5-463c-a151-97d2b992f0f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.518256] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1518.519212] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8747db74-0450-4afb-b75d-678b2b470be4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.530365] env[69297]: DEBUG oslo_vmware.api [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for the task: (returnval){
[ 1518.530365] env[69297]:    value = "task-2931427"
[ 1518.530365] env[69297]:    _type = "Task"
[ 1518.530365] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1518.544456] env[69297]: DEBUG oslo_vmware.api [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1518.567104] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931423, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1518.622087] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234f4ac9-dd4f-405d-a8ec-7ed0b7051344 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.639162] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e166118-598f-4624-83f2-48198281ae8a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.680209] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef11f91-b612-46f6-9f88-ca87677b1930 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.683410] env[69297]: DEBUG oslo_vmware.api [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Task: {'id': task-2931426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227104} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1518.684110] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1518.684110] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1518.684226] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1518.684514] env[69297]: INFO nova.compute.manager [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Took 1.18 seconds to destroy the instance on the hypervisor.
[ 1518.684943] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1518.685623] env[69297]: DEBUG nova.compute.manager [-] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1518.685806] env[69297]: DEBUG nova.network.neutron [-] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1518.693914] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead920f7-5847-41a8-9c8b-91c3a5a4abfe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.699513] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "refresh_cache-215135ab-2bf3-4131-bb06-cd807ba0a5d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1518.699964] env[69297]: DEBUG nova.compute.manager [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Instance network_info: |[{"id": "38e7c80c-fe62-42da-b871-c9983c6fa2a1", "address": "fa:16:3e:16:9e:9f", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e7c80c-fe", "ovs_interfaceid": "38e7c80c-fe62-42da-b871-c9983c6fa2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1518.703102] env[69297]: DEBUG oslo_concurrency.lockutils [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] Acquired lock "refresh_cache-215135ab-2bf3-4131-bb06-cd807ba0a5d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1518.703487] env[69297]: DEBUG nova.network.neutron [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Refreshing network info cache for port 38e7c80c-fe62-42da-b871-c9983c6fa2a1 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1518.705891] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:9e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38e7c80c-fe62-42da-b871-c9983c6fa2a1', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1518.717948] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1518.719586] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1518.720544] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a85d6b18-1ba1-4474-84e8-3aecace8305a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1518.755807] env[69297]: DEBUG nova.compute.provider_tree [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1518.765252] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1518.765252] env[69297]:    value = "task-2931428"
[ 1518.765252] env[69297]:    _type = "Task"
[ 1518.765252] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1518.775859] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931428, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1518.988358] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1518.988752] env[69297]: DEBUG nova.network.neutron [req-ca001db5-9694-4782-80b9-2c64cfb14978 req-0fece149-ef47-4375-b8a2-9bce77265451 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Updated VIF entry in instance network info cache for port feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1518.990066] env[69297]: DEBUG nova.network.neutron [req-ca001db5-9694-4782-80b9-2c64cfb14978 req-0fece149-ef47-4375-b8a2-9bce77265451 service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Updating instance_info_cache with network_info: [{"id": "feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f", "address": "fa:16:3e:95:48:41", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb55e4c-8a", "ovs_interfaceid": "feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1519.039772] env[69297]: DEBUG oslo_vmware.api [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931427, 'name': PowerOffVM_Task, 'duration_secs': 0.241794} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1519.040337] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1519.040541] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1519.040878] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3f3ef57-a872-4570-a580-ebdedf7fd05c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1519.065326] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931423, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1519.112451] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1519.112682] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1519.112886] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Deleting the datastore file [datastore1] dbab721d-156b-437a-9ddc-412ffe662e83 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1519.113214] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc78c898-7cb5-461f-96e9-0f4896d47e45 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1519.120456] env[69297]: DEBUG oslo_vmware.api [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for the task: (returnval){
[ 1519.120456] env[69297]:    value = "task-2931430"
[ 1519.120456] env[69297]:    _type = "Task"
[ 1519.120456] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1519.131218] env[69297]: DEBUG oslo_vmware.api [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1519.262361] env[69297]: DEBUG nova.scheduler.client.report [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1519.275493] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931428, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1519.371855] env[69297]: DEBUG nova.compute.manager [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Received event network-vif-deleted-ad7fd9c3-1f96-442e-ae12-2ebf117ce221 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1519.372122] env[69297]: DEBUG nova.compute.manager [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Received event network-changed-c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1519.372237] env[69297]: DEBUG nova.compute.manager [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Refreshing instance network info cache due to event network-changed-c4fc6caa-af36-4081-bd2b-a2dc71e394b2. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1519.372622] env[69297]: DEBUG oslo_concurrency.lockutils [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] Acquiring lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1519.372768] env[69297]: DEBUG oslo_concurrency.lockutils [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] Acquired lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1519.372927] env[69297]: DEBUG nova.network.neutron [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Refreshing network info cache for port c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1519.492398] env[69297]: DEBUG oslo_concurrency.lockutils [req-ca001db5-9694-4782-80b9-2c64cfb14978 req-0fece149-ef47-4375-b8a2-9bce77265451 service nova] Releasing lock "refresh_cache-f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1519.565880] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931423, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.47465} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1519.566249] env[69297]: INFO nova.virt.vmwareapi.ds_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_83037fbd-22b9-40e0-ada4-880752935ac9/OSTACK_IMG_83037fbd-22b9-40e0-ada4-880752935ac9.vmdk to [datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2/9110c3fb-25c9-4417-8e77-2644f977d8e2.vmdk.
[ 1519.566451] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Cleaning up location [datastore2] OSTACK_IMG_83037fbd-22b9-40e0-ada4-880752935ac9 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1519.566620] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_83037fbd-22b9-40e0-ada4-880752935ac9 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1519.566925] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64834827-77fa-4a51-a787-e9be002020ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1519.573705] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1519.573705] env[69297]:    value = "task-2931431"
[ 1519.573705] env[69297]:    _type = "Task"
[ 1519.573705] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1519.579739] env[69297]: DEBUG nova.network.neutron [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Updated VIF entry in instance network info cache for port 38e7c80c-fe62-42da-b871-c9983c6fa2a1. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1519.580113] env[69297]: DEBUG nova.network.neutron [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Updating instance_info_cache with network_info: [{"id": "38e7c80c-fe62-42da-b871-c9983c6fa2a1", "address": "fa:16:3e:16:9e:9f", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e7c80c-fe", "ovs_interfaceid": "38e7c80c-fe62-42da-b871-c9983c6fa2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1519.584550] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1519.630478] env[69297]: DEBUG oslo_vmware.api [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Task: {'id': task-2931430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202022} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1519.630812] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1519.631018] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1519.631359] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1519.631691] env[69297]: INFO nova.compute.manager [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1519.631969] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1519.632178] env[69297]: DEBUG nova.compute.manager [-] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1519.632276] env[69297]: DEBUG nova.network.neutron [-] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1519.636857] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "06232291-7f72-4c25-b855-dcd3929fdb70" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1519.676488] env[69297]: DEBUG nova.network.neutron [-] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1519.770602] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1519.772881] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.621s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1519.773152] env[69297]: DEBUG nova.objects.instance [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'resources' on Instance uuid 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1519.785994] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931428, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1519.836211] env[69297]: INFO nova.scheduler.client.report [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Deleted allocations for instance f139222f-a841-4b9c-b01d-747b3101b3b2
[ 1520.037679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1520.038481] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1520.038481] env[69297]: DEBUG nova.network.neutron [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1520.080903] env[69297]: DEBUG nova.network.neutron [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updated VIF entry in instance network info cache for port c4fc6caa-af36-4081-bd2b-a2dc71e394b2. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1520.082435] env[69297]: DEBUG nova.network.neutron [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updating instance_info_cache with network_info: [{"id": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "address": "fa:16:3e:d8:cd:e0", "network": {"id": "5339c1f3-ce60-4f29-812e-944d7e2428a1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1349558310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6fddfe86c74ac69b5e3b1ad93581e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fc6caa-af", "ovs_interfaceid": "c4fc6caa-af36-4081-bd2b-a2dc71e394b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1520.087668] env[69297]: DEBUG oslo_concurrency.lockutils [req-3ca86559-681b-45ae-bb09-8c8a08922b0a req-b459ae25-d604-455f-a8f3-2207664076c8 service nova] Releasing lock "refresh_cache-215135ab-2bf3-4131-bb06-cd807ba0a5d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1520.088101] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08364} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1520.088576] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1520.088743] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2/9110c3fb-25c9-4417-8e77-2644f977d8e2.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1520.088973] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2/9110c3fb-25c9-4417-8e77-2644f977d8e2.vmdk to [datastore2] 9e089d48-e809-4e57-aeb5-38b50a00c0f8/9e089d48-e809-4e57-aeb5-38b50a00c0f8.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1520.089237] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d74c789-7dc1-4ffc-9ccb-2ab9c6da7ea8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.096153] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1520.096153] env[69297]:    value = "task-2931432"
[ 1520.096153] env[69297]:    _type = "Task"
[ 1520.096153] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1520.104132] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1520.180075] env[69297]: INFO nova.compute.manager [-] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Took 1.49 seconds to deallocate network for instance.
[ 1520.277914] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931428, 'name': CreateVM_Task, 'duration_secs': 1.027209} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1520.278108] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1520.278796] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1520.278962] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1520.279309] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1520.281950] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a5470c-00ea-4747-97ad-0773ac4b05d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.287481] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1520.287481] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52840e63-ec5d-6702-d9a4-cd52b235e692"
[ 1520.287481] env[69297]:    _type = "Task"
[ 1520.287481] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1520.296290] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52840e63-ec5d-6702-d9a4-cd52b235e692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1520.345601] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f9a3fc8e-210b-412f-b6b5-ce49b74b6e37 tempest-ServerShowV247Test-378950409 tempest-ServerShowV247Test-378950409-project-member] Lock "f139222f-a841-4b9c-b01d-747b3101b3b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.424s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1520.568426] env[69297]: DEBUG nova.network.neutron [-] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1520.584502] env[69297]: DEBUG oslo_concurrency.lockutils [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] Releasing lock "refresh_cache-35ff35b4-c97a-4102-9838-93195982dc21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1520.584876] env[69297]: DEBUG nova.compute.manager [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Received event network-vif-deleted-ba2cd21f-4d3e-4423-b9f9-20703eee7aed {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1520.584967] env[69297]: INFO nova.compute.manager [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Neutron deleted interface ba2cd21f-4d3e-4423-b9f9-20703eee7aed; detaching it from the instance and deleting it from the info cache
[ 1520.585161] env[69297]: DEBUG nova.network.neutron [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1520.605703] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d273f1-9d3d-408a-a7fb-9dc40aca3da1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.612225] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931432, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1520.620180] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723b4814-175b-4098-9083-7efbdf9d9df1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.659481] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3653692-ac5f-47f7-82b0-63d9bbce775c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.670452] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997bdd9e-56c8-47d0-9b88-293d6e26f93d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.687715] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1520.689068] env[69297]: DEBUG nova.compute.provider_tree [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1520.800612] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52840e63-ec5d-6702-d9a4-cd52b235e692, 'name': SearchDatastore_Task, 'duration_secs': 0.008688} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1520.801040] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1520.801219] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1520.801475] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1520.801646] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1520.801796] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1520.802086] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82577e61-64be-4623-9385-7ca6f6703f98 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.821018] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1520.821270] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1520.822853] env[69297]: DEBUG nova.network.neutron [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updating instance_info_cache with network_info: [{"id": "d4a09e55-b462-4517-8a52-9b752a0b5857", "address": "fa:16:3e:e6:5d:c7", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a09e55-b4", "ovs_interfaceid": "d4a09e55-b462-4517-8a52-9b752a0b5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1520.824090] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88205bc3-8cb8-4029-be27-f0bbd987ab90 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1520.832486] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1520.832486] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529a3376-4b17-d811-fe54-c33c7fc31a7c"
[ 1520.832486] env[69297]:    _type = "Task"
[ 1520.832486] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1520.842956] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529a3376-4b17-d811-fe54-c33c7fc31a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1521.071653] env[69297]: INFO nova.compute.manager [-] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Took 1.44 seconds to deallocate network for instance.
[ 1521.087730] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d69f4f6-3b9f-4399-97f8-b8cb5e2dc815 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.099816] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2773e31-0c45-402c-afe4-78aa24a358c4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.128841] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931432, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1521.141615] env[69297]: DEBUG nova.compute.manager [req-fc48ad11-31cb-4079-a958-1e2b65f2ad78 req-8d846e86-9506-4d38-9efa-e2bec514ea61 service nova] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Detach interface failed, port_id=ba2cd21f-4d3e-4423-b9f9-20703eee7aed, reason: Instance 48799466-77de-45c4-8786-a5ce333e9fa3 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1521.191964] env[69297]: DEBUG nova.scheduler.client.report [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1521.329052] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1521.345987] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529a3376-4b17-d811-fe54-c33c7fc31a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.089614} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1521.346941] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3abeb4-acb1-437e-874f-8df4a9c6dea0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.358645] env[69297]: DEBUG nova.virt.hardware [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7aa93a6e3009746c46fc8200d8986ded',container_format='bare',created_at=2025-03-11T14:12:44Z,direct_url=<?>,disk_format='vmdk',id=5821a9a7-425b-44ad-b101-38154181f84e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1850915309-shelved',owner='d85ae7902cf7486c80a24382834bceb4',properties=ImageMetaProps,protected=<?>,size=31666688,status='active',tags=<?>,updated_at=2025-03-11T14:13:00Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1521.358886] env[69297]: DEBUG nova.virt.hardware [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1521.359055] env[69297]: DEBUG nova.virt.hardware [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1521.359250] env[69297]: DEBUG nova.virt.hardware [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1521.359443] env[69297]: DEBUG nova.virt.hardware [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1521.359598] env[69297]: DEBUG nova.virt.hardware [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1521.359807] env[69297]: DEBUG nova.virt.hardware [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1521.360059] env[69297]: DEBUG nova.virt.hardware [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1521.360367] env[69297]: DEBUG nova.virt.hardware [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1521.360617] env[69297]: DEBUG nova.virt.hardware [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1521.360883] env[69297]: DEBUG nova.virt.hardware [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1521.362146] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52490ba8-8805-46f6-b8ba-7530504726e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.367493] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1521.367493] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52dcbcf5-f8d7-8f29-1409-1ce77ab5f974"
[ 1521.367493] env[69297]:    _type = "Task"
[ 1521.367493] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1521.378724] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fc64b8-5931-4c8f-ac8d-c60947b42d81 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.389965] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dcbcf5-f8d7-8f29-1409-1ce77ab5f974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1521.406329] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:5d:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4a09e55-b462-4517-8a52-9b752a0b5857', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1521.419573] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1521.421533] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1521.423492] env[69297]: DEBUG nova.compute.manager [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Received event network-vif-plugged-d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1521.423492] env[69297]: DEBUG oslo_concurrency.lockutils [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] Acquiring lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1521.423639] env[69297]: DEBUG oslo_concurrency.lockutils [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1521.423724] env[69297]: DEBUG oslo_concurrency.lockutils [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1521.423873] env[69297]: DEBUG nova.compute.manager [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] No waiting events found dispatching network-vif-plugged-d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1521.424066] env[69297]: WARNING nova.compute.manager [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Received unexpected event network-vif-plugged-d4a09e55-b462-4517-8a52-9b752a0b5857 for instance with vm_state shelved_offloaded and task_state spawning.
[ 1521.424233] env[69297]: DEBUG nova.compute.manager [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Received event network-changed-d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1521.424386] env[69297]: DEBUG nova.compute.manager [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Refreshing instance network info cache due to event network-changed-d4a09e55-b462-4517-8a52-9b752a0b5857. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1521.424675] env[69297]: DEBUG oslo_concurrency.lockutils [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] Acquiring lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1521.424788] env[69297]: DEBUG oslo_concurrency.lockutils [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] Acquired lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1521.424840] env[69297]: DEBUG nova.network.neutron [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Refreshing network info cache for port d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1521.425992] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4f78a17-b6c4-4468-9718-2bdf7c2fbcee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.452325] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1521.452325] env[69297]:    value = "task-2931433"
[ 1521.452325] env[69297]:    _type = "Task"
[ 1521.452325] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1521.461286] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931433, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1521.578125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1521.622440] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931432, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1521.684203] env[69297]: DEBUG nova.network.neutron [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updated VIF entry in instance network info cache for port d4a09e55-b462-4517-8a52-9b752a0b5857. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1521.684650] env[69297]: DEBUG nova.network.neutron [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updating instance_info_cache with network_info: [{"id": "d4a09e55-b462-4517-8a52-9b752a0b5857", "address": "fa:16:3e:e6:5d:c7", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a09e55-b4", "ovs_interfaceid": "d4a09e55-b462-4517-8a52-9b752a0b5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1521.696825] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1521.700067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.601s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1521.700067] env[69297]: DEBUG nova.objects.instance [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lazy-loading 'resources' on Instance uuid 3831d5ae-d59f-4199-be88-f4a8a37c623d {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1521.726461] env[69297]: INFO nova.scheduler.client.report [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Deleted allocations for instance 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c
[ 1521.878186] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dcbcf5-f8d7-8f29-1409-1ce77ab5f974, 'name': SearchDatastore_Task, 'duration_secs': 0.091323} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1521.878547] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1521.878735] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 215135ab-2bf3-4131-bb06-cd807ba0a5d1/215135ab-2bf3-4131-bb06-cd807ba0a5d1.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1521.879105] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b4a0179-30ff-42fb-b9f0-00997939dfc6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.888107] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1521.888107] env[69297]:    value = "task-2931434"
[ 1521.888107] env[69297]:    _type = "Task"
[ 1521.888107] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1521.896364] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1521.961529] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931433, 'name': CreateVM_Task, 'duration_secs': 0.479156} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1521.961761] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1521.962408] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1521.962585] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1521.962980] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1521.963602] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b293362-5ba7-4e66-83ad-cc9e8198b1e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.968996] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1521.968996] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ed43a5-d394-5be1-5e72-7620df3495fd"
[ 1521.968996] env[69297]:    _type = "Task"
[ 1521.968996] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1521.984917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1521.985203] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Processing image 5821a9a7-425b-44ad-b101-38154181f84e {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1521.985450] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e/5821a9a7-425b-44ad-b101-38154181f84e.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1521.985597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e/5821a9a7-425b-44ad-b101-38154181f84e.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1521.985773] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1521.986060] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a699d4e3-9a98-49b5-9ce6-18d41235f3bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1521.994887] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1521.995100] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1521.995857] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca781476-c62f-471e-b78d-a4f4e031ef3a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.001484] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1522.001484] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5202399a-72c1-1391-e732-ed8211414daf"
[ 1522.001484] env[69297]:    _type = "Task"
[ 1522.001484] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1522.010208] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5202399a-72c1-1391-e732-ed8211414daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1522.125293] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931432, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1522.187282] env[69297]: DEBUG oslo_concurrency.lockutils [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] Releasing lock "refresh_cache-ab2dc89a-41e4-422f-8db5-fb01f06f49ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1522.187583] env[69297]: DEBUG nova.compute.manager [req-cd6f5166-f8db-4fd6-96e3-e529bcf5f4be req-7f1e393d-34cf-434c-b2d9-3aacd4617a1e service nova] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Received event network-vif-deleted-8a8e3616-2dde-4286-b72b-ea095597038f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1522.234435] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c03f436-1924-40d2-8e4e-069e987ec93f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 20.107s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1522.402670] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1522.502319] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e89b844-ed0b-4456-9d2d-bf3846ffeb7d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.518022] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9379cb-e7ee-4873-bab0-a6f2a9b85b24 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.521962] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Preparing fetch location {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1522.522208] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Fetch image to [datastore1] OSTACK_IMG_fb047f41-f33b-4f35-bd85-b3fdae0f0a7e/OSTACK_IMG_fb047f41-f33b-4f35-bd85-b3fdae0f0a7e.vmdk {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1522.522395] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Downloading stream optimized image 5821a9a7-425b-44ad-b101-38154181f84e to [datastore1] OSTACK_IMG_fb047f41-f33b-4f35-bd85-b3fdae0f0a7e/OSTACK_IMG_fb047f41-f33b-4f35-bd85-b3fdae0f0a7e.vmdk on the data store datastore1 as vApp {{(pid=69297) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}}
[ 1522.522583] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Downloading image file data 5821a9a7-425b-44ad-b101-38154181f84e to the ESX as VM named 'OSTACK_IMG_fb047f41-f33b-4f35-bd85-b3fdae0f0a7e' {{(pid=69297) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}}
[ 1522.556812] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551da5df-7a54-42e2-a55b-3f950ab10dcd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.564766] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8909346-da37-4f8b-96ed-c7838f146c0a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.600979] env[69297]: DEBUG nova.compute.provider_tree [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1522.624257] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931432, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.379792} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1522.624770] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9110c3fb-25c9-4417-8e77-2644f977d8e2/9110c3fb-25c9-4417-8e77-2644f977d8e2.vmdk to [datastore2] 9e089d48-e809-4e57-aeb5-38b50a00c0f8/9e089d48-e809-4e57-aeb5-38b50a00c0f8.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1522.626150] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc31814-7d17-4c8c-858c-105a56224268 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.631322] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){
[ 1522.631322] env[69297]:    value = "resgroup-9"
[ 1522.631322] env[69297]:    _type = "ResourcePool"
[ 1522.631322] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}}
[ 1522.632197] env[69297]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5056ea15-a8a1-4cf7-9481-82ff252b895a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.692211] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 9e089d48-e809-4e57-aeb5-38b50a00c0f8/9e089d48-e809-4e57-aeb5-38b50a00c0f8.vmdk or device None with type streamOptimized {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1522.694513] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26561c29-0fe9-4de5-b787-414c4a90267f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1522.711293] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lease: (returnval){
[ 1522.711293] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52993918-ccc1-057c-d238-4ae50e30e4e5"
[ 1522.711293] env[69297]:    _type = "HttpNfcLease"
[ 1522.711293] env[69297]:  } obtained for vApp import into resource pool (val){
[ 1522.711293] env[69297]:    value = "resgroup-9"
[ 1522.711293] env[69297]:    _type = "ResourcePool"
[ 1522.711293] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}}
[ 1522.711817] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the lease: (returnval){
[ 1522.711817] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52993918-ccc1-057c-d238-4ae50e30e4e5"
[ 1522.711817] env[69297]:    _type = "HttpNfcLease"
[ 1522.711817] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1522.717897] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1522.717897] env[69297]:    value = "task-2931436"
[ 1522.717897] env[69297]:    _type = "Task"
[ 1522.717897] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1522.723320] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1522.723320] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52993918-ccc1-057c-d238-4ae50e30e4e5"
[ 1522.723320] env[69297]:    _type = "HttpNfcLease"
[ 1522.723320] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1522.729401] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1522.897807] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931434, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1523.104727] env[69297]: DEBUG nova.scheduler.client.report [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1523.223427] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1523.223427] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52993918-ccc1-057c-d238-4ae50e30e4e5"
[ 1523.223427] env[69297]:    _type = "HttpNfcLease"
[ 1523.223427] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1523.229302] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1523.400399] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931434, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018801} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1523.400539] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 215135ab-2bf3-4131-bb06-cd807ba0a5d1/215135ab-2bf3-4131-bb06-cd807ba0a5d1.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1523.400758] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1523.401024] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac6c9f07-4f0b-4805-95d1-6de4733fee1e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.407478] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1523.407478] env[69297]:    value = "task-2931437"
[ 1523.407478] env[69297]:    _type = "Task"
[ 1523.407478] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1523.415309] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1523.610132] env[69297]: DEBUG oslo_concurrency.lockutils [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1523.613931] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.076s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1523.613931] env[69297]: DEBUG nova.objects.instance [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lazy-loading 'resources' on Instance uuid f29b0f1c-7f85-4c4b-8402-aa7958bebb7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1523.634033] env[69297]: INFO nova.scheduler.client.report [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Deleted allocations for instance 3831d5ae-d59f-4199-be88-f4a8a37c623d
[ 1523.723184] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1523.723184] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52993918-ccc1-057c-d238-4ae50e30e4e5"
[ 1523.723184] env[69297]:    _type = "HttpNfcLease"
[ 1523.723184] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1523.727958] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931436, 'name': ReconfigVM_Task, 'duration_secs': 0.784684} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1523.728757] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 9e089d48-e809-4e57-aeb5-38b50a00c0f8/9e089d48-e809-4e57-aeb5-38b50a00c0f8.vmdk or device None with type streamOptimized {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1523.729303] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-968dbb1c-b719-493b-9d23-b63c6d1715bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.735812] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1523.735812] env[69297]:    value = "task-2931438"
[ 1523.735812] env[69297]:    _type = "Task"
[ 1523.735812] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1523.744225] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931438, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1523.921636] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075936} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1523.921937] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1523.923117] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da3841f-be8d-4b0e-950b-f5ee5f37c95a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.959787] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 215135ab-2bf3-4131-bb06-cd807ba0a5d1/215135ab-2bf3-4131-bb06-cd807ba0a5d1.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1523.960532] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-676ba548-db87-4a3e-bd85-308c39633550 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1523.979735] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1523.979735] env[69297]:    value = "task-2931439"
[ 1523.979735] env[69297]:    _type = "Task"
[ 1523.979735] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1523.987594] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1524.143785] env[69297]: DEBUG oslo_concurrency.lockutils [None req-18e697c3-b06a-4958-8afd-3c89ec0e5863 tempest-SecurityGroupsTestJSON-1191908797 tempest-SecurityGroupsTestJSON-1191908797-project-member] Lock "3831d5ae-d59f-4199-be88-f4a8a37c623d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 20.387s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1524.223312] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1524.223312] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52993918-ccc1-057c-d238-4ae50e30e4e5"
[ 1524.223312] env[69297]:    _type = "HttpNfcLease"
[ 1524.223312] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1524.223632] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1524.223632] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52993918-ccc1-057c-d238-4ae50e30e4e5"
[ 1524.223632] env[69297]:    _type = "HttpNfcLease"
[ 1524.223632] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}}
[ 1524.224446] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafe7cf3-f3af-41eb-8507-1c34d81c86ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.234024] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52502519-399a-9ba2-0388-cf1f38c708b7/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1524.234219] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52502519-399a-9ba2-0388-cf1f38c708b7/disk-0.vmdk. {{(pid=69297) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1524.301481] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931438, 'name': Rename_Task, 'duration_secs': 0.15557} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1524.304167] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1524.304600] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b61169c-0ce3-495d-ba2f-ee93945acf19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.306221] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-869bbfb1-3cd2-4ae1-9cc0-af9cfa013e13 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.315920] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1524.315920] env[69297]:    value = "task-2931440"
[ 1524.315920] env[69297]:    _type = "Task"
[ 1524.315920] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1524.324950] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1524.453675] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750767a9-1e05-4343-a769-3850c73c275e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.461654] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e801e62-b13e-436b-99d5-2fa269feb29a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.499115] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38888241-fe3d-4ea2-9a82-e747ad2f1561 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.507068] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931439, 'name': ReconfigVM_Task, 'duration_secs': 0.289357} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1524.508943] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 215135ab-2bf3-4131-bb06-cd807ba0a5d1/215135ab-2bf3-4131-bb06-cd807ba0a5d1.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1524.509616] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebbc6a2d-c73f-4553-b5a1-a0b62f4f1338 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.512204] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a4b8aa-6d25-4f6a-8c40-130ba24baccd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1524.525999] env[69297]: DEBUG nova.compute.provider_tree [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1524.528911] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1524.528911] env[69297]:    value = "task-2931441"
[ 1524.528911] env[69297]:    _type = "Task"
[ 1524.528911] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1524.537678] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931441, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1524.825671] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1525.031417] env[69297]: DEBUG nova.scheduler.client.report [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1525.055503] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1525.057311] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1525.058028] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931441, 'name': Rename_Task, 'duration_secs': 0.146061} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1525.059153] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1525.059562] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-900c7aeb-02bc-48e5-9704-5fe420d29e26 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.071490] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1525.071490] env[69297]:    value = "task-2931442"
[ 1525.071490] env[69297]:    _type = "Task"
[ 1525.071490] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1525.081742] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1525.330135] env[69297]: DEBUG oslo_vmware.api [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931440, 'name': PowerOnVM_Task, 'duration_secs': 0.871512} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1525.331044] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1525.331044] env[69297]: INFO nova.compute.manager [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Took 15.16 seconds to spawn the instance on the hypervisor.
[ 1525.331310] env[69297]: DEBUG nova.compute.manager [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1525.332493] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba9ff0c-3d9f-4cb8-81ba-1a78ee3fbfae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.546295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1525.549896] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.506s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1525.554153] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Completed reading data from the image iterator. {{(pid=69297) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1525.554153] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52502519-399a-9ba2-0388-cf1f38c708b7/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1525.554602] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638a431f-3dca-4c67-8a68-52ac2bbd7404 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.560561] env[69297]: DEBUG nova.compute.manager [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1525.564744] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52502519-399a-9ba2-0388-cf1f38c708b7/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1525.564928] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52502519-399a-9ba2-0388-cf1f38c708b7/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}}
[ 1525.565960] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-375eb8ad-8fa6-46e7-b13f-f6712a8ff108 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.582304] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1525.583986] env[69297]: INFO nova.scheduler.client.report [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Deleted allocations for instance f29b0f1c-7f85-4c4b-8402-aa7958bebb7c
[ 1525.743141] env[69297]: DEBUG oslo_vmware.rw_handles [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52502519-399a-9ba2-0388-cf1f38c708b7/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}}
[ 1525.743457] env[69297]: INFO nova.virt.vmwareapi.images [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Downloaded image file data 5821a9a7-425b-44ad-b101-38154181f84e
[ 1525.744710] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cf94f0-a8b6-4936-a923-d4e43d71c12f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.760072] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4de4b267-8fe9-400f-a683-3f50c7f14087 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.788752] env[69297]: INFO nova.virt.vmwareapi.images [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] The imported VM was unregistered
[ 1525.791118] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Caching image {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1525.791412] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1525.791610] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f39ed637-dc3f-4549-a248-223f037a3c97 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.822900] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Created directory with path [datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1525.823116] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_fb047f41-f33b-4f35-bd85-b3fdae0f0a7e/OSTACK_IMG_fb047f41-f33b-4f35-bd85-b3fdae0f0a7e.vmdk to [datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e/5821a9a7-425b-44ad-b101-38154181f84e.vmdk. {{(pid=69297) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}}
[ 1525.823382] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e62525b8-d28f-475b-b82f-e3a9938f438f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1525.829373] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1525.829373] env[69297]:    value = "task-2931444"
[ 1525.829373] env[69297]:    _type = "Task"
[ 1525.829373] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1525.838267] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931444, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1525.850855] env[69297]: INFO nova.compute.manager [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Took 30.56 seconds to build instance.
[ 1526.055493] env[69297]: INFO nova.compute.claims [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1526.089281] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1526.089281] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1526.093251] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e2f5e36-ea52-41a7-932b-39261182d0cb tempest-VolumesAdminNegativeTest-1808321687 tempest-VolumesAdminNegativeTest-1808321687-project-member] Lock "f29b0f1c-7f85-4c4b-8402-aa7958bebb7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 21.636s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1526.340966] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931444, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1526.353243] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0c9ec609-1c6c-478e-b600-b0c3fd156608 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 32.073s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1526.562229] env[69297]: INFO nova.compute.resource_tracker [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating resource usage from migration 745f00f8-ae21-42d1-83eb-60c0df3e6b48
[ 1526.565512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1526.565820] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1526.566190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1526.566410] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1526.566608] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1526.569100] env[69297]: INFO nova.compute.manager [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Terminating instance
[ 1526.586270] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931442, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1526.841461] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931444, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1526.882963] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73253bad-9f8e-487f-bda9-709fbf385d4f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.891707] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a622f4-e22b-46db-b9fa-726c49baf650 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.923447] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043246ca-ce36-4b3e-afdb-1381af65a0e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.932285] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b23d30-5e80-47a5-97e2-af21f6a21ff3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1526.947661] env[69297]: DEBUG nova.compute.provider_tree [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1527.073988] env[69297]: DEBUG nova.compute.manager [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1527.074301] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1527.075368] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bddbef-e738-435e-a82c-abc2d6a3fda6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1527.087362] env[69297]: DEBUG oslo_vmware.api [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2931442, 'name': PowerOnVM_Task, 'duration_secs': 1.647258} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1527.089750] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1527.090274] env[69297]: INFO nova.compute.manager [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Took 12.36 seconds to spawn the instance on the hypervisor.
[ 1527.090858] env[69297]: DEBUG nova.compute.manager [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1527.091282] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1527.092419] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aae830-5a77-4aa1-9b3b-0ea527523978 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1527.095618] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a54eefc7-f213-444c-a8fe-7597bd9ffd7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1527.109907] env[69297]: DEBUG oslo_vmware.api [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1527.109907] env[69297]:    value = "task-2931445"
[ 1527.109907] env[69297]:    _type = "Task"
[ 1527.109907] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1527.125196] env[69297]: DEBUG oslo_vmware.api [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1527.342286] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931444, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1527.451245] env[69297]: DEBUG nova.scheduler.client.report [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1527.621512] env[69297]: INFO nova.compute.manager [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Took 30.15 seconds to build instance.
[ 1527.626034] env[69297]: DEBUG oslo_vmware.api [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931445, 'name': PowerOffVM_Task, 'duration_secs': 0.303531} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1527.628664] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1527.629294] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1527.629646] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16952b01-8289-4a41-839a-ce60b300034a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1527.705660] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1527.706059] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1527.706284] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleting the datastore file [datastore2] 9e089d48-e809-4e57-aeb5-38b50a00c0f8 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1527.706571] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96ae926d-92a7-459d-b41d-d287bc1fce59 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1527.715741] env[69297]: DEBUG oslo_vmware.api [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1527.715741] env[69297]:    value = "task-2931447"
[ 1527.715741] env[69297]:    _type = "Task"
[ 1527.715741] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1527.725707] env[69297]: DEBUG oslo_vmware.api [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1527.843599] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931444, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1527.963200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.414s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1527.963438] env[69297]: INFO nova.compute.manager [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Migrating
[ 1527.972249] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.539s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1527.972517] env[69297]: DEBUG nova.objects.instance [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lazy-loading 'resources' on Instance uuid 19072792-9a92-4d32-9cac-8cb8c93b5cfb {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1528.123273] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cfb3f9c4-24b9-44f9-a52e-35a11bc55756 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 31.659s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1528.234223] env[69297]: DEBUG oslo_vmware.api [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344427} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1528.234777] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1528.234908] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1528.235122] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1528.235422] env[69297]: INFO nova.compute.manager [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Took 1.16 seconds to destroy the instance on the hypervisor.
[ 1528.237290] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1528.237543] env[69297]: DEBUG nova.compute.manager [-] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1528.237645] env[69297]: DEBUG nova.network.neutron [-] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1528.348584] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931444, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1528.489926] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1528.489926] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1528.489926] env[69297]: DEBUG nova.network.neutron [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1528.664255] env[69297]: DEBUG nova.compute.manager [req-4b2ccbd7-b169-4154-8891-e385a1cfdb12 req-e84ade56-bf3c-4a1f-b015-42dc7ed85465 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Received event network-vif-deleted-101a279b-5f3f-400d-b411-f6b7875d882a {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1528.664462] env[69297]: INFO nova.compute.manager [req-4b2ccbd7-b169-4154-8891-e385a1cfdb12 req-e84ade56-bf3c-4a1f-b015-42dc7ed85465 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Neutron deleted interface 101a279b-5f3f-400d-b411-f6b7875d882a; detaching it from the instance and deleting it from the info cache
[ 1528.664632] env[69297]: DEBUG nova.network.neutron [req-4b2ccbd7-b169-4154-8891-e385a1cfdb12 req-e84ade56-bf3c-4a1f-b015-42dc7ed85465 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1528.780430] env[69297]: DEBUG nova.compute.manager [req-c086fb9e-c9ab-4968-8a0b-14101422c3e0 req-ca1fd3ce-6a48-482e-b683-f3d2db3aaf06 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Received event network-changed-38e7c80c-fe62-42da-b871-c9983c6fa2a1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1528.780653] env[69297]: DEBUG nova.compute.manager [req-c086fb9e-c9ab-4968-8a0b-14101422c3e0 req-ca1fd3ce-6a48-482e-b683-f3d2db3aaf06 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Refreshing instance network info cache due to event network-changed-38e7c80c-fe62-42da-b871-c9983c6fa2a1. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1528.780868] env[69297]: DEBUG oslo_concurrency.lockutils [req-c086fb9e-c9ab-4968-8a0b-14101422c3e0 req-ca1fd3ce-6a48-482e-b683-f3d2db3aaf06 service nova] Acquiring lock "refresh_cache-215135ab-2bf3-4131-bb06-cd807ba0a5d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1528.781021] env[69297]: DEBUG oslo_concurrency.lockutils [req-c086fb9e-c9ab-4968-8a0b-14101422c3e0 req-ca1fd3ce-6a48-482e-b683-f3d2db3aaf06 service nova] Acquired lock "refresh_cache-215135ab-2bf3-4131-bb06-cd807ba0a5d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1528.781187] env[69297]: DEBUG nova.network.neutron [req-c086fb9e-c9ab-4968-8a0b-14101422c3e0 req-ca1fd3ce-6a48-482e-b683-f3d2db3aaf06 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Refreshing network info cache for port 38e7c80c-fe62-42da-b871-c9983c6fa2a1 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1528.801110] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31dd211-a3d3-4d4c-bb14-aac884174a5d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1528.811915] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fbdb3d-3d8d-4003-9a79-6925637d09ff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1528.852913] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b604281-4ca1-4819-9fe0-cfcb156643f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1528.863517] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011b2722-1970-4712-86c5-946bc8307a1b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1528.867772] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931444, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1528.877697] env[69297]: DEBUG nova.compute.provider_tree [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1529.143114] env[69297]: DEBUG nova.network.neutron [-] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1529.167589] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96d729dd-f076-4b7c-84f8-e63857ceaa2b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1529.179445] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08cd139-4190-40e6-8f25-5ef685f0bb39 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1529.212561] env[69297]: DEBUG nova.compute.manager [req-4b2ccbd7-b169-4154-8891-e385a1cfdb12 req-e84ade56-bf3c-4a1f-b015-42dc7ed85465 service nova] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Detach interface failed, port_id=101a279b-5f3f-400d-b411-f6b7875d882a, reason: Instance 9e089d48-e809-4e57-aeb5-38b50a00c0f8 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1529.307820] env[69297]: DEBUG nova.network.neutron [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance_info_cache with network_info: [{"id": "652c10fa-789d-4996-b665-93ab3cc2eca1", "address": "fa:16:3e:57:c8:28", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c10fa-78", "ovs_interfaceid": "652c10fa-789d-4996-b665-93ab3cc2eca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1529.362403] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931444, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.262812} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1529.362713] env[69297]: INFO nova.virt.vmwareapi.ds_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_fb047f41-f33b-4f35-bd85-b3fdae0f0a7e/OSTACK_IMG_fb047f41-f33b-4f35-bd85-b3fdae0f0a7e.vmdk to [datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e/5821a9a7-425b-44ad-b101-38154181f84e.vmdk.
[ 1529.362910] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Cleaning up location [datastore1] OSTACK_IMG_fb047f41-f33b-4f35-bd85-b3fdae0f0a7e {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1529.363086] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_fb047f41-f33b-4f35-bd85-b3fdae0f0a7e {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1529.363346] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6326e2a0-a160-4d35-aa5c-00dde9d97759 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1529.371807] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1529.371807] env[69297]:    value = "task-2931448"
[ 1529.371807] env[69297]:    _type = "Task"
[ 1529.371807] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1529.385741] env[69297]: DEBUG nova.scheduler.client.report [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1529.389585] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1529.646759] env[69297]: INFO nova.compute.manager [-] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Took 1.41 seconds to deallocate network for instance.
[ 1529.714234] env[69297]: DEBUG nova.network.neutron [req-c086fb9e-c9ab-4968-8a0b-14101422c3e0 req-ca1fd3ce-6a48-482e-b683-f3d2db3aaf06 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Updated VIF entry in instance network info cache for port 38e7c80c-fe62-42da-b871-c9983c6fa2a1. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1529.714613] env[69297]: DEBUG nova.network.neutron [req-c086fb9e-c9ab-4968-8a0b-14101422c3e0 req-ca1fd3ce-6a48-482e-b683-f3d2db3aaf06 service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Updating instance_info_cache with network_info: [{"id": "38e7c80c-fe62-42da-b871-c9983c6fa2a1", "address": "fa:16:3e:16:9e:9f", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e7c80c-fe", "ovs_interfaceid": "38e7c80c-fe62-42da-b871-c9983c6fa2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1529.811165] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1529.885077] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046858} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1529.885374] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1529.885545] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e/5821a9a7-425b-44ad-b101-38154181f84e.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1529.885788] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e/5821a9a7-425b-44ad-b101-38154181f84e.vmdk to [datastore1] ab2dc89a-41e4-422f-8db5-fb01f06f49ef/ab2dc89a-41e4-422f-8db5-fb01f06f49ef.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1529.886084] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f22e1f35-fe8c-4b86-b62a-8f3de56bb9a0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1529.891084] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1529.894521] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.159s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1529.894842] env[69297]: DEBUG nova.objects.instance [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Lazy-loading 'resources' on Instance uuid df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1529.900667] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1529.900667] env[69297]:    value = "task-2931449"
[ 1529.900667] env[69297]:    _type = "Task"
[ 1529.900667] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1529.912202] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1529.923091] env[69297]: INFO nova.scheduler.client.report [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Deleted allocations for instance 19072792-9a92-4d32-9cac-8cb8c93b5cfb
[ 1530.153151] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1530.220031] env[69297]: DEBUG oslo_concurrency.lockutils [req-c086fb9e-c9ab-4968-8a0b-14101422c3e0 req-ca1fd3ce-6a48-482e-b683-f3d2db3aaf06 service nova] Releasing lock "refresh_cache-215135ab-2bf3-4131-bb06-cd807ba0a5d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1530.420600] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931449, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1530.434492] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea822d21-b0c9-4036-b0fb-0346b5ce7d7c tempest-ImagesOneServerNegativeTestJSON-1486745931 tempest-ImagesOneServerNegativeTestJSON-1486745931-project-member] Lock "19072792-9a92-4d32-9cac-8cb8c93b5cfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 25.050s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1530.730994] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4988b37d-1d64-4912-9773-2f4105e06912 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.744710] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa5f201-5d39-4069-814b-348196be2ce4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.779141] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac83a214-f3cf-4969-a3c6-3170d26d3e69 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.787387] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a602a71f-449e-4e22-8505-c71a5fd47d8c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1530.802497] env[69297]: DEBUG nova.compute.provider_tree [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1530.914548] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931449, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1531.305988] env[69297]: DEBUG nova.scheduler.client.report [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1531.328965] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fa1547-2f04-4c6c-9562-3715e0187e52 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1531.351369] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance '45c74116-94a5-42c9-acd6-b3dd1654628a' progress to 0 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1531.416487] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931449, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1531.537884] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquiring lock "0c256f55-a300-4e03-93bb-9f80f97805dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1531.538745] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Lock "0c256f55-a300-4e03-93bb-9f80f97805dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1531.815461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1531.819031] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.740s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1531.819363] env[69297]: DEBUG nova.objects.instance [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lazy-loading 'resources' on Instance uuid b38c80c7-3686-4e96-853f-24fb8643ce0a {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1531.850790] env[69297]: INFO nova.scheduler.client.report [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Deleted allocations for instance df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9
[ 1531.859707] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1531.860061] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-112e86d8-b719-4e3f-94b3-e318efd5b7ef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1531.869881] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1531.869881] env[69297]:    value = "task-2931450"
[ 1531.869881] env[69297]:    _type = "Task"
[ 1531.869881] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1531.881503] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1531.918059] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931449, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1532.042444] env[69297]: DEBUG nova.compute.manager [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1532.365805] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a5083f1-9cf9-46e2-b1ea-d6ca9005a0c2 tempest-ServerAddressesTestJSON-1264995230 tempest-ServerAddressesTestJSON-1264995230-project-member] Lock "df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.065s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1532.386566] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931450, 'name': PowerOffVM_Task, 'duration_secs': 0.431134} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1532.387209] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1532.387209] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance '45c74116-94a5-42c9-acd6-b3dd1654628a' progress to 17 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1532.422651] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931449, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1532.572957] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1532.664481] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b248079a-340b-4fd5-83aa-582dd4e88033 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.675605] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5d9efb-bac8-4e32-af4c-aa5a4803001c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.715346] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9998dee-e269-4a9e-9730-3b69a5736165 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.722981] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103a170f-4b41-4fbb-b28c-e4487da33341 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.737287] env[69297]: DEBUG nova.compute.provider_tree [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1532.901871] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1532.902121] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1532.902280] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1532.902467] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1532.902777] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1532.902777] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1532.902947] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1532.903310] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1532.903516] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1532.903687] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1532.903865] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1532.910115] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3caf9987-29d4-44b3-ae2c-e42bb94d6924 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.930898] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931449, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.698773} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1532.932206] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5821a9a7-425b-44ad-b101-38154181f84e/5821a9a7-425b-44ad-b101-38154181f84e.vmdk to [datastore1] ab2dc89a-41e4-422f-8db5-fb01f06f49ef/ab2dc89a-41e4-422f-8db5-fb01f06f49ef.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1532.932575] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1532.932575] env[69297]:    value = "task-2931451"
[ 1532.932575] env[69297]:    _type = "Task"
[ 1532.932575] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1532.933263] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3860e92-684f-4786-bab5-43f9964ef330 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.944330] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931451, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1532.962458] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] ab2dc89a-41e4-422f-8db5-fb01f06f49ef/ab2dc89a-41e4-422f-8db5-fb01f06f49ef.vmdk or device None with type streamOptimized {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1532.962765] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800dd27a-d811-45b8-91e6-1ed65b896fd5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1532.983444] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1532.983444] env[69297]:    value = "task-2931452"
[ 1532.983444] env[69297]:    _type = "Task"
[ 1532.983444] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1532.991986] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1533.241184] env[69297]: DEBUG nova.scheduler.client.report [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1533.449799] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931451, 'name': ReconfigVM_Task, 'duration_secs': 0.320584} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1533.450751] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance '45c74116-94a5-42c9-acd6-b3dd1654628a' progress to 33 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1533.495356] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1533.747082] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1533.749758] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.764s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1533.750482] env[69297]: DEBUG nova.objects.instance [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lazy-loading 'resources' on Instance uuid 06232291-7f72-4c25-b855-dcd3929fdb70 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1533.787126] env[69297]: INFO nova.scheduler.client.report [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Deleted allocations for instance b38c80c7-3686-4e96-853f-24fb8643ce0a
[ 1533.957776] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1533.958028] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1533.958197] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1533.958414] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1533.958593] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1533.958701] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1533.958900] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1533.959087] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1533.959267] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1533.959471] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1533.959588] env[69297]: DEBUG nova.virt.hardware [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1533.968289] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1533.969032] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e90d341-0c07-4e7e-8b30-d2a8f79eb243 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1533.988875] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1533.988875] env[69297]:    value = "task-2931453"
[ 1533.988875] env[69297]:    _type = "Task"
[ 1533.988875] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1533.996534] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1534.002082] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1534.302032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d8af331e-e6f9-4094-aa34-6987c6ad8479 tempest-MigrationsAdminTest-51991045 tempest-MigrationsAdminTest-51991045-project-member] Lock "b38c80c7-3686-4e96-853f-24fb8643ce0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 20.862s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1534.497419] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931452, 'name': ReconfigVM_Task, 'duration_secs': 1.205549} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1534.500850] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Reconfigured VM instance instance-0000002e to attach disk [datastore1] ab2dc89a-41e4-422f-8db5-fb01f06f49ef/ab2dc89a-41e4-422f-8db5-fb01f06f49ef.vmdk or device None with type streamOptimized {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1534.502247] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': 'd0408a19-3515-4459-96ea-9bb88e8df3b6'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '5b52ad63-36a1-44ee-9adb-8a16c9a05dd6', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588586', 'volume_id': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'name': 'volume-e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ab2dc89a-41e4-422f-8db5-fb01f06f49ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'serial': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca'}, 'volume_type': None}], 'swap': None} {{(pid=69297) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}}
[ 1534.502572] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1534.502662] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588586', 'volume_id': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'name': 'volume-e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ab2dc89a-41e4-422f-8db5-fb01f06f49ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'serial': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1534.507779] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f0556c-935a-434d-a6ea-93e2bbe162ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.514838] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931453, 'name': ReconfigVM_Task, 'duration_secs': 0.361117} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1534.515283] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1534.518229] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d84da-3c4e-458c-8fc1-c954fb949775 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.538318] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc78e46-f66a-4f9d-9824-72107f4965aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.566820] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 45c74116-94a5-42c9-acd6-b3dd1654628a/45c74116-94a5-42c9-acd6-b3dd1654628a.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1534.571221] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29d5681e-7176-425a-a46a-7e1add25eabe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.609617] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] volume-e1df430b-e01f-4ad5-a19f-f2c46161b8ca/volume-e1df430b-e01f-4ad5-a19f-f2c46161b8ca.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1534.610439] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b4561b-a2be-4c2f-9b88-2f9276491611 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.629312] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1534.629312] env[69297]:    value = "task-2931454"
[ 1534.629312] env[69297]:    _type = "Task"
[ 1534.629312] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1534.636483] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1534.636483] env[69297]:    value = "task-2931455"
[ 1534.636483] env[69297]:    _type = "Task"
[ 1534.636483] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1534.644795] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1534.647878] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1534.669615] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8687c7c2-2c31-4213-a2a6-655eb89cc49a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.678288] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0b035b-56fe-4fe8-8b1b-71635f5fa909 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.717341] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8c6cd6-2e64-4b7f-80ca-90b9fa751aea {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.725730] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4087b7ea-6c0e-4281-a3d1-5d1e288d2578 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1534.740619] env[69297]: DEBUG nova.compute.provider_tree [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1535.146960] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931454, 'name': ReconfigVM_Task, 'duration_secs': 0.28049} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1535.147746] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 45c74116-94a5-42c9-acd6-b3dd1654628a/45c74116-94a5-42c9-acd6-b3dd1654628a.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1535.148171] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance '45c74116-94a5-42c9-acd6-b3dd1654628a' progress to 50 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1535.155226] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931455, 'name': ReconfigVM_Task, 'duration_secs': 0.332176} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1535.156143] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Reconfigured VM instance instance-0000002e to attach disk [datastore1] volume-e1df430b-e01f-4ad5-a19f-f2c46161b8ca/volume-e1df430b-e01f-4ad5-a19f-f2c46161b8ca.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1535.162082] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27369d9a-0adb-4394-93c4-a6bc643f0761 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.181475] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1535.181475] env[69297]:    value = "task-2931456"
[ 1535.181475] env[69297]:    _type = "Task"
[ 1535.181475] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1535.193644] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931456, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1535.245871] env[69297]: DEBUG nova.scheduler.client.report [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1535.331219] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "31f1b01a-70af-4307-a9a0-9597f5143d67" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1535.331490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "31f1b01a-70af-4307-a9a0-9597f5143d67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1535.658782] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f7db24-34de-49a3-8fb4-17edb9bafbdd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.691861] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427062b8-1931-4fa5-b0d9-f24a7c9e78d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.700848] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931456, 'name': ReconfigVM_Task, 'duration_secs': 0.159224} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1535.720835] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588586', 'volume_id': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'name': 'volume-e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ab2dc89a-41e4-422f-8db5-fb01f06f49ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'serial': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1535.722433] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance '45c74116-94a5-42c9-acd6-b3dd1654628a' progress to 67 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1535.725680] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-044e9d36-f0d1-48b2-a058-6847736f4154 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1535.734952] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1535.734952] env[69297]:    value = "task-2931457"
[ 1535.734952] env[69297]:    _type = "Task"
[ 1535.734952] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1535.744685] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931457, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1535.750871] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1535.754707] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.066s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1535.754707] env[69297]: DEBUG nova.objects.instance [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lazy-loading 'resources' on Instance uuid 48799466-77de-45c4-8786-a5ce333e9fa3 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1535.794299] env[69297]: INFO nova.scheduler.client.report [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Deleted allocations for instance 06232291-7f72-4c25-b855-dcd3929fdb70
[ 1535.834981] env[69297]: DEBUG nova.compute.manager [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1536.246829] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931457, 'name': Rename_Task, 'duration_secs': 0.355669} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1536.246829] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1536.246829] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f500d118-dfd4-456f-ab27-718f36e71749 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1536.253966] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1536.253966] env[69297]:    value = "task-2931458"
[ 1536.253966] env[69297]:    _type = "Task"
[ 1536.253966] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1536.264667] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1536.302073] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f2a8af6-7ee4-483c-88b3-b4d7e71fe934 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "06232291-7f72-4c25-b855-dcd3929fdb70" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 21.161s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1536.302996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "06232291-7f72-4c25-b855-dcd3929fdb70" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 16.666s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1536.303239] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "06232291-7f72-4c25-b855-dcd3929fdb70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1536.303444] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "06232291-7f72-4c25-b855-dcd3929fdb70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1536.303666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "06232291-7f72-4c25-b855-dcd3929fdb70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1536.305939] env[69297]: INFO nova.compute.manager [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Terminating instance
[ 1536.353843] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1536.474169] env[69297]: DEBUG nova.network.neutron [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Port 652c10fa-789d-4996-b665-93ab3cc2eca1 binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1536.506543] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3a0307-d274-40f7-b23c-472c22a4da16 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1536.514760] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7096779-84fe-4ff8-b8d3-e38a13749ebc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1536.545709] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f060ed-7d06-41a2-9967-0c637cc3dc39 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1536.553223] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11afdb19-3e1e-432c-85ba-4706640f9b78 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1536.566255] env[69297]: DEBUG nova.compute.provider_tree [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1536.767962] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931458, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1536.809183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1536.809378] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquired lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1536.809665] env[69297]: DEBUG nova.network.neutron [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1537.068894] env[69297]: DEBUG nova.scheduler.client.report [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1537.266605] env[69297]: DEBUG oslo_vmware.api [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931458, 'name': PowerOnVM_Task, 'duration_secs': 0.533753} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1537.266915] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1537.311837] env[69297]: DEBUG nova.compute.utils [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Can not refresh info_cache because instance was not found {{(pid=69297) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}}
[ 1537.348383] env[69297]: DEBUG nova.network.neutron [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1537.383128] env[69297]: DEBUG nova.compute.manager [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1537.384131] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df68d51-7c62-491e-966d-63cfe308fb1f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1537.500460] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "45c74116-94a5-42c9-acd6-b3dd1654628a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1537.500616] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1537.500786] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1537.574312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1537.576616] env[69297]: DEBUG oslo_concurrency.lockutils [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.999s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1537.576889] env[69297]: DEBUG nova.objects.instance [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Lazy-loading 'resources' on Instance uuid dbab721d-156b-437a-9ddc-412ffe662e83 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1537.586829] env[69297]: DEBUG nova.network.neutron [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1537.609513] env[69297]: INFO nova.scheduler.client.report [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Deleted allocations for instance 48799466-77de-45c4-8786-a5ce333e9fa3
[ 1537.907533] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ab51c9d6-44c4-4ee2-b307-252334c01e4b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 43.979s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1538.090893] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Releasing lock "refresh_cache-06232291-7f72-4c25-b855-dcd3929fdb70" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1538.090893] env[69297]: DEBUG nova.compute.manager [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1538.090893] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1538.090893] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-419a3e44-9c99-4f4b-87c0-114dcb22dba1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1538.104793] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcdd7ac-18f9-4959-9af9-a360ac2cd8e9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1538.122523] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c6a21ba6-5ad9-4347-840f-2a18904daf66 tempest-ServersAdminTestJSON-33347308 tempest-ServersAdminTestJSON-33347308-project-member] Lock "48799466-77de-45c4-8786-a5ce333e9fa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 21.128s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1538.146382] env[69297]: WARNING nova.virt.vmwareapi.vmops [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 06232291-7f72-4c25-b855-dcd3929fdb70 could not be found.
[ 1538.146592] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1538.146771] env[69297]: INFO nova.compute.manager [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Took 0.06 seconds to destroy the instance on the hypervisor.
[ 1538.147183] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1538.150423] env[69297]: DEBUG nova.compute.manager [-] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1538.150593] env[69297]: DEBUG nova.network.neutron [-] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1538.194199] env[69297]: DEBUG nova.network.neutron [-] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1538.303885] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "35ff35b4-c97a-4102-9838-93195982dc21" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1538.305034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "35ff35b4-c97a-4102-9838-93195982dc21" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1538.305034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "35ff35b4-c97a-4102-9838-93195982dc21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1538.305034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "35ff35b4-c97a-4102-9838-93195982dc21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1538.305034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "35ff35b4-c97a-4102-9838-93195982dc21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1538.307932] env[69297]: INFO nova.compute.manager [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Terminating instance
[ 1538.408224] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4671e825-aa47-442d-8d64-9f5a2c9b1a99 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1538.418999] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df74d82-c62b-4162-a694-197f97d68656 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1538.451615] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fcc88b-ba13-4126-a8ad-7aaecadea3f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1538.459360] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891bff20-80d4-4aa4-a978-5d8e0c98a03e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1538.474637] env[69297]: DEBUG nova.compute.provider_tree [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1538.703096] env[69297]: DEBUG nova.network.neutron [-] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1538.717264] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1538.717264] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1538.717264] env[69297]: DEBUG nova.network.neutron [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1538.815581] env[69297]: DEBUG nova.compute.manager [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1538.815827] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1538.816747] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe750b5-31d7-4eb5-a1f2-a9d134fbc270 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1538.827265] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1538.827758] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5487c2c-c7b5-43e9-a296-057cf7b9c586 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1538.835638] env[69297]: DEBUG oslo_vmware.api [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1538.835638] env[69297]:    value = "task-2931459"
[ 1538.835638] env[69297]:    _type = "Task"
[ 1538.835638] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1538.849452] env[69297]: DEBUG oslo_vmware.api [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1538.979360] env[69297]: DEBUG nova.scheduler.client.report [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1539.207122] env[69297]: INFO nova.compute.manager [-] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Took 1.06 seconds to deallocate network for instance.
[ 1539.350831] env[69297]: DEBUG oslo_vmware.api [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931459, 'name': PowerOffVM_Task, 'duration_secs': 0.186702} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1539.350831] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1539.350831] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1539.350831] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34920d6b-c243-4219-8c4a-d2eae318fddf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1539.416158] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1539.416516] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1539.416776] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Deleting the datastore file [datastore2] 35ff35b4-c97a-4102-9838-93195982dc21 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1539.419796] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75079bbe-9ac8-4159-8782-9a261dd0282e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1539.426592] env[69297]: DEBUG oslo_vmware.api [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for the task: (returnval){
[ 1539.426592] env[69297]:    value = "task-2931461"
[ 1539.426592] env[69297]:    _type = "Task"
[ 1539.426592] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1539.435319] env[69297]: DEBUG oslo_vmware.api [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1539.485201] env[69297]: DEBUG oslo_concurrency.lockutils [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1539.487574] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.399s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1539.489401] env[69297]: INFO nova.compute.claims [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1539.513271] env[69297]: INFO nova.scheduler.client.report [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Deleted allocations for instance dbab721d-156b-437a-9ddc-412ffe662e83
[ 1539.715984] env[69297]: INFO nova.compute.manager [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Instance disappeared during terminate
[ 1539.715984] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0137d1cd-1a1e-4777-b182-55a5d23c2f58 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "06232291-7f72-4c25-b855-dcd3929fdb70" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.411s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1539.928363] env[69297]: DEBUG nova.network.neutron [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance_info_cache with network_info: [{"id": "652c10fa-789d-4996-b665-93ab3cc2eca1", "address": "fa:16:3e:57:c8:28", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c10fa-78", "ovs_interfaceid": "652c10fa-789d-4996-b665-93ab3cc2eca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1539.941698] env[69297]: DEBUG oslo_vmware.api [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Task: {'id': task-2931461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374136} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1539.941984] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1539.942182] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1539.942361] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1539.942547] env[69297]: INFO nova.compute.manager [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1539.942871] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1539.943862] env[69297]: DEBUG nova.compute.manager [-] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1539.943968] env[69297]: DEBUG nova.network.neutron [-] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1540.020500] env[69297]: DEBUG oslo_concurrency.lockutils [None req-792ab018-7cd5-4049-a483-7615890c88cf tempest-ServerMetadataTestJSON-63259433 tempest-ServerMetadataTestJSON-63259433-project-member] Lock "dbab721d-156b-437a-9ddc-412ffe662e83" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 22.037s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1540.436705] env[69297]: DEBUG oslo_concurrency.lockutils [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1540.773544] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe532f8-2dce-49c1-bbd9-a4423e1656b0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1540.784159] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1474c047-1ac6-4525-98e8-bbc86d5dca15 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1540.820580] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c9f8f-47a0-4c92-8883-2f86d47c4dd5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1540.824704] env[69297]: DEBUG nova.compute.manager [req-10bd5619-a3b9-4b2e-a904-60bb7419127f req-a5d79919-2252-45f4-9626-7289ccfaa92d service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Received event network-vif-deleted-c4fc6caa-af36-4081-bd2b-a2dc71e394b2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1540.824704] env[69297]: INFO nova.compute.manager [req-10bd5619-a3b9-4b2e-a904-60bb7419127f req-a5d79919-2252-45f4-9626-7289ccfaa92d service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Neutron deleted interface c4fc6caa-af36-4081-bd2b-a2dc71e394b2; detaching it from the instance and deleting it from the info cache
[ 1540.824865] env[69297]: DEBUG nova.network.neutron [req-10bd5619-a3b9-4b2e-a904-60bb7419127f req-a5d79919-2252-45f4-9626-7289ccfaa92d service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1540.831928] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e170da0-5478-4f18-90cb-3d247ffafd42 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1540.846134] env[69297]: DEBUG nova.compute.provider_tree [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1540.976033] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebca0e0-1148-4d21-bf21-4a2d1d34df19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1541.002216] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd64b4b9-cff6-4e17-92a3-1d41566a3cc1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1541.009667] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance '45c74116-94a5-42c9-acd6-b3dd1654628a' progress to 83 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1541.023893] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquiring lock "70dea9ac-9950-4c53-90d5-7812d0a60319" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1541.024236] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Lock "70dea9ac-9950-4c53-90d5-7812d0a60319" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1541.112053] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1541.112162] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1541.134298] env[69297]: DEBUG nova.network.neutron [-] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1541.328402] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba5c264f-994a-48c4-81ca-32327ad57958 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1541.339253] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f855ab38-a5b6-44ea-94d8-89aa124c5b4b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1541.353134] env[69297]: DEBUG nova.scheduler.client.report [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1541.382731] env[69297]: DEBUG nova.compute.manager [req-10bd5619-a3b9-4b2e-a904-60bb7419127f req-a5d79919-2252-45f4-9626-7289ccfaa92d service nova] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Detach interface failed, port_id=c4fc6caa-af36-4081-bd2b-a2dc71e394b2, reason: Instance 35ff35b4-c97a-4102-9838-93195982dc21 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1541.517538] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1541.517859] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ebb7e19-c9fe-485b-9e98-cc8d4908f3ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1541.525885] env[69297]: DEBUG nova.compute.manager [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1541.531132] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1541.531132] env[69297]:    value = "task-2931462"
[ 1541.531132] env[69297]:    _type = "Task"
[ 1541.531132] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1541.541547] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1541.614256] env[69297]: DEBUG nova.compute.manager [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1541.638879] env[69297]: INFO nova.compute.manager [-] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Took 1.69 seconds to deallocate network for instance.
[ 1541.862163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1541.862163] env[69297]: DEBUG nova.compute.manager [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1541.865070] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.712s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1541.865343] env[69297]: DEBUG nova.objects.instance [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lazy-loading 'resources' on Instance uuid 9e089d48-e809-4e57-aeb5-38b50a00c0f8 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1542.046975] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1542.066096] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1542.150531] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1542.152875] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1542.368698] env[69297]: DEBUG nova.compute.utils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1542.373986] env[69297]: DEBUG nova.compute.manager [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1542.373986] env[69297]: DEBUG nova.network.neutron [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1542.438712] env[69297]: DEBUG nova.policy [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e0d8ca63744e3d8aea32c32a4b08cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b906444c8af4042ab945735742e6400', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1542.546149] env[69297]: DEBUG oslo_vmware.api [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931462, 'name': PowerOnVM_Task, 'duration_secs': 0.635973} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1542.548691] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1542.548886] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-98a65fd1-698d-497a-8f7f-bb13f1a2c41c tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance '45c74116-94a5-42c9-acd6-b3dd1654628a' progress to 100 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1542.667113] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d231ff23-1560-4fd4-8ca3-261d9ba1ad54 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.674969] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795b6204-bc77-4494-af69-c4617b140393 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.714629] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44270944-246c-47fd-8a24-6264aaf5bf2a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.721795] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae9e916-7d61-453a-a686-7204b112bf0e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1542.737046] env[69297]: DEBUG nova.compute.provider_tree [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1542.844807] env[69297]: DEBUG nova.network.neutron [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Successfully created port: a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1542.877021] env[69297]: DEBUG nova.compute.manager [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1543.008902] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquiring lock "2a395474-e758-475e-918b-019d1772b739" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1543.009208] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Lock "2a395474-e758-475e-918b-019d1772b739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1543.240747] env[69297]: DEBUG nova.scheduler.client.report [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1543.512592] env[69297]: DEBUG nova.compute.manager [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1543.745265] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1543.749894] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.178s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1543.755921] env[69297]: INFO nova.compute.claims [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1543.785413] env[69297]: INFO nova.scheduler.client.report [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleted allocations for instance 9e089d48-e809-4e57-aeb5-38b50a00c0f8
[ 1543.886342] env[69297]: DEBUG nova.compute.manager [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1543.916183] env[69297]: DEBUG nova.virt.hardware [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1543.916490] env[69297]: DEBUG nova.virt.hardware [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1543.916580] env[69297]: DEBUG nova.virt.hardware [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1543.917217] env[69297]: DEBUG nova.virt.hardware [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1543.917217] env[69297]: DEBUG nova.virt.hardware [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1543.917217] env[69297]: DEBUG nova.virt.hardware [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1543.917372] env[69297]: DEBUG nova.virt.hardware [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1543.917408] env[69297]: DEBUG nova.virt.hardware [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1543.917557] env[69297]: DEBUG nova.virt.hardware [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1543.917706] env[69297]: DEBUG nova.virt.hardware [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1543.917872] env[69297]: DEBUG nova.virt.hardware [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1543.918798] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3276682b-f099-4f50-ac17-893facf4a6de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1543.927776] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8915118f-234b-4224-b26a-b84931099407 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1544.039905] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1544.295640] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a325734f-0eb7-41e9-a09f-9e5d90f0163b tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "9e089d48-e809-4e57-aeb5-38b50a00c0f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 17.730s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1544.649340] env[69297]: DEBUG nova.compute.manager [req-79193c42-1aed-486b-af55-5a87d1604e76 req-963d6573-8d97-434e-908e-d112eb24a667 service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Received event network-vif-plugged-a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1544.649340] env[69297]: DEBUG oslo_concurrency.lockutils [req-79193c42-1aed-486b-af55-5a87d1604e76 req-963d6573-8d97-434e-908e-d112eb24a667 service nova] Acquiring lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1544.649340] env[69297]: DEBUG oslo_concurrency.lockutils [req-79193c42-1aed-486b-af55-5a87d1604e76 req-963d6573-8d97-434e-908e-d112eb24a667 service nova] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1544.649340] env[69297]: DEBUG oslo_concurrency.lockutils [req-79193c42-1aed-486b-af55-5a87d1604e76 req-963d6573-8d97-434e-908e-d112eb24a667 service nova] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1544.649340] env[69297]: DEBUG nova.compute.manager [req-79193c42-1aed-486b-af55-5a87d1604e76 req-963d6573-8d97-434e-908e-d112eb24a667 service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] No waiting events found dispatching network-vif-plugged-a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1544.649340] env[69297]: WARNING nova.compute.manager [req-79193c42-1aed-486b-af55-5a87d1604e76 req-963d6573-8d97-434e-908e-d112eb24a667 service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Received unexpected event network-vif-plugged-a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611 for instance with vm_state building and task_state spawning.
[ 1544.748367] env[69297]: DEBUG nova.network.neutron [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Successfully updated port: a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1544.843411] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquiring lock "3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1544.843644] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1545.100192] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636d864e-5ea2-4160-ac5e-54c4301edeb6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1545.109037] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e221b3-3d95-4ec4-a742-622ba82c763a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1545.142385] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29a6366-e0db-4c06-bf55-0c6274f4eec1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1545.151404] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9b618c-85b2-4b22-8be5-7a7698f7a2d3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1545.174541] env[69297]: DEBUG nova.compute.provider_tree [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1545.252290] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "refresh_cache-963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1545.252290] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquired lock "refresh_cache-963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1545.252458] env[69297]: DEBUG nova.network.neutron [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1545.346594] env[69297]: DEBUG nova.compute.manager [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1545.382857] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "45c74116-94a5-42c9-acd6-b3dd1654628a" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1545.383015] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1545.383218] env[69297]: DEBUG nova.compute.manager [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Going to confirm migration 3 {{(pid=69297) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1545.678582] env[69297]: DEBUG nova.scheduler.client.report [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1545.752047] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "f2dad717-5774-448b-84d1-1d876c38b907" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1545.752341] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "f2dad717-5774-448b-84d1-1d876c38b907" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1545.752553] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "f2dad717-5774-448b-84d1-1d876c38b907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1545.752734] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "f2dad717-5774-448b-84d1-1d876c38b907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1545.752899] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "f2dad717-5774-448b-84d1-1d876c38b907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1545.757164] env[69297]: INFO nova.compute.manager [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Terminating instance
[ 1545.825374] env[69297]: DEBUG nova.network.neutron [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1545.871859] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1545.973092] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1545.973295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1545.973476] env[69297]: DEBUG nova.network.neutron [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1545.973660] env[69297]: DEBUG nova.objects.instance [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lazy-loading 'info_cache' on Instance uuid 45c74116-94a5-42c9-acd6-b3dd1654628a {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1546.053198] env[69297]: DEBUG nova.network.neutron [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Updating instance_info_cache with network_info: [{"id": "a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611", "address": "fa:16:3e:6b:67:cd", "network": {"id": "f361aa5a-3311-44a1-a6e6-963d69a3a16c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2050413286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b906444c8af4042ab945735742e6400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bd22b8-0d", "ovs_interfaceid": "a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1546.185251] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1546.185251] env[69297]: DEBUG nova.compute.manager [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1546.190080] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.835s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1546.192912] env[69297]: INFO nova.compute.claims [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1546.263248] env[69297]: DEBUG nova.compute.manager [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1546.263248] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1546.264516] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066c7336-e682-4080-a130-1d91207f105a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.271751] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1546.272650] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dbfcd33-3eca-466a-92ec-d927b69b4ade {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.280197] env[69297]: DEBUG oslo_vmware.api [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1546.280197] env[69297]:    value = "task-2931463"
[ 1546.280197] env[69297]:    _type = "Task"
[ 1546.280197] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1546.290778] env[69297]: DEBUG oslo_vmware.api [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1546.381781] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1546.382107] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1546.558710] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Releasing lock "refresh_cache-963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1546.558710] env[69297]: DEBUG nova.compute.manager [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Instance network_info: |[{"id": "a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611", "address": "fa:16:3e:6b:67:cd", "network": {"id": "f361aa5a-3311-44a1-a6e6-963d69a3a16c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2050413286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b906444c8af4042ab945735742e6400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bd22b8-0d", "ovs_interfaceid": "a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1546.558710] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:67:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1546.567079] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1546.567079] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1546.567079] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5786382-c63d-49f6-a19f-fa9a9267a0c7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.586552] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1546.586552] env[69297]:    value = "task-2931464"
[ 1546.586552] env[69297]:    _type = "Task"
[ 1546.586552] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1546.594737] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931464, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1546.674271] env[69297]: DEBUG nova.compute.manager [req-65536f4a-af21-49f9-b60e-516d75490312 req-c4e14b18-6737-431c-a1ad-7cc51e4bd01a service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Received event network-changed-a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1546.674271] env[69297]: DEBUG nova.compute.manager [req-65536f4a-af21-49f9-b60e-516d75490312 req-c4e14b18-6737-431c-a1ad-7cc51e4bd01a service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Refreshing instance network info cache due to event network-changed-a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1546.675555] env[69297]: DEBUG oslo_concurrency.lockutils [req-65536f4a-af21-49f9-b60e-516d75490312 req-c4e14b18-6737-431c-a1ad-7cc51e4bd01a service nova] Acquiring lock "refresh_cache-963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1546.675899] env[69297]: DEBUG oslo_concurrency.lockutils [req-65536f4a-af21-49f9-b60e-516d75490312 req-c4e14b18-6737-431c-a1ad-7cc51e4bd01a service nova] Acquired lock "refresh_cache-963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1546.676241] env[69297]: DEBUG nova.network.neutron [req-65536f4a-af21-49f9-b60e-516d75490312 req-c4e14b18-6737-431c-a1ad-7cc51e4bd01a service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Refreshing network info cache for port a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1546.701015] env[69297]: DEBUG nova.compute.utils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1546.708091] env[69297]: DEBUG nova.compute.manager [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1546.708481] env[69297]: DEBUG nova.network.neutron [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1546.777068] env[69297]: DEBUG nova.policy [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2ee593228eb4cc386d68a12fca94934', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4782934e5034e79964ea0df2f87afe5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1546.790086] env[69297]: DEBUG oslo_vmware.api [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931463, 'name': PowerOffVM_Task, 'duration_secs': 0.197432} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1546.790380] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1546.790697] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1546.790860] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d89d8f4-ce6b-4c4e-b892-cef0bb2b5ac3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.862341] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1546.862857] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1546.863100] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleting the datastore file [datastore2] f2dad717-5774-448b-84d1-1d876c38b907 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1546.863379] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69b4e366-3cf0-41d0-b77e-e726b0a8c948 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1546.870192] env[69297]: DEBUG oslo_vmware.api [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1546.870192] env[69297]:    value = "task-2931466"
[ 1546.870192] env[69297]:    _type = "Task"
[ 1546.870192] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1546.878961] env[69297]: DEBUG oslo_vmware.api [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1546.884535] env[69297]: DEBUG nova.compute.manager [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1547.075138] env[69297]: DEBUG nova.network.neutron [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Successfully created port: 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1547.096699] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931464, 'name': CreateVM_Task, 'duration_secs': 0.379963} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1547.096925] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1547.098124] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1547.098261] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1547.098700] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1547.100937] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ace19d7-5b72-4992-a874-755b26d134c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.103231] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1547.103231] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a18f90-292b-f5dd-46a5-232d9c166575"
[ 1547.103231] env[69297]:    _type = "Task"
[ 1547.103231] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1547.110772] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a18f90-292b-f5dd-46a5-232d9c166575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1547.220486] env[69297]: DEBUG nova.compute.manager [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1547.250161] env[69297]: DEBUG nova.network.neutron [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance_info_cache with network_info: [{"id": "652c10fa-789d-4996-b665-93ab3cc2eca1", "address": "fa:16:3e:57:c8:28", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652c10fa-78", "ovs_interfaceid": "652c10fa-789d-4996-b665-93ab3cc2eca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1547.384944] env[69297]: DEBUG oslo_vmware.api [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164883} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1547.385229] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1547.385402] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1547.386432] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1547.386432] env[69297]: INFO nova.compute.manager [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1547.386432] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1547.386432] env[69297]: DEBUG nova.compute.manager [-] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1547.386432] env[69297]: DEBUG nova.network.neutron [-] [instance: f2dad717-5774-448b-84d1-1d876c38b907] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1547.412337] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1547.614293] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba0ecd-b416-4d6b-a6e8-d0c63200bc60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.621944] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a18f90-292b-f5dd-46a5-232d9c166575, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1547.622853] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1547.624079] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1547.624079] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1547.624079] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1547.624079] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1547.624079] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d21bc0-1f5d-4e87-a7fe-7cb2de872a77 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.629584] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e7f8d7-a799-44df-aa51-a7392dacb5a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.636092] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1547.636333] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1547.662151] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc0d20f-83f8-446b-8954-8d7cb9a35aee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.665662] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5434df1d-7e5a-4a14-bf31-450176fef0db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.673044] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1547.673044] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f1f608-f019-bce7-a56a-d445b7e7e216"
[ 1547.673044] env[69297]:    _type = "Task"
[ 1547.673044] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1547.679121] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093009b5-9b00-42cc-a2d3-6568372d5f8d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1547.689975] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f1f608-f019-bce7-a56a-d445b7e7e216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1547.701660] env[69297]: DEBUG nova.compute.provider_tree [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1547.755568] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "refresh_cache-45c74116-94a5-42c9-acd6-b3dd1654628a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1547.755844] env[69297]: DEBUG nova.objects.instance [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lazy-loading 'migration_context' on Instance uuid 45c74116-94a5-42c9-acd6-b3dd1654628a {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1547.831738] env[69297]: DEBUG nova.network.neutron [req-65536f4a-af21-49f9-b60e-516d75490312 req-c4e14b18-6737-431c-a1ad-7cc51e4bd01a service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Updated VIF entry in instance network info cache for port a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1547.832321] env[69297]: DEBUG nova.network.neutron [req-65536f4a-af21-49f9-b60e-516d75490312 req-c4e14b18-6737-431c-a1ad-7cc51e4bd01a service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Updating instance_info_cache with network_info: [{"id": "a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611", "address": "fa:16:3e:6b:67:cd", "network": {"id": "f361aa5a-3311-44a1-a6e6-963d69a3a16c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2050413286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b906444c8af4042ab945735742e6400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bd22b8-0d", "ovs_interfaceid": "a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1548.150132] env[69297]: DEBUG nova.compute.manager [req-5e15bc0f-ba69-4cbe-8d62-f73a33f048c0 req-5d8a20f3-0177-408a-b677-e57cec1a5327 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Received event network-vif-deleted-0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1548.150132] env[69297]: INFO nova.compute.manager [req-5e15bc0f-ba69-4cbe-8d62-f73a33f048c0 req-5d8a20f3-0177-408a-b677-e57cec1a5327 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Neutron deleted interface 0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6; detaching it from the instance and deleting it from the info cache
[ 1548.150132] env[69297]: DEBUG nova.network.neutron [req-5e15bc0f-ba69-4cbe-8d62-f73a33f048c0 req-5d8a20f3-0177-408a-b677-e57cec1a5327 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1548.187416] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f1f608-f019-bce7-a56a-d445b7e7e216, 'name': SearchDatastore_Task, 'duration_secs': 0.023202} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1548.188250] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87856867-adbd-425b-b82f-ed092db3ebed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.194733] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1548.194733] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5287d084-e1c0-1b58-df7b-2eab1bf7740f"
[ 1548.194733] env[69297]:    _type = "Task"
[ 1548.194733] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1548.204404] env[69297]: DEBUG nova.network.neutron [-] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1548.205737] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5287d084-e1c0-1b58-df7b-2eab1bf7740f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1548.209918] env[69297]: DEBUG nova.scheduler.client.report [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1548.232399] env[69297]: DEBUG nova.compute.manager [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1548.260820] env[69297]: DEBUG nova.virt.hardware [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1548.261073] env[69297]: DEBUG nova.virt.hardware [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1548.261235] env[69297]: DEBUG nova.virt.hardware [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1548.261555] env[69297]: DEBUG nova.virt.hardware [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1548.261555] env[69297]: DEBUG nova.virt.hardware [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1548.261726] env[69297]: DEBUG nova.virt.hardware [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1548.261934] env[69297]: DEBUG nova.virt.hardware [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1548.262149] env[69297]: DEBUG nova.virt.hardware [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1548.262327] env[69297]: DEBUG nova.virt.hardware [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1548.263453] env[69297]: DEBUG nova.virt.hardware [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1548.263453] env[69297]: DEBUG nova.virt.hardware [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1548.263453] env[69297]: DEBUG nova.objects.base [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Object Instance<45c74116-94a5-42c9-acd6-b3dd1654628a> lazy-loaded attributes: info_cache,migration_context {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1548.264287] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a607bf70-3f95-4a8f-85dc-746d0cc07d97 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.267686] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62260136-b748-445f-9c3a-8e4c35335fc9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.289164] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8fc088-69f1-4752-aa04-ee5dbeed4070 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.294154] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf01ce3-03ea-4033-8723-ed5cc5364ea5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.300393] env[69297]: DEBUG oslo_vmware.api [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1548.300393] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52611a29-66fd-b6de-5edd-7bf6531d3fb1"
[ 1548.300393] env[69297]:    _type = "Task"
[ 1548.300393] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1548.321132] env[69297]: DEBUG oslo_vmware.api [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52611a29-66fd-b6de-5edd-7bf6531d3fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.007094} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1548.321470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1548.335284] env[69297]: DEBUG oslo_concurrency.lockutils [req-65536f4a-af21-49f9-b60e-516d75490312 req-c4e14b18-6737-431c-a1ad-7cc51e4bd01a service nova] Releasing lock "refresh_cache-963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1548.656772] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fba31c65-f879-4b09-9ba1-37e3f9f0e13e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.669248] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c7cb28-b1bc-4828-9733-2ef62dad8f49 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.723033] env[69297]: INFO nova.compute.manager [-] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Took 1.33 seconds to deallocate network for instance.
[ 1548.723033] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1548.723033] env[69297]: DEBUG nova.compute.manager [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1548.724738] env[69297]: DEBUG nova.compute.manager [req-5e15bc0f-ba69-4cbe-8d62-f73a33f048c0 req-5d8a20f3-0177-408a-b677-e57cec1a5327 service nova] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Detach interface failed, port_id=0d2e276b-2036-47c7-9b5b-b6bf9a0a34d6, reason: Instance f2dad717-5774-448b-84d1-1d876c38b907 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1548.727114] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.662s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1548.728565] env[69297]: INFO nova.compute.claims [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1548.738022] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5287d084-e1c0-1b58-df7b-2eab1bf7740f, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1548.738022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1548.738022] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea/963bd8ce-cfd9-4650-bc00-37ba90f5b0ea.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1548.738022] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31c1c3b0-1d74-4508-a7dc-2eae8b9e1d76 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1548.744656] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1548.744656] env[69297]:    value = "task-2931467"
[ 1548.744656] env[69297]:    _type = "Task"
[ 1548.744656] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1548.756685] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1549.227331] env[69297]: DEBUG nova.compute.utils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1549.229347] env[69297]: DEBUG nova.compute.manager [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1549.229347] env[69297]: DEBUG nova.network.neutron [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1549.240757] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1549.255385] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449825} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1549.255620] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea/963bd8ce-cfd9-4650-bc00-37ba90f5b0ea.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1549.255831] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1549.256088] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59c742f8-3c9d-4c7a-9238-6a57ba4b5523 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1549.262634] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1549.262634] env[69297]:    value = "task-2931468"
[ 1549.262634] env[69297]:    _type = "Task"
[ 1549.262634] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1549.270739] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1549.318905] env[69297]: DEBUG nova.policy [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b455dc6aa064d26b98b99e4f920bc81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b951b3fbff4a6e81a93a0cd5b184b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1549.394744] env[69297]: DEBUG nova.compute.manager [req-246a8521-f17f-48fa-a1a7-42bd44223ed5 req-dad43aea-0ea7-4636-8de8-d4cb3c43c3ad service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Received event network-vif-plugged-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1549.394839] env[69297]: DEBUG oslo_concurrency.lockutils [req-246a8521-f17f-48fa-a1a7-42bd44223ed5 req-dad43aea-0ea7-4636-8de8-d4cb3c43c3ad service nova] Acquiring lock "0c256f55-a300-4e03-93bb-9f80f97805dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1549.395051] env[69297]: DEBUG oslo_concurrency.lockutils [req-246a8521-f17f-48fa-a1a7-42bd44223ed5 req-dad43aea-0ea7-4636-8de8-d4cb3c43c3ad service nova] Lock "0c256f55-a300-4e03-93bb-9f80f97805dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1549.395225] env[69297]: DEBUG oslo_concurrency.lockutils [req-246a8521-f17f-48fa-a1a7-42bd44223ed5 req-dad43aea-0ea7-4636-8de8-d4cb3c43c3ad service nova] Lock "0c256f55-a300-4e03-93bb-9f80f97805dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1549.395383] env[69297]: DEBUG nova.compute.manager [req-246a8521-f17f-48fa-a1a7-42bd44223ed5 req-dad43aea-0ea7-4636-8de8-d4cb3c43c3ad service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] No waiting events found dispatching network-vif-plugged-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1549.395547] env[69297]: WARNING nova.compute.manager [req-246a8521-f17f-48fa-a1a7-42bd44223ed5 req-dad43aea-0ea7-4636-8de8-d4cb3c43c3ad service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Received unexpected event network-vif-plugged-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 for instance with vm_state building and task_state spawning.
[ 1549.518137] env[69297]: DEBUG nova.network.neutron [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Successfully updated port: 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1549.733505] env[69297]: DEBUG nova.compute.manager [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1549.775100] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06188} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1549.776040] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1549.777179] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d90a1ee-12c7-4006-987b-22129f6d4099 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1549.803240] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea/963bd8ce-cfd9-4650-bc00-37ba90f5b0ea.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1549.805886] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-116cf2ae-0dc5-4683-9298-f0b3c443479b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1549.824291] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1549.824291] env[69297]:    value = "task-2931469"
[ 1549.824291] env[69297]:    _type = "Task"
[ 1549.824291] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1549.832182] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1550.020774] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquiring lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1550.020960] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquired lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1550.021149] env[69297]: DEBUG nova.network.neutron [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1550.096657] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddb3552-2273-4b80-83c8-96f38a91108c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.104842] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2c67f9-7885-4f10-aab4-be29a85815ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.138106] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aba6676-5724-46f8-8137-c2ec94e5d49b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.146966] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3aa179-4bfb-4a0b-98e7-335659508a50 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.164368] env[69297]: DEBUG nova.compute.provider_tree [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1550.257114] env[69297]: DEBUG nova.network.neutron [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Successfully created port: 34f46d2e-988c-431d-abc8-632baecf58dd {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1550.333932] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931469, 'name': ReconfigVM_Task, 'duration_secs': 0.290269} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1550.334238] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea/963bd8ce-cfd9-4650-bc00-37ba90f5b0ea.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1550.334879] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91c7e004-ac0a-447b-9e82-98368510425b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.341256] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1550.341256] env[69297]:    value = "task-2931470"
[ 1550.341256] env[69297]:    _type = "Task"
[ 1550.341256] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1550.351472] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931470, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1550.589288] env[69297]: DEBUG nova.network.neutron [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1550.667611] env[69297]: DEBUG nova.scheduler.client.report [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1550.743009] env[69297]: DEBUG nova.compute.manager [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1550.768730] env[69297]: DEBUG nova.virt.hardware [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1550.768983] env[69297]: DEBUG nova.virt.hardware [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1550.769152] env[69297]: DEBUG nova.virt.hardware [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1550.769337] env[69297]: DEBUG nova.virt.hardware [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1550.769484] env[69297]: DEBUG nova.virt.hardware [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1550.769637] env[69297]: DEBUG nova.virt.hardware [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1550.769836] env[69297]: DEBUG nova.virt.hardware [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1550.769996] env[69297]: DEBUG nova.virt.hardware [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1550.770179] env[69297]: DEBUG nova.virt.hardware [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1550.770339] env[69297]: DEBUG nova.virt.hardware [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1550.770577] env[69297]: DEBUG nova.virt.hardware [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1550.771461] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2c8981-62bb-4c99-8ae5-c501512f3c46 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.779259] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdbd9b6-d42c-4e3c-a012-d46bfca2028e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1550.849904] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931470, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1550.865245] env[69297]: DEBUG nova.network.neutron [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updating instance_info_cache with network_info: [{"id": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "address": "fa:16:3e:3f:3d:6c", "network": {"id": "646d5175-0c39-4fe5-86b9-79fcbbf74b78", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1422336612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a4782934e5034e79964ea0df2f87afe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c2225-0d", "ovs_interfaceid": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1551.172507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1551.173136] env[69297]: DEBUG nova.compute.manager [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1551.176064] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.028s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1551.176299] env[69297]: DEBUG nova.objects.instance [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lazy-loading 'resources' on Instance uuid 35ff35b4-c97a-4102-9838-93195982dc21 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1551.351234] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931470, 'name': Rename_Task, 'duration_secs': 0.941143} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1551.351566] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1551.351812] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30af0f97-8085-4222-a138-06cd6f01a511 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1551.357847] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1551.357847] env[69297]:    value = "task-2931471"
[ 1551.357847] env[69297]:    _type = "Task"
[ 1551.357847] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1551.365306] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1551.367692] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Releasing lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1551.367991] env[69297]: DEBUG nova.compute.manager [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Instance network_info: |[{"id": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "address": "fa:16:3e:3f:3d:6c", "network": {"id": "646d5175-0c39-4fe5-86b9-79fcbbf74b78", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1422336612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a4782934e5034e79964ea0df2f87afe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c2225-0d", "ovs_interfaceid": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1551.368364] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:3d:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a1c2225-0df2-4a6e-8ebd-486e3817b9d1', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1551.375824] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Creating folder: Project (a4782934e5034e79964ea0df2f87afe5). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1551.376083] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e91547b0-a251-4242-b247-69410814999e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1551.385737] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Created folder: Project (a4782934e5034e79964ea0df2f87afe5) in parent group-v588392.
[ 1551.385844] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Creating folder: Instances. Parent ref: group-v588605. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1551.386012] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d9ba31c-6cb3-4cd6-8965-b35f1e416b87 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1551.395564] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Created folder: Instances in parent group-v588605.
[ 1551.397183] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1551.397183] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1551.397183] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bb496b9-d114-46e7-92ab-30bf40713af2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1551.416581] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1551.416581] env[69297]:    value = "task-2931474"
[ 1551.416581] env[69297]:    _type = "Task"
[ 1551.416581] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1551.424925] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931474, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1551.447298] env[69297]: DEBUG nova.compute.manager [req-783662ff-1195-40c2-aae2-eadc6a78ecaf req-12bb4500-60b8-444b-862d-35b95c3207ce service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Received event network-changed-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1551.447514] env[69297]: DEBUG nova.compute.manager [req-783662ff-1195-40c2-aae2-eadc6a78ecaf req-12bb4500-60b8-444b-862d-35b95c3207ce service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Refreshing instance network info cache due to event network-changed-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1551.447747] env[69297]: DEBUG oslo_concurrency.lockutils [req-783662ff-1195-40c2-aae2-eadc6a78ecaf req-12bb4500-60b8-444b-862d-35b95c3207ce service nova] Acquiring lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1551.447902] env[69297]: DEBUG oslo_concurrency.lockutils [req-783662ff-1195-40c2-aae2-eadc6a78ecaf req-12bb4500-60b8-444b-862d-35b95c3207ce service nova] Acquired lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1551.448134] env[69297]: DEBUG nova.network.neutron [req-783662ff-1195-40c2-aae2-eadc6a78ecaf req-12bb4500-60b8-444b-862d-35b95c3207ce service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Refreshing network info cache for port 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1551.679364] env[69297]: DEBUG nova.compute.utils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1551.687055] env[69297]: DEBUG nova.compute.manager [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1551.687055] env[69297]: DEBUG nova.network.neutron [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1551.787173] env[69297]: DEBUG nova.policy [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10b5d07e09d64c779542cc2e1fbfd1f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c14c43ea2a64d9ab7cbc7d9229e8f15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1551.875083] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931471, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1551.933010] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931474, 'name': CreateVM_Task, 'duration_secs': 0.405672} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1551.933010] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1551.933010] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1551.933010] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1551.933010] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1551.933327] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60159412-b4f2-492f-ab40-d1bbfbd379e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1551.938039] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1551.938039] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b77943-54bf-593b-e550-5d8588ccb2f0"
[ 1551.938039] env[69297]:    _type = "Task"
[ 1551.938039] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1551.947934] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b77943-54bf-593b-e550-5d8588ccb2f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1552.018969] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c56c7b-7871-44ad-8034-7e1fa37b6523 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.026560] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca919f0-00f5-405a-aafa-a564553ae1b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.060012] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a95ee46-7067-4dbb-93a0-7b93f0133d61 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.067905] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3737898c-828d-4bb8-881a-d2ff8947e975 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.083897] env[69297]: DEBUG nova.compute.provider_tree [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1552.186655] env[69297]: DEBUG nova.compute.manager [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1552.203054] env[69297]: DEBUG nova.network.neutron [req-783662ff-1195-40c2-aae2-eadc6a78ecaf req-12bb4500-60b8-444b-862d-35b95c3207ce service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updated VIF entry in instance network info cache for port 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1552.203436] env[69297]: DEBUG nova.network.neutron [req-783662ff-1195-40c2-aae2-eadc6a78ecaf req-12bb4500-60b8-444b-862d-35b95c3207ce service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updating instance_info_cache with network_info: [{"id": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "address": "fa:16:3e:3f:3d:6c", "network": {"id": "646d5175-0c39-4fe5-86b9-79fcbbf74b78", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1422336612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a4782934e5034e79964ea0df2f87afe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c2225-0d", "ovs_interfaceid": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1552.368792] env[69297]: DEBUG oslo_vmware.api [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931471, 'name': PowerOnVM_Task, 'duration_secs': 0.552352} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1552.369560] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1552.369560] env[69297]: INFO nova.compute.manager [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Took 8.48 seconds to spawn the instance on the hypervisor.
[ 1552.369560] env[69297]: DEBUG nova.compute.manager [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1552.370349] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e50444-491f-453a-ad56-7050f9eded74 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.448195] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b77943-54bf-593b-e550-5d8588ccb2f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1552.448529] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1552.448773] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1552.449063] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1552.449172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1552.449349] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1552.449603] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c9f7fd6-b397-4cc1-b1e3-e06921c43793 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.460704] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1552.460889] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1552.461623] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65461784-69a2-4976-a2ae-f7baa2e5c625 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.467105] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1552.467105] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]526bc983-4885-f6c9-239d-2b7093af64bc"
[ 1552.467105] env[69297]:    _type = "Task"
[ 1552.467105] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1552.477882] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526bc983-4885-f6c9-239d-2b7093af64bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1552.588953] env[69297]: DEBUG nova.scheduler.client.report [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1552.642401] env[69297]: DEBUG nova.network.neutron [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Successfully updated port: 34f46d2e-988c-431d-abc8-632baecf58dd {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1552.647675] env[69297]: DEBUG nova.network.neutron [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Successfully created port: 57b045cd-adb5-41a3-b9b8-6b81ebe97dbe {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1552.706818] env[69297]: DEBUG oslo_concurrency.lockutils [req-783662ff-1195-40c2-aae2-eadc6a78ecaf req-12bb4500-60b8-444b-862d-35b95c3207ce service nova] Releasing lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1552.889662] env[69297]: INFO nova.compute.manager [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Took 26.82 seconds to build instance.
[ 1552.977440] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526bc983-4885-f6c9-239d-2b7093af64bc, 'name': SearchDatastore_Task, 'duration_secs': 0.028531} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1552.978265] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9161611-ba0f-47a6-9d57-baaba8244f8b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1552.983263] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1552.983263] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52162aa2-80e9-ee0b-3ecc-3828285cc15e"
[ 1552.983263] env[69297]:    _type = "Task"
[ 1552.983263] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1552.990662] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52162aa2-80e9-ee0b-3ecc-3828285cc15e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1553.095103] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1553.097143] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.945s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1553.098741] env[69297]: INFO nova.compute.claims [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1553.140126] env[69297]: INFO nova.scheduler.client.report [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Deleted allocations for instance 35ff35b4-c97a-4102-9838-93195982dc21
[ 1553.144791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "refresh_cache-31f1b01a-70af-4307-a9a0-9597f5143d67" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1553.145157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "refresh_cache-31f1b01a-70af-4307-a9a0-9597f5143d67" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1553.145157] env[69297]: DEBUG nova.network.neutron [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1553.197865] env[69297]: DEBUG nova.compute.manager [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1553.224235] env[69297]: DEBUG nova.virt.hardware [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1553.224486] env[69297]: DEBUG nova.virt.hardware [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1553.224642] env[69297]: DEBUG nova.virt.hardware [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1553.224838] env[69297]: DEBUG nova.virt.hardware [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1553.224993] env[69297]: DEBUG nova.virt.hardware [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1553.225252] env[69297]: DEBUG nova.virt.hardware [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1553.225479] env[69297]: DEBUG nova.virt.hardware [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1553.225641] env[69297]: DEBUG nova.virt.hardware [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1553.225808] env[69297]: DEBUG nova.virt.hardware [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1553.225993] env[69297]: DEBUG nova.virt.hardware [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1553.226180] env[69297]: DEBUG nova.virt.hardware [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1553.227251] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd00f7c-0d64-46e6-943a-9b55d8752c7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1553.235757] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cadcbc1-6ec9-4ec0-9d11-4e87909dd9db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1553.391572] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54ba2047-6b10-4cef-ba62-d26e2f31ebab tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.336s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1553.490874] env[69297]: DEBUG nova.compute.manager [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Received event network-vif-plugged-34f46d2e-988c-431d-abc8-632baecf58dd {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1553.493717] env[69297]: DEBUG oslo_concurrency.lockutils [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] Acquiring lock "31f1b01a-70af-4307-a9a0-9597f5143d67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1553.493717] env[69297]: DEBUG oslo_concurrency.lockutils [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] Lock "31f1b01a-70af-4307-a9a0-9597f5143d67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1553.493717] env[69297]: DEBUG oslo_concurrency.lockutils [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] Lock "31f1b01a-70af-4307-a9a0-9597f5143d67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1553.493717] env[69297]: DEBUG nova.compute.manager [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] No waiting events found dispatching network-vif-plugged-34f46d2e-988c-431d-abc8-632baecf58dd {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1553.493717] env[69297]: WARNING nova.compute.manager [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Received unexpected event network-vif-plugged-34f46d2e-988c-431d-abc8-632baecf58dd for instance with vm_state building and task_state spawning.
[ 1553.493717] env[69297]: DEBUG nova.compute.manager [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Received event network-changed-34f46d2e-988c-431d-abc8-632baecf58dd {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1553.493717] env[69297]: DEBUG nova.compute.manager [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Refreshing instance network info cache due to event network-changed-34f46d2e-988c-431d-abc8-632baecf58dd. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1553.493717] env[69297]: DEBUG oslo_concurrency.lockutils [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] Acquiring lock "refresh_cache-31f1b01a-70af-4307-a9a0-9597f5143d67" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1553.500719] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52162aa2-80e9-ee0b-3ecc-3828285cc15e, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1553.501292] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1553.501705] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0c256f55-a300-4e03-93bb-9f80f97805dc/0c256f55-a300-4e03-93bb-9f80f97805dc.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1553.502111] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1478809a-e13b-4873-a14d-f160d0a0b9ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1553.509862] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1553.509862] env[69297]:    value = "task-2931475"
[ 1553.509862] env[69297]:    _type = "Task"
[ 1553.509862] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1553.523761] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1553.579671] env[69297]: DEBUG nova.compute.manager [req-4dfb5a61-1599-4dbc-8875-1d081b06eeaa req-dbb61b0d-9d4a-4fd9-8fdb-6e2d800eb4fa service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Received event network-changed-a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1553.579998] env[69297]: DEBUG nova.compute.manager [req-4dfb5a61-1599-4dbc-8875-1d081b06eeaa req-dbb61b0d-9d4a-4fd9-8fdb-6e2d800eb4fa service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Refreshing instance network info cache due to event network-changed-a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1553.580367] env[69297]: DEBUG oslo_concurrency.lockutils [req-4dfb5a61-1599-4dbc-8875-1d081b06eeaa req-dbb61b0d-9d4a-4fd9-8fdb-6e2d800eb4fa service nova] Acquiring lock "refresh_cache-963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1553.580566] env[69297]: DEBUG oslo_concurrency.lockutils [req-4dfb5a61-1599-4dbc-8875-1d081b06eeaa req-dbb61b0d-9d4a-4fd9-8fdb-6e2d800eb4fa service nova] Acquired lock "refresh_cache-963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1553.580863] env[69297]: DEBUG nova.network.neutron [req-4dfb5a61-1599-4dbc-8875-1d081b06eeaa req-dbb61b0d-9d4a-4fd9-8fdb-6e2d800eb4fa service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Refreshing network info cache for port a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1553.649118] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ba909f9-dd92-4418-a948-d73d0f9771e8 tempest-FloatingIPsAssociationTestJSON-1186935778 tempest-FloatingIPsAssociationTestJSON-1186935778-project-member] Lock "35ff35b4-c97a-4102-9838-93195982dc21" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 15.344s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1553.732176] env[69297]: DEBUG nova.network.neutron [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1554.020991] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453918} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1554.021547] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0c256f55-a300-4e03-93bb-9f80f97805dc/0c256f55-a300-4e03-93bb-9f80f97805dc.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1554.021948] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1554.022371] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79fdf1f7-d83d-4cee-b6cd-7d22c1134fee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.032538] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1554.032538] env[69297]:    value = "task-2931476"
[ 1554.032538] env[69297]:    _type = "Task"
[ 1554.032538] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1554.042033] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1554.351855] env[69297]: DEBUG nova.network.neutron [req-4dfb5a61-1599-4dbc-8875-1d081b06eeaa req-dbb61b0d-9d4a-4fd9-8fdb-6e2d800eb4fa service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Updated VIF entry in instance network info cache for port a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1554.351855] env[69297]: DEBUG nova.network.neutron [req-4dfb5a61-1599-4dbc-8875-1d081b06eeaa req-dbb61b0d-9d4a-4fd9-8fdb-6e2d800eb4fa service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Updating instance_info_cache with network_info: [{"id": "a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611", "address": "fa:16:3e:6b:67:cd", "network": {"id": "f361aa5a-3311-44a1-a6e6-963d69a3a16c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2050413286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b906444c8af4042ab945735742e6400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bd22b8-0d", "ovs_interfaceid": "a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1554.391211] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b1ae2e-0077-4247-a6cc-5d68f6dd122a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.402430] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ce3480-6aec-45ef-8ab3-577640f73822 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.437217] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d4d9b4-08ca-4d86-be06-de8a36be421b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.440861] env[69297]: DEBUG nova.network.neutron [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Updating instance_info_cache with network_info: [{"id": "34f46d2e-988c-431d-abc8-632baecf58dd", "address": "fa:16:3e:6c:2f:64", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f46d2e-98", "ovs_interfaceid": "34f46d2e-988c-431d-abc8-632baecf58dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1554.447325] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b195355-862d-4fce-89d0-541b5af94137 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.461857] env[69297]: DEBUG nova.compute.provider_tree [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1554.541873] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06306} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1554.542676] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1554.544344] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5fe683-ff97-473f-9886-4fd539641483 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.572676] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 0c256f55-a300-4e03-93bb-9f80f97805dc/0c256f55-a300-4e03-93bb-9f80f97805dc.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1554.573236] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d972642-69f9-4e0e-b5fc-9a413c993866 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.593336] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1554.593336] env[69297]:    value = "task-2931477"
[ 1554.593336] env[69297]:    _type = "Task"
[ 1554.593336] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1554.602210] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1554.759022] env[69297]: DEBUG nova.network.neutron [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Successfully updated port: 57b045cd-adb5-41a3-b9b8-6b81ebe97dbe {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1554.853766] env[69297]: DEBUG oslo_concurrency.lockutils [req-4dfb5a61-1599-4dbc-8875-1d081b06eeaa req-dbb61b0d-9d4a-4fd9-8fdb-6e2d800eb4fa service nova] Releasing lock "refresh_cache-963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1554.946020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "refresh_cache-31f1b01a-70af-4307-a9a0-9597f5143d67" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1554.946020] env[69297]: DEBUG nova.compute.manager [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Instance network_info: |[{"id": "34f46d2e-988c-431d-abc8-632baecf58dd", "address": "fa:16:3e:6c:2f:64", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f46d2e-98", "ovs_interfaceid": "34f46d2e-988c-431d-abc8-632baecf58dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1554.946020] env[69297]: DEBUG oslo_concurrency.lockutils [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] Acquired lock "refresh_cache-31f1b01a-70af-4307-a9a0-9597f5143d67" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1554.946020] env[69297]: DEBUG nova.network.neutron [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Refreshing network info cache for port 34f46d2e-988c-431d-abc8-632baecf58dd {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1554.946020] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:2f:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34f46d2e-988c-431d-abc8-632baecf58dd', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1554.955088] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Creating folder: Project (28b951b3fbff4a6e81a93a0cd5b184b4). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1554.958349] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4fc2874-d245-4d6c-9a40-bc3f3d44c311 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.964648] env[69297]: DEBUG nova.scheduler.client.report [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1554.973295] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Created folder: Project (28b951b3fbff4a6e81a93a0cd5b184b4) in parent group-v588392.
[ 1554.973295] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Creating folder: Instances. Parent ref: group-v588608. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1554.973295] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-976d9715-38c7-4ed3-bc00-91c0e7018d08 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1554.982024] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Created folder: Instances in parent group-v588608.
[ 1554.982024] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1554.982024] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1554.982024] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ce0a23b-c81c-4a68-92ac-fb2aeb4e4a89 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1555.004514] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1555.004514] env[69297]:    value = "task-2931480"
[ 1555.004514] env[69297]:    _type = "Task"
[ 1555.004514] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1555.015727] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931480, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1555.111368] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1555.245205] env[69297]: DEBUG nova.network.neutron [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Updated VIF entry in instance network info cache for port 34f46d2e-988c-431d-abc8-632baecf58dd. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1555.245205] env[69297]: DEBUG nova.network.neutron [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Updating instance_info_cache with network_info: [{"id": "34f46d2e-988c-431d-abc8-632baecf58dd", "address": "fa:16:3e:6c:2f:64", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f46d2e-98", "ovs_interfaceid": "34f46d2e-988c-431d-abc8-632baecf58dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1555.261654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquiring lock "refresh_cache-70dea9ac-9950-4c53-90d5-7812d0a60319" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1555.263590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquired lock "refresh_cache-70dea9ac-9950-4c53-90d5-7812d0a60319" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1555.263590] env[69297]: DEBUG nova.network.neutron [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1555.472020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1555.472020] env[69297]: DEBUG nova.compute.manager [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1555.473388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.434s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1555.475295] env[69297]: INFO nova.compute.claims [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1555.521177] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931480, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1555.533072] env[69297]: DEBUG nova.compute.manager [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Received event network-vif-plugged-57b045cd-adb5-41a3-b9b8-6b81ebe97dbe {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1555.533072] env[69297]: DEBUG oslo_concurrency.lockutils [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] Acquiring lock "70dea9ac-9950-4c53-90d5-7812d0a60319-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1555.533072] env[69297]: DEBUG oslo_concurrency.lockutils [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] Lock "70dea9ac-9950-4c53-90d5-7812d0a60319-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1555.533072] env[69297]: DEBUG oslo_concurrency.lockutils [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] Lock "70dea9ac-9950-4c53-90d5-7812d0a60319-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1555.533072] env[69297]: DEBUG nova.compute.manager [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] No waiting events found dispatching network-vif-plugged-57b045cd-adb5-41a3-b9b8-6b81ebe97dbe {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1555.533555] env[69297]: WARNING nova.compute.manager [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Received unexpected event network-vif-plugged-57b045cd-adb5-41a3-b9b8-6b81ebe97dbe for instance with vm_state building and task_state spawning.
[ 1555.533555] env[69297]: DEBUG nova.compute.manager [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Received event network-changed-57b045cd-adb5-41a3-b9b8-6b81ebe97dbe {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1555.534749] env[69297]: DEBUG nova.compute.manager [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Refreshing instance network info cache due to event network-changed-57b045cd-adb5-41a3-b9b8-6b81ebe97dbe. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1555.534971] env[69297]: DEBUG oslo_concurrency.lockutils [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] Acquiring lock "refresh_cache-70dea9ac-9950-4c53-90d5-7812d0a60319" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1555.608983] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931477, 'name': ReconfigVM_Task, 'duration_secs': 0.581696} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1555.610414] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 0c256f55-a300-4e03-93bb-9f80f97805dc/0c256f55-a300-4e03-93bb-9f80f97805dc.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1555.611131] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1fca5ba-68ed-4a09-83d2-496b94a3707f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1555.617602] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1555.617602] env[69297]:    value = "task-2931481"
[ 1555.617602] env[69297]:    _type = "Task"
[ 1555.617602] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1555.628074] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931481, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1555.747912] env[69297]: DEBUG oslo_concurrency.lockutils [req-1c7fe63a-910a-4d6e-b8df-3f69b18710e9 req-e1e83d6f-c1f6-4edf-83a7-c5cf38915d66 service nova] Releasing lock "refresh_cache-31f1b01a-70af-4307-a9a0-9597f5143d67" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1555.806600] env[69297]: DEBUG nova.network.neutron [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1555.984625] env[69297]: DEBUG nova.compute.utils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1555.984625] env[69297]: DEBUG nova.compute.manager [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1555.984625] env[69297]: DEBUG nova.network.neutron [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1556.021034] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931480, 'name': CreateVM_Task, 'duration_secs': 0.524146} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1556.021034] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1556.021034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1556.021034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1556.021034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1556.021034] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89caa08-020a-4fac-8afa-252386daa60a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.024963] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1556.024963] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52efb9f2-37cb-3997-3c10-fc97c7eb8353"
[ 1556.024963] env[69297]:    _type = "Task"
[ 1556.024963] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1556.033937] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52efb9f2-37cb-3997-3c10-fc97c7eb8353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1556.077874] env[69297]: DEBUG nova.network.neutron [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Updating instance_info_cache with network_info: [{"id": "57b045cd-adb5-41a3-b9b8-6b81ebe97dbe", "address": "fa:16:3e:bd:bf:ef", "network": {"id": "f638895e-6055-4600-86c0-780a32070f73", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1566616723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c14c43ea2a64d9ab7cbc7d9229e8f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b045cd-ad", "ovs_interfaceid": "57b045cd-adb5-41a3-b9b8-6b81ebe97dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1556.084595] env[69297]: DEBUG nova.policy [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0182e3bfbfe34510a46f0109ce687313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b5ebf219f14436f98d1d6111abc74fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1556.129526] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931481, 'name': Rename_Task, 'duration_secs': 0.45395} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1556.129813] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1556.130239] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2a75735-f8e1-49a4-9825-7bbf205bb569 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.137320] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1556.137320] env[69297]:    value = "task-2931482"
[ 1556.137320] env[69297]:    _type = "Task"
[ 1556.137320] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1556.146662] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1556.494256] env[69297]: DEBUG nova.compute.manager [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1556.543463] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52efb9f2-37cb-3997-3c10-fc97c7eb8353, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1556.544790] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1556.545167] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1556.545520] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1556.545759] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1556.546187] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1556.547804] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-375780fc-50bc-41ab-846d-6ce920c11e9b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.562543] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1556.562543] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1556.566996] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42271e25-7327-4b04-9d56-35902ac98526 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.574176] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1556.574176] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523afecd-d21c-a3ac-e9f4-f9e76d3375bd"
[ 1556.574176] env[69297]:    _type = "Task"
[ 1556.574176] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1556.584446] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Releasing lock "refresh_cache-70dea9ac-9950-4c53-90d5-7812d0a60319" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1556.584869] env[69297]: DEBUG nova.compute.manager [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Instance network_info: |[{"id": "57b045cd-adb5-41a3-b9b8-6b81ebe97dbe", "address": "fa:16:3e:bd:bf:ef", "network": {"id": "f638895e-6055-4600-86c0-780a32070f73", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1566616723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c14c43ea2a64d9ab7cbc7d9229e8f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b045cd-ad", "ovs_interfaceid": "57b045cd-adb5-41a3-b9b8-6b81ebe97dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1556.585254] env[69297]: DEBUG oslo_concurrency.lockutils [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] Acquired lock "refresh_cache-70dea9ac-9950-4c53-90d5-7812d0a60319" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1556.585442] env[69297]: DEBUG nova.network.neutron [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Refreshing network info cache for port 57b045cd-adb5-41a3-b9b8-6b81ebe97dbe {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1556.586753] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:bf:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57b045cd-adb5-41a3-b9b8-6b81ebe97dbe', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1556.595072] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Creating folder: Project (2c14c43ea2a64d9ab7cbc7d9229e8f15). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1556.595713] env[69297]: DEBUG nova.network.neutron [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Successfully created port: ad4334bb-240a-46ea-926b-103491fcc1db {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1556.603024] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb1b104b-042f-48e4-a5ab-e9edd2ed788f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.613521] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523afecd-d21c-a3ac-e9f4-f9e76d3375bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1556.613521] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e126e72-7eb3-4f4b-b646-268a838383bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.619562] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1556.619562] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52771c87-e2bf-dde8-ac6e-8c73afc1ea13"
[ 1556.619562] env[69297]:    _type = "Task"
[ 1556.619562] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1556.621743] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Created folder: Project (2c14c43ea2a64d9ab7cbc7d9229e8f15) in parent group-v588392.
[ 1556.621743] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Creating folder: Instances. Parent ref: group-v588611. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1556.624521] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3deb2270-7ef0-4a54-844e-a23477324e6e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.634996] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52771c87-e2bf-dde8-ac6e-8c73afc1ea13, 'name': SearchDatastore_Task, 'duration_secs': 0.011184} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1556.635333] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1556.635728] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 31f1b01a-70af-4307-a9a0-9597f5143d67/31f1b01a-70af-4307-a9a0-9597f5143d67.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1556.635998] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3629571-6ef9-4835-ab54-07a35e36ee30 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.643151] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Created folder: Instances in parent group-v588611.
[ 1556.643405] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1556.646513] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1556.648940] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-367b8ea3-f1fd-4f8c-a06e-68468deeb728 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.663736] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1556.663736] env[69297]:    value = "task-2931485"
[ 1556.663736] env[69297]:    _type = "Task"
[ 1556.663736] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1556.667325] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1556.674531] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1556.674531] env[69297]:    value = "task-2931486"
[ 1556.674531] env[69297]:    _type = "Task"
[ 1556.674531] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1556.681872] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1556.686626] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931486, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1556.891364] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc35986-b443-4616-8673-bd895d9053f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.899157] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086b7065-a84f-42fd-ab75-0dd6fa90cb5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.940585] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aadb1b9-41d1-44af-9ad0-0c3d6a4f9833 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.950967] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1738e976-d1cb-459d-b0d0-89c552d90060 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1556.970623] env[69297]: DEBUG nova.compute.provider_tree [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1557.147909] env[69297]: DEBUG oslo_vmware.api [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931482, 'name': PowerOnVM_Task, 'duration_secs': 0.529695} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1557.148318] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1557.148812] env[69297]: INFO nova.compute.manager [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Took 8.92 seconds to spawn the instance on the hypervisor.
[ 1557.148812] env[69297]: DEBUG nova.compute.manager [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1557.149818] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314a5358-e6d3-4a4d-b013-f98054103f72 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1557.180580] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472973} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1557.186193] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 31f1b01a-70af-4307-a9a0-9597f5143d67/31f1b01a-70af-4307-a9a0-9597f5143d67.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1557.186576] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1557.186887] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57ea573a-c315-4f37-bb1d-45e1866bb752 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1557.194249] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931486, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1557.196049] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1557.196049] env[69297]:    value = "task-2931487"
[ 1557.196049] env[69297]:    _type = "Task"
[ 1557.196049] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1557.203688] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1557.393935] env[69297]: DEBUG nova.network.neutron [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Updated VIF entry in instance network info cache for port 57b045cd-adb5-41a3-b9b8-6b81ebe97dbe. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1557.394486] env[69297]: DEBUG nova.network.neutron [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Updating instance_info_cache with network_info: [{"id": "57b045cd-adb5-41a3-b9b8-6b81ebe97dbe", "address": "fa:16:3e:bd:bf:ef", "network": {"id": "f638895e-6055-4600-86c0-780a32070f73", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1566616723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c14c43ea2a64d9ab7cbc7d9229e8f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b045cd-ad", "ovs_interfaceid": "57b045cd-adb5-41a3-b9b8-6b81ebe97dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1557.474219] env[69297]: DEBUG nova.scheduler.client.report [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1557.501317] env[69297]: DEBUG nova.compute.manager [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1557.535775] env[69297]: DEBUG nova.virt.hardware [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1557.536083] env[69297]: DEBUG nova.virt.hardware [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1557.536263] env[69297]: DEBUG nova.virt.hardware [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1557.536529] env[69297]: DEBUG nova.virt.hardware [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1557.536698] env[69297]: DEBUG nova.virt.hardware [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1557.536876] env[69297]: DEBUG nova.virt.hardware [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1557.537299] env[69297]: DEBUG nova.virt.hardware [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1557.537491] env[69297]: DEBUG nova.virt.hardware [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1557.537666] env[69297]: DEBUG nova.virt.hardware [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1557.537829] env[69297]: DEBUG nova.virt.hardware [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1557.537999] env[69297]: DEBUG nova.virt.hardware [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1557.539074] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa75d19-75c1-4288-a6f1-ef9356b36a8b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1557.548057] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58245639-f39c-4488-a1e7-2d268e1d5676 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1557.671526] env[69297]: INFO nova.compute.manager [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Took 25.12 seconds to build instance.
[ 1557.691326] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931486, 'name': CreateVM_Task, 'duration_secs': 0.567645} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1557.692123] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1557.692820] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1557.693181] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1557.693659] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1557.694332] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dde9c44-ddcf-439c-ae95-77acd36ef006 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1557.707448] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for the task: (returnval){
[ 1557.707448] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523de882-ddeb-843f-0f17-7259f4444db8"
[ 1557.707448] env[69297]:    _type = "Task"
[ 1557.707448] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1557.711445] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070876} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1557.714587] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1557.715612] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20ed328-802f-4b05-b82d-182177de858e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1557.727024] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523de882-ddeb-843f-0f17-7259f4444db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1557.743471] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 31f1b01a-70af-4307-a9a0-9597f5143d67/31f1b01a-70af-4307-a9a0-9597f5143d67.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1557.743778] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42eea06a-dcf8-4e11-8911-d89c8a6c3f64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1557.763006] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1557.763006] env[69297]:    value = "task-2931488"
[ 1557.763006] env[69297]:    _type = "Task"
[ 1557.763006] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1557.771064] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1557.897444] env[69297]: DEBUG oslo_concurrency.lockutils [req-7872f95e-2f92-476d-89a4-988299880d20 req-739bf688-65c7-4dce-9e3d-06e6cb3381bf service nova] Releasing lock "refresh_cache-70dea9ac-9950-4c53-90d5-7812d0a60319" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1557.979710] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1557.980481] env[69297]: DEBUG nova.compute.manager [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1557.983896] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.112s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1557.985317] env[69297]: INFO nova.compute.claims [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1558.173493] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bbbe20b8-c3c8-4c20-80ab-141280498334 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Lock "0c256f55-a300-4e03-93bb-9f80f97805dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.635s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1558.222605] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523de882-ddeb-843f-0f17-7259f4444db8, 'name': SearchDatastore_Task, 'duration_secs': 0.021165} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1558.225993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1558.225993] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1558.225993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1558.225993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1558.225993] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1558.225993] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d18159b-69fd-4982-a77a-877634b42b76 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1558.235358] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1558.235358] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1558.243111] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e153838-03e5-4176-bb5a-58eced052144 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1558.251784] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for the task: (returnval){
[ 1558.251784] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52eefa1a-fffa-e552-88ca-d87bd0bef2c4"
[ 1558.251784] env[69297]:    _type = "Task"
[ 1558.251784] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1558.261178] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52eefa1a-fffa-e552-88ca-d87bd0bef2c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1558.272913] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1558.335183] env[69297]: DEBUG nova.compute.manager [req-085db0b6-662e-4d43-a049-185b82aba504 req-79c68b54-ae87-4cb2-8fc0-92e31015f54b service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Received event network-vif-plugged-ad4334bb-240a-46ea-926b-103491fcc1db {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1558.335410] env[69297]: DEBUG oslo_concurrency.lockutils [req-085db0b6-662e-4d43-a049-185b82aba504 req-79c68b54-ae87-4cb2-8fc0-92e31015f54b service nova] Acquiring lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1558.335616] env[69297]: DEBUG oslo_concurrency.lockutils [req-085db0b6-662e-4d43-a049-185b82aba504 req-79c68b54-ae87-4cb2-8fc0-92e31015f54b service nova] Lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1558.335778] env[69297]: DEBUG oslo_concurrency.lockutils [req-085db0b6-662e-4d43-a049-185b82aba504 req-79c68b54-ae87-4cb2-8fc0-92e31015f54b service nova] Lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1558.335938] env[69297]: DEBUG nova.compute.manager [req-085db0b6-662e-4d43-a049-185b82aba504 req-79c68b54-ae87-4cb2-8fc0-92e31015f54b service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] No waiting events found dispatching network-vif-plugged-ad4334bb-240a-46ea-926b-103491fcc1db {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1558.336202] env[69297]: WARNING nova.compute.manager [req-085db0b6-662e-4d43-a049-185b82aba504 req-79c68b54-ae87-4cb2-8fc0-92e31015f54b service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Received unexpected event network-vif-plugged-ad4334bb-240a-46ea-926b-103491fcc1db for instance with vm_state building and task_state spawning.
[ 1558.492528] env[69297]: DEBUG nova.compute.utils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1558.493985] env[69297]: DEBUG nova.compute.manager [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1558.494173] env[69297]: DEBUG nova.network.neutron [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1558.696659] env[69297]: DEBUG nova.policy [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7687a5bfafde441f99e95952b505cca8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dd8c587adec4130a132e85d59a81492', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1558.747190] env[69297]: INFO nova.compute.manager [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Rescuing
[ 1558.747490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquiring lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1558.747648] env[69297]: DEBUG oslo_concurrency.lockutils [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquired lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1558.747814] env[69297]: DEBUG nova.network.neutron [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1558.763330] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52eefa1a-fffa-e552-88ca-d87bd0bef2c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1558.764136] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ba6ef2-0899-4c99-913f-6c1f36d50db0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1558.776423] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for the task: (returnval){
[ 1558.776423] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]526f70ef-56c6-b989-3dea-6e4f052d4f2b"
[ 1558.776423] env[69297]:    _type = "Task"
[ 1558.776423] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1558.780483] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931488, 'name': ReconfigVM_Task, 'duration_secs': 0.832067} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1558.783803] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 31f1b01a-70af-4307-a9a0-9597f5143d67/31f1b01a-70af-4307-a9a0-9597f5143d67.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1558.785056] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d06cda6-7f8d-4a6b-a5a0-f75d8a55f159 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1558.792742] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526f70ef-56c6-b989-3dea-6e4f052d4f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1558.795843] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1558.795843] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 70dea9ac-9950-4c53-90d5-7812d0a60319/70dea9ac-9950-4c53-90d5-7812d0a60319.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1558.795843] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1558.795843] env[69297]:    value = "task-2931489"
[ 1558.795843] env[69297]:    _type = "Task"
[ 1558.795843] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1558.795843] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9730f7c-dfb9-469d-b7f3-f97bdcfc6306 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1558.806294] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931489, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1558.807627] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for the task: (returnval){
[ 1558.807627] env[69297]:    value = "task-2931490"
[ 1558.807627] env[69297]:    _type = "Task"
[ 1558.807627] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1558.819019] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1558.987777] env[69297]: DEBUG nova.network.neutron [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Successfully updated port: ad4334bb-240a-46ea-926b-103491fcc1db {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1558.998873] env[69297]: DEBUG nova.compute.manager [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1559.311105] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931489, 'name': Rename_Task, 'duration_secs': 0.182619} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1559.317362] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1559.320985] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c54335c6-7287-42f4-8cfc-4c08de0e16e5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.328160] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493993} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1559.330279] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 70dea9ac-9950-4c53-90d5-7812d0a60319/70dea9ac-9950-4c53-90d5-7812d0a60319.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1559.330279] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1559.330506] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1559.330506] env[69297]:    value = "task-2931491"
[ 1559.330506] env[69297]:    _type = "Task"
[ 1559.330506] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1559.330660] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff52a424-9385-472c-a74f-5b9abd4d9136 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.342458] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for the task: (returnval){
[ 1559.342458] env[69297]:    value = "task-2931492"
[ 1559.342458] env[69297]:    _type = "Task"
[ 1559.342458] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1559.345651] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1559.358387] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1559.369526] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d93398-1d54-4bb2-a3d9-82e2db7820c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.377358] env[69297]: DEBUG nova.network.neutron [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Successfully created port: 3aa74d33-a1fc-463e-963b-ecc65ef33bb1 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1559.380874] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6c7986-b3a7-4551-b29d-6dff00f69dd0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.424023] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74380a7a-26e4-4ab2-98db-b09f9f3b54ef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.431995] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e07f8ca-4a1b-426d-b822-fc7da76d6a27 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.445915] env[69297]: DEBUG nova.compute.provider_tree [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1559.492757] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1559.493234] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1559.493234] env[69297]: DEBUG nova.network.neutron [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1559.617422] env[69297]: DEBUG nova.network.neutron [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updating instance_info_cache with network_info: [{"id": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "address": "fa:16:3e:3f:3d:6c", "network": {"id": "646d5175-0c39-4fe5-86b9-79fcbbf74b78", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1422336612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a4782934e5034e79964ea0df2f87afe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c2225-0d", "ovs_interfaceid": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1559.842862] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931491, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1559.854731] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067654} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1559.855039] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1559.856112] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da06deb-c453-4f08-ae3e-b96dcdd38049 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.885628] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 70dea9ac-9950-4c53-90d5-7812d0a60319/70dea9ac-9950-4c53-90d5-7812d0a60319.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1559.885999] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aec2df0-feca-4376-a79f-fb94eb266a79 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1559.906697] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for the task: (returnval){
[ 1559.906697] env[69297]:    value = "task-2931493"
[ 1559.906697] env[69297]:    _type = "Task"
[ 1559.906697] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1559.915091] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1559.949065] env[69297]: DEBUG nova.scheduler.client.report [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1560.014935] env[69297]: DEBUG nova.compute.manager [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1560.042839] env[69297]: DEBUG nova.virt.hardware [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1560.043586] env[69297]: DEBUG nova.virt.hardware [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1560.043586] env[69297]: DEBUG nova.virt.hardware [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1560.043586] env[69297]: DEBUG nova.virt.hardware [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1560.043962] env[69297]: DEBUG nova.virt.hardware [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1560.043962] env[69297]: DEBUG nova.virt.hardware [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1560.043962] env[69297]: DEBUG nova.virt.hardware [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1560.044108] env[69297]: DEBUG nova.virt.hardware [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1560.044315] env[69297]: DEBUG nova.virt.hardware [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1560.044438] env[69297]: DEBUG nova.virt.hardware [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1560.045376] env[69297]: DEBUG nova.virt.hardware [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1560.045565] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67aaaf0-7375-46fb-b5b6-a8359d841452 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.050233] env[69297]: DEBUG nova.network.neutron [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1560.057197] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e3819-8ae6-4f7d-820a-17ba56689d7b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.120450] env[69297]: DEBUG oslo_concurrency.lockutils [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Releasing lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1560.346924] env[69297]: DEBUG oslo_vmware.api [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931491, 'name': PowerOnVM_Task, 'duration_secs': 0.728719} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1560.347257] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1560.347469] env[69297]: INFO nova.compute.manager [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Took 9.60 seconds to spawn the instance on the hypervisor.
[ 1560.351034] env[69297]: DEBUG nova.compute.manager [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1560.351034] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825fe185-23c2-4cc7-a7e4-603157117507 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.358479] env[69297]: DEBUG nova.network.neutron [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Updating instance_info_cache with network_info: [{"id": "ad4334bb-240a-46ea-926b-103491fcc1db", "address": "fa:16:3e:ee:b4:ee", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4334bb-24", "ovs_interfaceid": "ad4334bb-240a-46ea-926b-103491fcc1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1560.421270] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1560.455944] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1560.456495] env[69297]: DEBUG nova.compute.manager [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1560.459023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.047s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1560.460437] env[69297]: INFO nova.compute.claims [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1560.614956] env[69297]: DEBUG nova.compute.manager [req-3d9f1bac-8379-43ea-a182-dc70cbb28320 req-7226d4fb-b83a-4aae-b91d-e06b1c5ee6e3 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Received event network-changed-ad4334bb-240a-46ea-926b-103491fcc1db {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1560.615169] env[69297]: DEBUG nova.compute.manager [req-3d9f1bac-8379-43ea-a182-dc70cbb28320 req-7226d4fb-b83a-4aae-b91d-e06b1c5ee6e3 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Refreshing instance network info cache due to event network-changed-ad4334bb-240a-46ea-926b-103491fcc1db. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1560.615457] env[69297]: DEBUG oslo_concurrency.lockutils [req-3d9f1bac-8379-43ea-a182-dc70cbb28320 req-7226d4fb-b83a-4aae-b91d-e06b1c5ee6e3 service nova] Acquiring lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1560.861672] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1560.862072] env[69297]: DEBUG nova.compute.manager [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Instance network_info: |[{"id": "ad4334bb-240a-46ea-926b-103491fcc1db", "address": "fa:16:3e:ee:b4:ee", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4334bb-24", "ovs_interfaceid": "ad4334bb-240a-46ea-926b-103491fcc1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1560.866337] env[69297]: DEBUG oslo_concurrency.lockutils [req-3d9f1bac-8379-43ea-a182-dc70cbb28320 req-7226d4fb-b83a-4aae-b91d-e06b1c5ee6e3 service nova] Acquired lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1560.866640] env[69297]: DEBUG nova.network.neutron [req-3d9f1bac-8379-43ea-a182-dc70cbb28320 req-7226d4fb-b83a-4aae-b91d-e06b1c5ee6e3 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Refreshing network info cache for port ad4334bb-240a-46ea-926b-103491fcc1db {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1560.868207] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:b4:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad4334bb-240a-46ea-926b-103491fcc1db', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1560.876631] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Creating folder: Project (3b5ebf219f14436f98d1d6111abc74fe). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1560.879613] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-265956c9-8065-4a12-9371-6c0886933a8b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.882170] env[69297]: INFO nova.compute.manager [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Took 24.54 seconds to build instance.
[ 1560.893828] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Created folder: Project (3b5ebf219f14436f98d1d6111abc74fe) in parent group-v588392.
[ 1560.893828] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Creating folder: Instances. Parent ref: group-v588614. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1560.893828] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74b30f73-dada-49de-a921-868d77fcf17e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.904033] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Created folder: Instances in parent group-v588614.
[ 1560.904033] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1560.904033] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1560.904033] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e722e47e-4815-4ee6-b7ab-ad2aeab9e990 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.931123] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931493, 'name': ReconfigVM_Task, 'duration_secs': 0.710826} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1560.931869] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 70dea9ac-9950-4c53-90d5-7812d0a60319/70dea9ac-9950-4c53-90d5-7812d0a60319.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1560.932472] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1560.932472] env[69297]:    value = "task-2931496"
[ 1560.932472] env[69297]:    _type = "Task"
[ 1560.932472] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1560.932880] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ea85628-808a-4cb7-80e1-cbe3fd6289fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1560.942383] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931496, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1560.943605] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for the task: (returnval){
[ 1560.943605] env[69297]:    value = "task-2931497"
[ 1560.943605] env[69297]:    _type = "Task"
[ 1560.943605] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1560.951844] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931497, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1560.965949] env[69297]: DEBUG nova.compute.utils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1560.970105] env[69297]: DEBUG nova.compute.manager [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Not allocating networking since 'none' was specified. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1561.384597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a1f86a50-40ae-459c-ad8d-38863d2e42b2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "31f1b01a-70af-4307-a9a0-9597f5143d67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.053s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1561.428310] env[69297]: DEBUG nova.network.neutron [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Successfully updated port: 3aa74d33-a1fc-463e-963b-ecc65ef33bb1 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1561.445892] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931496, 'name': CreateVM_Task, 'duration_secs': 0.35646} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1561.449769] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1561.452950] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1561.453145] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1561.453468] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1561.454131] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a572a1a8-2ce7-481b-91e5-0f4191a2b2b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1561.459767] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931497, 'name': Rename_Task, 'duration_secs': 0.279822} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1561.460398] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1561.460698] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50160f2c-4ad3-475a-ba13-67fa8655756c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1561.463362] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1561.463362] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5266bd30-02b3-ab07-8aa6-85c164e7f0bb"
[ 1561.463362] env[69297]:    _type = "Task"
[ 1561.463362] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1561.468148] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for the task: (returnval){
[ 1561.468148] env[69297]:    value = "task-2931498"
[ 1561.468148] env[69297]:    _type = "Task"
[ 1561.468148] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1561.474907] env[69297]: DEBUG nova.compute.manager [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1561.480219] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5266bd30-02b3-ab07-8aa6-85c164e7f0bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1561.485910] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931498, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1561.670022] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1561.670022] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9912055-52aa-4286-9f61-c8049ef8c964 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1561.678497] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1561.678497] env[69297]:    value = "task-2931499"
[ 1561.678497] env[69297]:    _type = "Task"
[ 1561.678497] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1561.692357] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1561.784458] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b25d4bd-47ee-4354-8280-6b515611477e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1561.793936] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc967e3-a4cd-4f39-8497-a43414ba9901 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1561.834698] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacc26db-303b-43de-8563-f19716015459 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1561.842858] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7fede7-fcc1-4cbc-9b81-1e7e6983be1d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1561.859463] env[69297]: DEBUG nova.compute.provider_tree [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1561.901106] env[69297]: DEBUG nova.network.neutron [req-3d9f1bac-8379-43ea-a182-dc70cbb28320 req-7226d4fb-b83a-4aae-b91d-e06b1c5ee6e3 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Updated VIF entry in instance network info cache for port ad4334bb-240a-46ea-926b-103491fcc1db. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1561.901106] env[69297]: DEBUG nova.network.neutron [req-3d9f1bac-8379-43ea-a182-dc70cbb28320 req-7226d4fb-b83a-4aae-b91d-e06b1c5ee6e3 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Updating instance_info_cache with network_info: [{"id": "ad4334bb-240a-46ea-926b-103491fcc1db", "address": "fa:16:3e:ee:b4:ee", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4334bb-24", "ovs_interfaceid": "ad4334bb-240a-46ea-926b-103491fcc1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1561.932473] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquiring lock "refresh_cache-2a395474-e758-475e-918b-019d1772b739" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1561.932632] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquired lock "refresh_cache-2a395474-e758-475e-918b-019d1772b739" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1561.932785] env[69297]: DEBUG nova.network.neutron [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1561.980019] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5266bd30-02b3-ab07-8aa6-85c164e7f0bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012713} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1561.980019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1561.980019] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1561.980019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1561.980019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1561.980019] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1561.982144] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45db2732-a09c-4523-9049-7ba32af5f49f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1561.987265] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1561.995379] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1561.995775] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1561.996658] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8bb4e7-1bab-42e5-b3db-72dd38df0d13 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.004996] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1562.004996] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5218de46-57b5-5e44-4bd5-57944e62b614"
[ 1562.004996] env[69297]:    _type = "Task"
[ 1562.004996] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1562.015209] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5218de46-57b5-5e44-4bd5-57944e62b614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1562.193166] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931499, 'name': PowerOffVM_Task, 'duration_secs': 0.215983} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1562.193593] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1562.194788] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9973137-bd0f-4e55-a1f5-fead5b24e0c1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.215252] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56049423-8cf0-40bb-ab04-fbf678ab3972 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.222551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "31f1b01a-70af-4307-a9a0-9597f5143d67" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1562.222814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "31f1b01a-70af-4307-a9a0-9597f5143d67" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1562.223084] env[69297]: DEBUG oslo_concurrency.lockutils [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "31f1b01a-70af-4307-a9a0-9597f5143d67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1562.223285] env[69297]: DEBUG oslo_concurrency.lockutils [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "31f1b01a-70af-4307-a9a0-9597f5143d67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1562.223453] env[69297]: DEBUG oslo_concurrency.lockutils [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "31f1b01a-70af-4307-a9a0-9597f5143d67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1562.226593] env[69297]: INFO nova.compute.manager [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Terminating instance
[ 1562.263872] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1562.264234] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c096ce90-7041-49f9-8ac8-0c6231ab85c7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.270760] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1562.270760] env[69297]:    value = "task-2931500"
[ 1562.270760] env[69297]:    _type = "Task"
[ 1562.270760] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1562.280202] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1562.280585] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1562.280997] env[69297]: DEBUG oslo_concurrency.lockutils [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1562.281107] env[69297]: DEBUG oslo_concurrency.lockutils [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1562.281210] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1562.281455] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f96380fa-8436-4e05-b4e1-c2e98a290f62 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.291310] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1562.291477] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1562.292283] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267f760c-4277-4fd5-b525-5e62a74c81aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.299254] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1562.299254] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ab6362-b0a2-2b95-f285-770c2135fffd"
[ 1562.299254] env[69297]:    _type = "Task"
[ 1562.299254] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1562.306426] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ab6362-b0a2-2b95-f285-770c2135fffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1562.363063] env[69297]: DEBUG nova.scheduler.client.report [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1562.403550] env[69297]: DEBUG oslo_concurrency.lockutils [req-3d9f1bac-8379-43ea-a182-dc70cbb28320 req-7226d4fb-b83a-4aae-b91d-e06b1c5ee6e3 service nova] Releasing lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1562.478736] env[69297]: DEBUG oslo_vmware.api [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931498, 'name': PowerOnVM_Task, 'duration_secs': 0.794996} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1562.479118] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1562.479358] env[69297]: INFO nova.compute.manager [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Took 9.28 seconds to spawn the instance on the hypervisor.
[ 1562.479537] env[69297]: DEBUG nova.compute.manager [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1562.480331] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad7a452-92e6-4f10-accc-79b9c0490338 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.489456] env[69297]: DEBUG nova.compute.manager [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1562.503830] env[69297]: DEBUG nova.network.neutron [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1562.523789] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5218de46-57b5-5e44-4bd5-57944e62b614, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1562.524779] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4bcfba-a82f-41d5-9efa-d32259c8551f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.533270] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1562.533270] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52fdb94f-2da5-d8b3-ccec-0311ec53ea50"
[ 1562.533270] env[69297]:    _type = "Task"
[ 1562.533270] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1562.536774] env[69297]: DEBUG nova.virt.hardware [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1562.536774] env[69297]: DEBUG nova.virt.hardware [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1562.536774] env[69297]: DEBUG nova.virt.hardware [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1562.536774] env[69297]: DEBUG nova.virt.hardware [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1562.536995] env[69297]: DEBUG nova.virt.hardware [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1562.536995] env[69297]: DEBUG nova.virt.hardware [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1562.537938] env[69297]: DEBUG nova.virt.hardware [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1562.538202] env[69297]: DEBUG nova.virt.hardware [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1562.538419] env[69297]: DEBUG nova.virt.hardware [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1562.538594] env[69297]: DEBUG nova.virt.hardware [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1562.538769] env[69297]: DEBUG nova.virt.hardware [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1562.542409] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddb1237-43e6-4781-b0ae-56dfd2d1d552 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.551517] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52fdb94f-2da5-d8b3-ccec-0311ec53ea50, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1562.553799] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1562.553966] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 7e5b4981-7d9e-42d4-a9ad-c2eb61905452/7e5b4981-7d9e-42d4-a9ad-c2eb61905452.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1562.554272] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-186890b7-616d-48aa-9803-1f808824520f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.557389] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decd3e78-64e7-4cb1-9082-e9c09c3ce4fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.573089] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1562.579205] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Creating folder: Project (430ec27b840f45b68dd6d0e483fdd493). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1562.580991] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b8af412-ba9b-4917-918f-d6820ddc1c15 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.583279] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1562.583279] env[69297]:    value = "task-2931501"
[ 1562.583279] env[69297]:    _type = "Task"
[ 1562.583279] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1562.592908] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1562.594651] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Created folder: Project (430ec27b840f45b68dd6d0e483fdd493) in parent group-v588392.
[ 1562.594777] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Creating folder: Instances. Parent ref: group-v588617. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1562.597595] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c07d5c04-45db-4a41-a362-b6c9fc023a7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.607810] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Created folder: Instances in parent group-v588617.
[ 1562.607810] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1562.607810] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1562.607810] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-218ac2eb-070d-4b38-92cd-9fa9c4110835 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.623746] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1562.623746] env[69297]:    value = "task-2931504"
[ 1562.623746] env[69297]:    _type = "Task"
[ 1562.623746] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1562.632746] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931504, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1562.650072] env[69297]: DEBUG nova.compute.manager [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Received event network-vif-plugged-3aa74d33-a1fc-463e-963b-ecc65ef33bb1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1562.650778] env[69297]: DEBUG oslo_concurrency.lockutils [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] Acquiring lock "2a395474-e758-475e-918b-019d1772b739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1562.650778] env[69297]: DEBUG oslo_concurrency.lockutils [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] Lock "2a395474-e758-475e-918b-019d1772b739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1562.650963] env[69297]: DEBUG oslo_concurrency.lockutils [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] Lock "2a395474-e758-475e-918b-019d1772b739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1562.651128] env[69297]: DEBUG nova.compute.manager [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] No waiting events found dispatching network-vif-plugged-3aa74d33-a1fc-463e-963b-ecc65ef33bb1 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1562.651324] env[69297]: WARNING nova.compute.manager [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Received unexpected event network-vif-plugged-3aa74d33-a1fc-463e-963b-ecc65ef33bb1 for instance with vm_state building and task_state spawning.
[ 1562.651515] env[69297]: DEBUG nova.compute.manager [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Received event network-changed-3aa74d33-a1fc-463e-963b-ecc65ef33bb1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1562.651763] env[69297]: DEBUG nova.compute.manager [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Refreshing instance network info cache due to event network-changed-3aa74d33-a1fc-463e-963b-ecc65ef33bb1. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1562.651942] env[69297]: DEBUG oslo_concurrency.lockutils [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] Acquiring lock "refresh_cache-2a395474-e758-475e-918b-019d1772b739" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1562.736647] env[69297]: DEBUG nova.compute.manager [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1562.736881] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1562.737822] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bba2ca1-20b2-449c-b4f5-eae0d692fbcb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.746073] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1562.746350] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8437a4c9-1cdf-400d-86ce-20518addf4d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.753253] env[69297]: DEBUG oslo_vmware.api [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1562.753253] env[69297]:    value = "task-2931505"
[ 1562.753253] env[69297]:    _type = "Task"
[ 1562.753253] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1562.763467] env[69297]: DEBUG oslo_vmware.api [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1562.810998] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ab6362-b0a2-2b95-f285-770c2135fffd, 'name': SearchDatastore_Task, 'duration_secs': 0.008544} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1562.811986] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2987403b-ec5a-42a6-9217-1c4cd540fb55 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1562.818130] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1562.818130] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f16bf8-6ada-56bd-051f-23589bc7c9a7"
[ 1562.818130] env[69297]:    _type = "Task"
[ 1562.818130] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1562.822354] env[69297]: DEBUG nova.network.neutron [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Updating instance_info_cache with network_info: [{"id": "3aa74d33-a1fc-463e-963b-ecc65ef33bb1", "address": "fa:16:3e:79:7a:c7", "network": {"id": "bfae103e-212b-4192-b0a0-8a8d725bac15", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1768612601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dd8c587adec4130a132e85d59a81492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa74d33-a1", "ovs_interfaceid": "3aa74d33-a1fc-463e-963b-ecc65ef33bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1562.829256] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f16bf8-6ada-56bd-051f-23589bc7c9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1562.868183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1562.868867] env[69297]: DEBUG nova.compute.manager [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1562.871733] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.550s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1563.008240] env[69297]: INFO nova.compute.manager [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Took 20.97 seconds to build instance.
[ 1563.095464] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931501, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.136753] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931504, 'name': CreateVM_Task, 'duration_secs': 0.363426} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1563.136753] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1563.137760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1563.137760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1563.137760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1563.137916] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5b565a-0b3d-4fc8-af88-f2b4fc9ce873 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.142758] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1563.142758] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52379c79-a5a8-534b-aa85-287150752d46"
[ 1563.142758] env[69297]:    _type = "Task"
[ 1563.142758] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1563.151291] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52379c79-a5a8-534b-aa85-287150752d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.264257] env[69297]: DEBUG oslo_vmware.api [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931505, 'name': PowerOffVM_Task, 'duration_secs': 0.443839} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1563.264649] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1563.264885] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1563.265191] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a209fa2-0865-43d0-b66f-bf9bd761ab0c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.325240] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Releasing lock "refresh_cache-2a395474-e758-475e-918b-019d1772b739" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1563.325576] env[69297]: DEBUG nova.compute.manager [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Instance network_info: |[{"id": "3aa74d33-a1fc-463e-963b-ecc65ef33bb1", "address": "fa:16:3e:79:7a:c7", "network": {"id": "bfae103e-212b-4192-b0a0-8a8d725bac15", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1768612601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dd8c587adec4130a132e85d59a81492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa74d33-a1", "ovs_interfaceid": "3aa74d33-a1fc-463e-963b-ecc65ef33bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1563.330994] env[69297]: DEBUG oslo_concurrency.lockutils [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] Acquired lock "refresh_cache-2a395474-e758-475e-918b-019d1772b739" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1563.333531] env[69297]: DEBUG nova.network.neutron [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Refreshing network info cache for port 3aa74d33-a1fc-463e-963b-ecc65ef33bb1 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1563.333531] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:7a:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aa74d33-a1fc-463e-963b-ecc65ef33bb1', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1563.345678] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Creating folder: Project (4dd8c587adec4130a132e85d59a81492). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1563.346095] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f16bf8-6ada-56bd-051f-23589bc7c9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.021204} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1563.347338] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77393f72-3e43-4904-b788-b54226230d9f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.349477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1563.349736] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0c256f55-a300-4e03-93bb-9f80f97805dc/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk. {{(pid=69297) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1563.350412] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a070ab41-7176-4940-92db-9662971899a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.359284] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1563.359284] env[69297]:    value = "task-2931508"
[ 1563.359284] env[69297]:    _type = "Task"
[ 1563.359284] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1563.363382] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Created folder: Project (4dd8c587adec4130a132e85d59a81492) in parent group-v588392.
[ 1563.363556] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Creating folder: Instances. Parent ref: group-v588620. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1563.364126] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78dd8035-792c-4425-8bc0-703a0228a613 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.369386] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.372117] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Created folder: Instances in parent group-v588620.
[ 1563.372333] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1563.372605] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a395474-e758-475e-918b-019d1772b739] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1563.372709] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81a23c31-2891-45b5-8bc7-27f1b5855a7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.392406] env[69297]: DEBUG nova.compute.utils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1563.399712] env[69297]: DEBUG nova.compute.manager [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1563.399712] env[69297]: DEBUG nova.network.neutron [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1563.407566] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1563.407566] env[69297]:    value = "task-2931510"
[ 1563.407566] env[69297]:    _type = "Task"
[ 1563.407566] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1563.416080] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931510, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.461310] env[69297]: DEBUG nova.policy [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74c4fde95a184df9bec59a3abe155da8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53389ee13ae34a0aa8d2587690690b03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1563.501599] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1563.501890] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1563.502128] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleting the datastore file [datastore2] 31f1b01a-70af-4307-a9a0-9597f5143d67 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1563.502433] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ceb7eb70-f403-461c-bfe8-7d789c3b35d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.511150] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5c1d5ae9-0770-4745-9edb-1317a28e1972 tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Lock "70dea9ac-9950-4c53-90d5-7812d0a60319" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.485s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1563.511150] env[69297]: DEBUG oslo_vmware.api [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1563.511150] env[69297]:    value = "task-2931511"
[ 1563.511150] env[69297]:    _type = "Task"
[ 1563.511150] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1563.523469] env[69297]: DEBUG oslo_vmware.api [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.601125] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535088} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1563.604186] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 7e5b4981-7d9e-42d4-a9ad-c2eb61905452/7e5b4981-7d9e-42d4-a9ad-c2eb61905452.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1563.604186] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1563.604721] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2de6ed09-18e2-4b19-be57-38a30b7ea31e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.617347] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1563.617347] env[69297]:    value = "task-2931512"
[ 1563.617347] env[69297]:    _type = "Task"
[ 1563.617347] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1563.635507] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.659743] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52379c79-a5a8-534b-aa85-287150752d46, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1563.664816] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1563.664816] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1563.664816] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1563.664816] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1563.664816] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1563.664816] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ebcf340-2d68-4a10-b9d1-4808e29cdb80 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.686894] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1563.687209] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1563.688504] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92a3fdc-5fbd-40cc-95e5-70ca8b85f01e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.697216] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1563.697216] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52cf3ea9-05c9-ba18-5723-26cd56dcdd4f"
[ 1563.697216] env[69297]:    _type = "Task"
[ 1563.697216] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1563.712987] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52cf3ea9-05c9-ba18-5723-26cd56dcdd4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.770952] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85750c78-406b-46a3-81be-8cf6efbac778 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.783380] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f527c25d-5dad-4593-995c-ca933c53d48c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.824687] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9123a62b-b409-40af-b15c-9a84041388b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.835391] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077e3ed9-aefe-453c-a22b-fa32d300b7a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1563.857808] env[69297]: DEBUG nova.compute.provider_tree [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1563.867726] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931508, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1563.900235] env[69297]: DEBUG nova.compute.manager [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1563.919351] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931510, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.019188] env[69297]: DEBUG oslo_vmware.api [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303916} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1564.019472] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1564.019658] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1564.019831] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1564.020012] env[69297]: INFO nova.compute.manager [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Took 1.28 seconds to destroy the instance on the hypervisor.
[ 1564.024019] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1564.024019] env[69297]: DEBUG nova.compute.manager [-] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1564.024019] env[69297]: DEBUG nova.network.neutron [-] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1564.131009] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08995} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1564.131347] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1564.132964] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac37e970-cb69-48b5-9e02-1161261ee24e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.159563] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 7e5b4981-7d9e-42d4-a9ad-c2eb61905452/7e5b4981-7d9e-42d4-a9ad-c2eb61905452.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1564.159986] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf1edc9-3b5d-4acf-a041-8f58b874284d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.179737] env[69297]: DEBUG nova.network.neutron [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Successfully created port: eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1564.187632] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1564.187632] env[69297]:    value = "task-2931513"
[ 1564.187632] env[69297]:    _type = "Task"
[ 1564.187632] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1564.198199] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.206907] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52cf3ea9-05c9-ba18-5723-26cd56dcdd4f, 'name': SearchDatastore_Task, 'duration_secs': 0.05981} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1564.208424] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6641e028-2aff-4c43-976e-db4b7bafac49 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.215941] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1564.215941] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b9fdfb-7a57-a784-a78f-2151b43afb38"
[ 1564.215941] env[69297]:    _type = "Task"
[ 1564.215941] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1564.224199] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b9fdfb-7a57-a784-a78f-2151b43afb38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.361513] env[69297]: DEBUG nova.scheduler.client.report [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1564.366327] env[69297]: DEBUG nova.network.neutron [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Updated VIF entry in instance network info cache for port 3aa74d33-a1fc-463e-963b-ecc65ef33bb1. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1564.366650] env[69297]: DEBUG nova.network.neutron [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Updating instance_info_cache with network_info: [{"id": "3aa74d33-a1fc-463e-963b-ecc65ef33bb1", "address": "fa:16:3e:79:7a:c7", "network": {"id": "bfae103e-212b-4192-b0a0-8a8d725bac15", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1768612601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dd8c587adec4130a132e85d59a81492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa74d33-a1", "ovs_interfaceid": "3aa74d33-a1fc-463e-963b-ecc65ef33bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1564.378904] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524017} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1564.380213] env[69297]: INFO nova.virt.vmwareapi.ds_util [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0c256f55-a300-4e03-93bb-9f80f97805dc/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk.
[ 1564.381069] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1930931a-ee1a-4600-9a92-af1c858582b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.419709] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 0c256f55-a300-4e03-93bb-9f80f97805dc/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1564.421934] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-370a4c9a-9e78-4c64-8f99-d9dab8cf6d5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.451225] env[69297]: DEBUG nova.compute.manager [req-54bb2f45-1daf-42e4-939c-ba7cb86e83c7 req-3404e17e-381a-4e43-8770-13287dbcdb50 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Received event network-vif-deleted-34f46d2e-988c-431d-abc8-632baecf58dd {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1564.451826] env[69297]: INFO nova.compute.manager [req-54bb2f45-1daf-42e4-939c-ba7cb86e83c7 req-3404e17e-381a-4e43-8770-13287dbcdb50 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Neutron deleted interface 34f46d2e-988c-431d-abc8-632baecf58dd; detaching it from the instance and deleting it from the info cache
[ 1564.451826] env[69297]: DEBUG nova.network.neutron [req-54bb2f45-1daf-42e4-939c-ba7cb86e83c7 req-3404e17e-381a-4e43-8770-13287dbcdb50 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1564.458015] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1564.458015] env[69297]:    value = "task-2931514"
[ 1564.458015] env[69297]:    _type = "Task"
[ 1564.458015] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1564.458252] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931510, 'name': CreateVM_Task, 'duration_secs': 0.745893} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1564.458659] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a395474-e758-475e-918b-019d1772b739] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1564.463962] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1564.464143] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1564.464462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1564.466087] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4e8d1c-80b7-4f7a-9979-7c306a2de6f1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.474171] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.475765] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for the task: (returnval){
[ 1564.475765] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5220630c-bf26-3e3c-9851-2d6b8dd49016"
[ 1564.475765] env[69297]:    _type = "Task"
[ 1564.475765] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1564.486586] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5220630c-bf26-3e3c-9851-2d6b8dd49016, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1564.486872] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1564.487130] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1564.487346] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1564.698456] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931513, 'name': ReconfigVM_Task, 'duration_secs': 0.296662} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1564.698794] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 7e5b4981-7d9e-42d4-a9ad-c2eb61905452/7e5b4981-7d9e-42d4-a9ad-c2eb61905452.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1564.699871] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aebc9580-afce-4e77-b49c-562f8ec238e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.707255] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1564.707255] env[69297]:    value = "task-2931515"
[ 1564.707255] env[69297]:    _type = "Task"
[ 1564.707255] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1564.715728] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931515, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.723643] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b9fdfb-7a57-a784-a78f-2151b43afb38, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1564.723879] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1564.724215] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18/3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1564.724560] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1564.724983] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1564.725065] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b13eb63-8ef7-4f20-8fe8-9b7030e21ab0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.726980] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-608821a7-6ab0-4c18-835a-2e54b61641ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.734749] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1564.734749] env[69297]:    value = "task-2931516"
[ 1564.734749] env[69297]:    _type = "Task"
[ 1564.734749] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1564.739151] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1564.739490] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1564.740448] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e4d46a-4071-47fd-8bbf-5ee81e19dd2a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.745729] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.748759] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for the task: (returnval){
[ 1564.748759] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52aa07ad-2d9d-425c-3c74-2f66d63ad733"
[ 1564.748759] env[69297]:    _type = "Task"
[ 1564.748759] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1564.756563] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52aa07ad-2d9d-425c-3c74-2f66d63ad733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.793319] env[69297]: DEBUG nova.network.neutron [-] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1564.880051] env[69297]: DEBUG oslo_concurrency.lockutils [req-ee5d606e-42cd-4ce0-94c7-06b10005c2ab req-bbfcafef-4e9b-45cd-a75c-c0c8194537a5 service nova] Releasing lock "refresh_cache-2a395474-e758-475e-918b-019d1772b739" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1564.922081] env[69297]: DEBUG nova.compute.manager [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1564.947117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquiring lock "70dea9ac-9950-4c53-90d5-7812d0a60319" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1564.947117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Lock "70dea9ac-9950-4c53-90d5-7812d0a60319" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1564.947117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquiring lock "70dea9ac-9950-4c53-90d5-7812d0a60319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1564.947117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Lock "70dea9ac-9950-4c53-90d5-7812d0a60319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1564.947318] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Lock "70dea9ac-9950-4c53-90d5-7812d0a60319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1564.950034] env[69297]: INFO nova.compute.manager [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Terminating instance
[ 1564.953251] env[69297]: DEBUG nova.virt.hardware [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1564.953357] env[69297]: DEBUG nova.virt.hardware [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1564.953511] env[69297]: DEBUG nova.virt.hardware [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1564.953695] env[69297]: DEBUG nova.virt.hardware [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1564.953841] env[69297]: DEBUG nova.virt.hardware [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1564.953985] env[69297]: DEBUG nova.virt.hardware [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1564.954208] env[69297]: DEBUG nova.virt.hardware [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1564.954367] env[69297]: DEBUG nova.virt.hardware [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1564.954535] env[69297]: DEBUG nova.virt.hardware [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1564.954698] env[69297]: DEBUG nova.virt.hardware [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1564.954879] env[69297]: DEBUG nova.virt.hardware [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1564.955801] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3d0733-9e19-4295-82c1-9e1e5e47a903 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.960449] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd9c190e-32a9-41a4-be45-e900308c5402 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.976952] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5cc720-6d9f-4b64-a18a-baa2b1629be6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1564.981470] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1564.985943] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf998db-7a2a-494b-8cbf-1feac7080b68 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.029678] env[69297]: DEBUG nova.compute.manager [req-54bb2f45-1daf-42e4-939c-ba7cb86e83c7 req-3404e17e-381a-4e43-8770-13287dbcdb50 service nova] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Detach interface failed, port_id=34f46d2e-988c-431d-abc8-632baecf58dd, reason: Instance 31f1b01a-70af-4307-a9a0-9597f5143d67 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1565.147131] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquiring lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1565.147465] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1565.217777] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931515, 'name': Rename_Task, 'duration_secs': 0.144663} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1565.218610] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1565.218610] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fbef85e-74c6-4713-8533-b2f1dd0785bd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.226369] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1565.226369] env[69297]:    value = "task-2931517"
[ 1565.226369] env[69297]:    _type = "Task"
[ 1565.226369] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1565.235921] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1565.244427] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43993} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1565.244721] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18/3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1565.244948] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1565.245244] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da9c29b2-e9d5-4310-aad8-a4e355c72775 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.253294] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1565.253294] env[69297]:    value = "task-2931518"
[ 1565.253294] env[69297]:    _type = "Task"
[ 1565.253294] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1565.261747] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52aa07ad-2d9d-425c-3c74-2f66d63ad733, 'name': SearchDatastore_Task, 'duration_secs': 0.009094} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1565.263084] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53d1d59-cfe7-4e21-b2bf-a29610efbc84 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.268939] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1565.271685] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for the task: (returnval){
[ 1565.271685] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5208f0db-4b12-d2f9-c939-a4e16153850c"
[ 1565.271685] env[69297]:    _type = "Task"
[ 1565.271685] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1565.282014] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5208f0db-4b12-d2f9-c939-a4e16153850c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1565.297101] env[69297]: INFO nova.compute.manager [-] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Took 1.28 seconds to deallocate network for instance.
[ 1565.381924] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.510s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1565.384999] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.144s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1565.385266] env[69297]: DEBUG nova.objects.instance [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lazy-loading 'resources' on Instance uuid f2dad717-5774-448b-84d1-1d876c38b907 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1565.469975] env[69297]: DEBUG nova.compute.manager [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1565.471747] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1565.471747] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931514, 'name': ReconfigVM_Task, 'duration_secs': 0.674732} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1565.471889] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9430541-010b-4b58-ad49-b9b93724a4fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.474446] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 0c256f55-a300-4e03-93bb-9f80f97805dc/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1565.475277] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819cce81-080a-422e-94c5-825a5a4c3ae4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.481476] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1565.497877] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-878e737f-cb52-4671-9e72-ede85288b041 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.504587] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdcb45d2-5345-477c-833d-c7c0f4f8b93a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.520543] env[69297]: DEBUG oslo_vmware.api [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for the task: (returnval){
[ 1565.520543] env[69297]:    value = "task-2931519"
[ 1565.520543] env[69297]:    _type = "Task"
[ 1565.520543] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1565.521886] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1565.521886] env[69297]:    value = "task-2931520"
[ 1565.521886] env[69297]:    _type = "Task"
[ 1565.521886] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1565.533021] env[69297]: DEBUG oslo_vmware.api [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1565.536305] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1565.650577] env[69297]: DEBUG nova.compute.manager [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1565.737531] env[69297]: DEBUG oslo_vmware.api [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931517, 'name': PowerOnVM_Task, 'duration_secs': 0.455604} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1565.738037] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1565.738037] env[69297]: INFO nova.compute.manager [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Took 8.24 seconds to spawn the instance on the hypervisor.
[ 1565.738330] env[69297]: DEBUG nova.compute.manager [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1565.739041] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe79392-36f7-4e11-a756-7266a056149e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.763799] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072989} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1565.763893] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1565.764714] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf3df01-c0f0-454a-8825-e2a1fd8157c5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.786857] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18/3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1565.793155] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd0e200-2b4b-468d-a091-3761a2fa1179 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.810292] env[69297]: DEBUG oslo_concurrency.lockutils [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1565.817860] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5208f0db-4b12-d2f9-c939-a4e16153850c, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1565.819464] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1565.819882] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 2a395474-e758-475e-918b-019d1772b739/2a395474-e758-475e-918b-019d1772b739.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1565.820391] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1565.820391] env[69297]:    value = "task-2931521"
[ 1565.820391] env[69297]:    _type = "Task"
[ 1565.820391] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1565.820907] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a05d1435-157a-4ee1-9979-7990d1739f9e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1565.835528] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1565.836834] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for the task: (returnval){
[ 1565.836834] env[69297]:    value = "task-2931522"
[ 1565.836834] env[69297]:    _type = "Task"
[ 1565.836834] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1565.845407] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1565.971448] env[69297]: INFO nova.scheduler.client.report [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted allocation for migration 745f00f8-ae21-42d1-83eb-60c0df3e6b48
[ 1565.995357] env[69297]: DEBUG nova.compute.manager [req-fc6413ad-edc7-49ef-9c2e-770c941cc257 req-13e38420-9de3-4661-8a45-39ea9d943e35 service nova] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Received event network-vif-plugged-eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1565.995594] env[69297]: DEBUG oslo_concurrency.lockutils [req-fc6413ad-edc7-49ef-9c2e-770c941cc257 req-13e38420-9de3-4661-8a45-39ea9d943e35 service nova] Acquiring lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1565.995777] env[69297]: DEBUG oslo_concurrency.lockutils [req-fc6413ad-edc7-49ef-9c2e-770c941cc257 req-13e38420-9de3-4661-8a45-39ea9d943e35 service nova] Lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1565.995934] env[69297]: DEBUG oslo_concurrency.lockutils [req-fc6413ad-edc7-49ef-9c2e-770c941cc257 req-13e38420-9de3-4661-8a45-39ea9d943e35 service nova] Lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1565.996102] env[69297]: DEBUG nova.compute.manager [req-fc6413ad-edc7-49ef-9c2e-770c941cc257 req-13e38420-9de3-4661-8a45-39ea9d943e35 service nova] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] No waiting events found dispatching network-vif-plugged-eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1565.996261] env[69297]: WARNING nova.compute.manager [req-fc6413ad-edc7-49ef-9c2e-770c941cc257 req-13e38420-9de3-4661-8a45-39ea9d943e35 service nova] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Received unexpected event network-vif-plugged-eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01 for instance with vm_state building and task_state spawning.
[ 1566.040523] env[69297]: DEBUG oslo_vmware.api [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931519, 'name': PowerOffVM_Task, 'duration_secs': 0.257793} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1566.044929] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1566.045123] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1566.045784] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931520, 'name': ReconfigVM_Task, 'duration_secs': 0.253353} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1566.046030] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4c0280-6847-4580-9859-80c6828b1416 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.047794] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1566.050536] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-138caba4-b8c0-4058-9069-64c092dd77f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.060170] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1566.060170] env[69297]:    value = "task-2931523"
[ 1566.060170] env[69297]:    _type = "Task"
[ 1566.060170] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1566.072637] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1566.128212] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1566.128585] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1566.128807] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Deleting the datastore file [datastore2] 70dea9ac-9950-4c53-90d5-7812d0a60319 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1566.129108] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fb6c535-a11b-429c-af38-21f7374d5cbd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.140550] env[69297]: DEBUG oslo_vmware.api [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for the task: (returnval){
[ 1566.140550] env[69297]:    value = "task-2931525"
[ 1566.140550] env[69297]:    _type = "Task"
[ 1566.140550] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1566.152138] env[69297]: DEBUG oslo_vmware.api [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1566.177600] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1566.206333] env[69297]: DEBUG nova.network.neutron [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Successfully updated port: eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1566.225592] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105acc92-360a-4b5d-bbc4-7ea7fa1beb47 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.241013] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa21c01-fc33-4679-b6cb-810e24ca6d70 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.285806] env[69297]: INFO nova.compute.manager [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Took 24.16 seconds to build instance.
[ 1566.288708] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d657bd93-344f-446a-b071-1390189da389 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.298517] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78959a63-ca63-4040-b83b-a0916baaa2e7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.316434] env[69297]: DEBUG nova.compute.provider_tree [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1566.333329] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931521, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1566.347324] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469384} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1566.347324] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 2a395474-e758-475e-918b-019d1772b739/2a395474-e758-475e-918b-019d1772b739.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1566.347324] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1566.347617] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58344eac-5be8-4bcf-91c7-f4f5b995bf69 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.353644] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for the task: (returnval){
[ 1566.353644] env[69297]:    value = "task-2931526"
[ 1566.353644] env[69297]:    _type = "Task"
[ 1566.353644] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1566.364656] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1566.477634] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50d6a7ba-f816-4fa4-a22f-5f155e8814c9 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 21.094s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1566.569661] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931523, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1566.656674] env[69297]: DEBUG oslo_vmware.api [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Task: {'id': task-2931525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265909} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1566.656936] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1566.657160] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1566.657336] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1566.657520] env[69297]: INFO nova.compute.manager [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Took 1.19 seconds to destroy the instance on the hypervisor.
[ 1566.657767] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1566.658012] env[69297]: DEBUG nova.compute.manager [-] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1566.658154] env[69297]: DEBUG nova.network.neutron [-] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1566.711703] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "refresh_cache-7403888b-0972-4d6e-b78c-0f2b95bafaf3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1566.711875] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "refresh_cache-7403888b-0972-4d6e-b78c-0f2b95bafaf3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1566.712036] env[69297]: DEBUG nova.network.neutron [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1566.794214] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3d46d37-a93d-4fac-a467-bb846fe39f1f tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.682s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1566.819486] env[69297]: DEBUG nova.scheduler.client.report [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1566.835893] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931521, 'name': ReconfigVM_Task, 'duration_secs': 0.5446} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1566.836886] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18/3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1566.837510] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3a947b7-f7a6-4264-95c9-cdf3ca2130d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.845713] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1566.845713] env[69297]:    value = "task-2931527"
[ 1566.845713] env[69297]:    _type = "Task"
[ 1566.845713] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1566.854165] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931527, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1566.861947] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07172} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1566.862145] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1566.862922] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d214170-7c2f-4760-a394-21b787d4ab57 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.888614] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 2a395474-e758-475e-918b-019d1772b739/2a395474-e758-475e-918b-019d1772b739.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1566.888993] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b9de9b4-c21b-443d-acfb-4b48d7c0f876 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1566.919682] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for the task: (returnval){
[ 1566.919682] env[69297]:    value = "task-2931528"
[ 1566.919682] env[69297]:    _type = "Task"
[ 1566.919682] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1566.930896] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1567.073148] env[69297]: DEBUG oslo_vmware.api [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931523, 'name': PowerOnVM_Task, 'duration_secs': 0.535017} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1567.073439] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1567.076112] env[69297]: DEBUG nova.compute.manager [None req-250719ce-367d-4080-bf4a-3d4a7c8820a5 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1567.076890] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53abe98a-69bf-4c73-b84c-62e3e1132ae1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.259813] env[69297]: DEBUG nova.network.neutron [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1567.280524] env[69297]: DEBUG nova.compute.manager [req-218ee004-4b02-40b4-94df-f0297a42402c req-ab8e5a49-8d3b-443c-b474-f791bbe6d952 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Received event network-changed-ad4334bb-240a-46ea-926b-103491fcc1db {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1567.280881] env[69297]: DEBUG nova.compute.manager [req-218ee004-4b02-40b4-94df-f0297a42402c req-ab8e5a49-8d3b-443c-b474-f791bbe6d952 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Refreshing instance network info cache due to event network-changed-ad4334bb-240a-46ea-926b-103491fcc1db. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1567.281653] env[69297]: DEBUG oslo_concurrency.lockutils [req-218ee004-4b02-40b4-94df-f0297a42402c req-ab8e5a49-8d3b-443c-b474-f791bbe6d952 service nova] Acquiring lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1567.281653] env[69297]: DEBUG oslo_concurrency.lockutils [req-218ee004-4b02-40b4-94df-f0297a42402c req-ab8e5a49-8d3b-443c-b474-f791bbe6d952 service nova] Acquired lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1567.281767] env[69297]: DEBUG nova.network.neutron [req-218ee004-4b02-40b4-94df-f0297a42402c req-ab8e5a49-8d3b-443c-b474-f791bbe6d952 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Refreshing network info cache for port ad4334bb-240a-46ea-926b-103491fcc1db {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1567.331345] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1567.334333] env[69297]: DEBUG oslo_concurrency.lockutils [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.524s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1567.334933] env[69297]: DEBUG nova.objects.instance [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lazy-loading 'resources' on Instance uuid 31f1b01a-70af-4307-a9a0-9597f5143d67 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1567.358170] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931527, 'name': Rename_Task, 'duration_secs': 0.137935} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1567.358506] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1567.358752] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec2d3426-1079-4a12-b0eb-cb011d7e9a19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.361537] env[69297]: INFO nova.scheduler.client.report [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleted allocations for instance f2dad717-5774-448b-84d1-1d876c38b907
[ 1567.379933] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1567.379933] env[69297]:    value = "task-2931529"
[ 1567.379933] env[69297]:    _type = "Task"
[ 1567.379933] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1567.393611] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931529, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1567.430953] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1567.495458] env[69297]: DEBUG nova.network.neutron [-] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1567.517657] env[69297]: DEBUG nova.network.neutron [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Updating instance_info_cache with network_info: [{"id": "eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01", "address": "fa:16:3e:01:d2:7c", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb02ad2c-68", "ovs_interfaceid": "eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1567.877411] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c985cef6-c8be-45a0-89dc-9b1466c7fabf tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "f2dad717-5774-448b-84d1-1d876c38b907" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 22.124s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1567.889682] env[69297]: DEBUG oslo_vmware.api [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931529, 'name': PowerOnVM_Task, 'duration_secs': 0.508011} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1567.890216] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1567.890947] env[69297]: INFO nova.compute.manager [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Took 5.40 seconds to spawn the instance on the hypervisor.
[ 1567.890947] env[69297]: DEBUG nova.compute.manager [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1567.891514] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000547cc-8192-407f-a81f-eb51ab999406 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.940822] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931528, 'name': ReconfigVM_Task, 'duration_secs': 0.920412} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1567.941896] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 2a395474-e758-475e-918b-019d1772b739/2a395474-e758-475e-918b-019d1772b739.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1567.944937] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb575c7f-3eb8-4635-902f-327a73700c98 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1567.952138] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for the task: (returnval){
[ 1567.952138] env[69297]:    value = "task-2931530"
[ 1567.952138] env[69297]:    _type = "Task"
[ 1567.952138] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1567.963557] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931530, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1567.998611] env[69297]: INFO nova.compute.manager [-] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Took 1.34 seconds to deallocate network for instance.
[ 1568.028659] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "refresh_cache-7403888b-0972-4d6e-b78c-0f2b95bafaf3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1568.029564] env[69297]: DEBUG nova.compute.manager [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Instance network_info: |[{"id": "eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01", "address": "fa:16:3e:01:d2:7c", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb02ad2c-68", "ovs_interfaceid": "eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1568.030210] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "45c74116-94a5-42c9-acd6-b3dd1654628a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1568.030869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1568.030869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "45c74116-94a5-42c9-acd6-b3dd1654628a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1568.030985] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1568.035166] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1568.037109] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:d2:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1568.048684] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1568.050253] env[69297]: INFO nova.compute.manager [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Terminating instance
[ 1568.053454] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1568.056646] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12d02e13-3d20-449e-bf47-8f4c45d72243 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.080263] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1568.080263] env[69297]:    value = "task-2931531"
[ 1568.080263] env[69297]:    _type = "Task"
[ 1568.080263] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1568.089619] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931531, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.108371] env[69297]: DEBUG nova.compute.manager [req-a6373801-e7cd-4715-92d2-58d8bece0dbf req-41b8feb5-6146-4eda-8ca2-69067c7853ba service nova] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Received event network-changed-eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1568.108371] env[69297]: DEBUG nova.compute.manager [req-a6373801-e7cd-4715-92d2-58d8bece0dbf req-41b8feb5-6146-4eda-8ca2-69067c7853ba service nova] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Refreshing instance network info cache due to event network-changed-eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1568.108820] env[69297]: DEBUG oslo_concurrency.lockutils [req-a6373801-e7cd-4715-92d2-58d8bece0dbf req-41b8feb5-6146-4eda-8ca2-69067c7853ba service nova] Acquiring lock "refresh_cache-7403888b-0972-4d6e-b78c-0f2b95bafaf3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1568.108820] env[69297]: DEBUG oslo_concurrency.lockutils [req-a6373801-e7cd-4715-92d2-58d8bece0dbf req-41b8feb5-6146-4eda-8ca2-69067c7853ba service nova] Acquired lock "refresh_cache-7403888b-0972-4d6e-b78c-0f2b95bafaf3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1568.108892] env[69297]: DEBUG nova.network.neutron [req-a6373801-e7cd-4715-92d2-58d8bece0dbf req-41b8feb5-6146-4eda-8ca2-69067c7853ba service nova] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Refreshing network info cache for port eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1568.132902] env[69297]: DEBUG nova.network.neutron [req-218ee004-4b02-40b4-94df-f0297a42402c req-ab8e5a49-8d3b-443c-b474-f791bbe6d952 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Updated VIF entry in instance network info cache for port ad4334bb-240a-46ea-926b-103491fcc1db. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1568.133364] env[69297]: DEBUG nova.network.neutron [req-218ee004-4b02-40b4-94df-f0297a42402c req-ab8e5a49-8d3b-443c-b474-f791bbe6d952 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Updating instance_info_cache with network_info: [{"id": "ad4334bb-240a-46ea-926b-103491fcc1db", "address": "fa:16:3e:ee:b4:ee", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4334bb-24", "ovs_interfaceid": "ad4334bb-240a-46ea-926b-103491fcc1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1568.179597] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51af48b9-9d64-4b27-aa58-3a3b508c57b3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.187853] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d49f2ab-1cf6-4795-95b2-0f9f5ad8ae11 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.222427] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0ba530-daab-4e3b-aff1-6e2b7c5dd915 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.230539] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653888fc-526a-4786-aacf-6ef650a17a10 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.249345] env[69297]: DEBUG nova.compute.provider_tree [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1568.414032] env[69297]: INFO nova.compute.manager [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Took 22.56 seconds to build instance.
[ 1568.461542] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931530, 'name': Rename_Task, 'duration_secs': 0.26688} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1568.461866] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1568.462145] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4b23d45-a0ac-40f2-90ae-34fa7135681b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.468965] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for the task: (returnval){
[ 1568.468965] env[69297]:    value = "task-2931532"
[ 1568.468965] env[69297]:    _type = "Task"
[ 1568.468965] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1568.477225] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.508971] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "7e4c309d-4862-4bfb-a56b-10132b3e6303" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1568.509394] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1568.511315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1568.554156] env[69297]: DEBUG nova.compute.manager [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1568.554410] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1568.555521] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d037fdff-a990-4a24-badc-46df3e8309b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.564013] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1568.564870] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b07048c-c5a5-47e5-9de7-7354d56a153d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.571270] env[69297]: DEBUG oslo_vmware.api [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1568.571270] env[69297]:    value = "task-2931533"
[ 1568.571270] env[69297]:    _type = "Task"
[ 1568.571270] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1568.579716] env[69297]: DEBUG oslo_vmware.api [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.589555] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931531, 'name': CreateVM_Task, 'duration_secs': 0.370782} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1568.589744] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1568.590440] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1568.590675] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1568.591053] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1568.591230] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1a6892-faef-41c0-ad00-faf1a02475a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1568.595714] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1568.595714] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]521f042b-c483-9dec-8be9-5e1b53307eaa"
[ 1568.595714] env[69297]:    _type = "Task"
[ 1568.595714] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1568.603747] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521f042b-c483-9dec-8be9-5e1b53307eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1568.639298] env[69297]: DEBUG oslo_concurrency.lockutils [req-218ee004-4b02-40b4-94df-f0297a42402c req-ab8e5a49-8d3b-443c-b474-f791bbe6d952 service nova] Releasing lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1568.654213] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1568.654454] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1568.752908] env[69297]: DEBUG nova.scheduler.client.report [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1568.898168] env[69297]: DEBUG nova.network.neutron [req-a6373801-e7cd-4715-92d2-58d8bece0dbf req-41b8feb5-6146-4eda-8ca2-69067c7853ba service nova] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Updated VIF entry in instance network info cache for port eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1568.899028] env[69297]: DEBUG nova.network.neutron [req-a6373801-e7cd-4715-92d2-58d8bece0dbf req-41b8feb5-6146-4eda-8ca2-69067c7853ba service nova] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Updating instance_info_cache with network_info: [{"id": "eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01", "address": "fa:16:3e:01:d2:7c", "network": {"id": "b43c4d8d-4afc-4000-b558-15fb371552ba", "bridge": "br-int", "label": "tempest-ImagesTestJSON-281235514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53389ee13ae34a0aa8d2587690690b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb02ad2c-68", "ovs_interfaceid": "eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1568.915330] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9bf2302a-7a7d-40fe-9d37-3ec89e0774d8 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.072s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1568.980412] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931532, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.013412] env[69297]: DEBUG nova.compute.manager [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1569.083046] env[69297]: DEBUG oslo_vmware.api [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931533, 'name': PowerOffVM_Task, 'duration_secs': 0.190295} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1569.083203] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1569.083453] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1569.083704] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e8c101e-6d93-4d36-a667-6eb14b95809d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.105835] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521f042b-c483-9dec-8be9-5e1b53307eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1569.106162] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1569.106402] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1569.106636] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1569.106782] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1569.106962] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1569.107241] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb1b0818-0acf-4e4f-bd1e-da10f736dcb0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.118254] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1569.118522] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1569.119194] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf848f5f-0a3f-4e5b-a70a-c82e21eede44 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.124611] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1569.124611] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52344635-b0e7-ca8d-1302-ee49913e7f8e"
[ 1569.124611] env[69297]:    _type = "Task"
[ 1569.124611] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1569.132858] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52344635-b0e7-ca8d-1302-ee49913e7f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.154894] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1569.155066] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1569.155297] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleting the datastore file [datastore1] 45c74116-94a5-42c9-acd6-b3dd1654628a {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1569.155506] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a260d07b-c040-4957-96a7-9d595073fad6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.158200] env[69297]: DEBUG nova.compute.utils [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1569.164380] env[69297]: DEBUG oslo_vmware.api [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1569.164380] env[69297]:    value = "task-2931535"
[ 1569.164380] env[69297]:    _type = "Task"
[ 1569.164380] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1569.174154] env[69297]: DEBUG oslo_vmware.api [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.263071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1569.265433] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.088s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1569.266924] env[69297]: INFO nova.compute.claims [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1569.291041] env[69297]: INFO nova.scheduler.client.report [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted allocations for instance 31f1b01a-70af-4307-a9a0-9597f5143d67
[ 1569.401063] env[69297]: DEBUG oslo_concurrency.lockutils [req-a6373801-e7cd-4715-92d2-58d8bece0dbf req-41b8feb5-6146-4eda-8ca2-69067c7853ba service nova] Releasing lock "refresh_cache-7403888b-0972-4d6e-b78c-0f2b95bafaf3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1569.401348] env[69297]: DEBUG nova.compute.manager [req-a6373801-e7cd-4715-92d2-58d8bece0dbf req-41b8feb5-6146-4eda-8ca2-69067c7853ba service nova] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Received event network-vif-deleted-57b045cd-adb5-41a3-b9b8-6b81ebe97dbe {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1569.481039] env[69297]: DEBUG oslo_vmware.api [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931532, 'name': PowerOnVM_Task, 'duration_secs': 0.616371} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1569.481351] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1569.481705] env[69297]: INFO nova.compute.manager [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Took 9.47 seconds to spawn the instance on the hypervisor.
[ 1569.481851] env[69297]: DEBUG nova.compute.manager [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1569.482660] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e72908c-339d-481b-8b8c-8e839474350d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.536568] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1569.634721] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52344635-b0e7-ca8d-1302-ee49913e7f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.017416} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1569.635547] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452d60e4-2ee2-4afa-8a39-713ca3eca39f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1569.641625] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1569.641625] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529c62ed-0d23-cbfe-86d4-dd42cfcd91bf"
[ 1569.641625] env[69297]:    _type = "Task"
[ 1569.641625] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1569.649457] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529c62ed-0d23-cbfe-86d4-dd42cfcd91bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.661249] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.007s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1569.674935] env[69297]: DEBUG oslo_vmware.api [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1569.799562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-79859d13-74cf-4d87-bbcc-83d65d18a2d9 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "31f1b01a-70af-4307-a9a0-9597f5143d67" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.577s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1569.875281] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquiring lock "c249c505-4021-48be-b019-6dc02b8ae783" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1569.875838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Lock "c249c505-4021-48be-b019-6dc02b8ae783" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1569.876072] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquiring lock "c249c505-4021-48be-b019-6dc02b8ae783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1569.876261] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Lock "c249c505-4021-48be-b019-6dc02b8ae783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1569.876427] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Lock "c249c505-4021-48be-b019-6dc02b8ae783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1569.878624] env[69297]: INFO nova.compute.manager [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Terminating instance
[ 1570.003636] env[69297]: INFO nova.compute.manager [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Took 25.98 seconds to build instance.
[ 1570.074639] env[69297]: INFO nova.compute.manager [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Rebuilding instance
[ 1570.112657] env[69297]: DEBUG nova.compute.manager [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1570.113488] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044a22f9-b6b2-4519-b7a6-bb886a787db4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.153717] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529c62ed-0d23-cbfe-86d4-dd42cfcd91bf, 'name': SearchDatastore_Task, 'duration_secs': 0.032714} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1570.153937] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1570.154207] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 7403888b-0972-4d6e-b78c-0f2b95bafaf3/7403888b-0972-4d6e-b78c-0f2b95bafaf3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1570.154484] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d24518ac-73b3-437b-a842-ad7b9dbf2bab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.163598] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1570.163598] env[69297]:    value = "task-2931536"
[ 1570.163598] env[69297]:    _type = "Task"
[ 1570.163598] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1570.176995] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1570.180510] env[69297]: DEBUG oslo_vmware.api [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537919} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1570.180838] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1570.181049] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1570.181227] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1570.181480] env[69297]: INFO nova.compute.manager [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Took 1.63 seconds to destroy the instance on the hypervisor.
[ 1570.181783] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1570.182093] env[69297]: DEBUG nova.compute.manager [-] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1570.182093] env[69297]: DEBUG nova.network.neutron [-] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1570.382676] env[69297]: DEBUG nova.compute.manager [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1570.382918] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1570.383856] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82913514-d96b-4c50-a395-a5e371443146 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.392611] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1570.392907] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79abfb64-6d9b-4a64-af7c-bd0f112964fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.400396] env[69297]: DEBUG oslo_vmware.api [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for the task: (returnval){
[ 1570.400396] env[69297]:    value = "task-2931537"
[ 1570.400396] env[69297]:    _type = "Task"
[ 1570.400396] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1570.408943] env[69297]: DEBUG oslo_vmware.api [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1570.504659] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1db7d2fc-ecf3-4fdb-a3ae-d6d0dfd67bd1 tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Lock "2a395474-e758-475e-918b-019d1772b739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.495s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1570.523720] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1570.524329] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1570.571855] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c08cd43-2f0f-4699-8bf1-6f2c9172563e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.580975] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e401e8ae-e50b-4aa5-9ced-b03043350a5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.614633] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af3798b-0ad7-4f98-8152-bf00fd9b6633 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.623408] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9e7d6c-aadf-49e9-9245-4f0fd3826dfd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.643033] env[69297]: DEBUG nova.compute.provider_tree [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1570.674987] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931536, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1570.735398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1570.735398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1570.735398] env[69297]: INFO nova.compute.manager [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Attaching volume dc06d742-ff8e-4d74-88da-47bbdebc80e8 to /dev/sdb
[ 1570.768078] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c76c40-c8af-42d5-b30f-ed11f223f243 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.778425] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782105bf-f831-49c3-b3f0-9b0c5151fb33 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.789294] env[69297]: DEBUG nova.compute.manager [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Received event network-changed-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1570.790146] env[69297]: DEBUG nova.compute.manager [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Refreshing instance network info cache due to event network-changed-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1570.790146] env[69297]: DEBUG oslo_concurrency.lockutils [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] Acquiring lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1570.790146] env[69297]: DEBUG oslo_concurrency.lockutils [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] Acquired lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1570.790336] env[69297]: DEBUG nova.network.neutron [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Refreshing network info cache for port 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1570.795623] env[69297]: DEBUG nova.virt.block_device [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Updating existing volume attachment record: 07a54609-d58b-43a9-8f4f-3e3f73248790 {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1570.909906] env[69297]: DEBUG oslo_vmware.api [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931537, 'name': PowerOffVM_Task, 'duration_secs': 0.270277} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1570.910188] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1570.910356] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1570.910600] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7a565dd-1441-49ef-83d4-d54d9003c1d7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.981131] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1570.981131] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1570.981131] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Deleting the datastore file [datastore1] c249c505-4021-48be-b019-6dc02b8ae783 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1570.981131] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc19edc2-6fa2-409c-a950-ef123146af1e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1570.992016] env[69297]: DEBUG oslo_vmware.api [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for the task: (returnval){
[ 1570.992016] env[69297]:    value = "task-2931540"
[ 1570.992016] env[69297]:    _type = "Task"
[ 1570.992016] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1571.000116] env[69297]: DEBUG oslo_vmware.api [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1571.038770] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1571.039060] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1571.039246] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1571.039401] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1571.039545] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1571.039688] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1571.039821] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1571.040024] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1571.132027] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1571.132027] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2befbe0e-7cb5-4827-a7d1-7fc0ac53240d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.148379] env[69297]: DEBUG nova.scheduler.client.report [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1571.160081] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1571.160081] env[69297]:    value = "task-2931542"
[ 1571.160081] env[69297]:    _type = "Task"
[ 1571.160081] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1571.178062] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1571.179596] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550367} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1571.179869] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 7403888b-0972-4d6e-b78c-0f2b95bafaf3/7403888b-0972-4d6e-b78c-0f2b95bafaf3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1571.180117] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1571.180413] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c41ef4a-830c-4851-ab61-6533681388a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.191795] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1571.191795] env[69297]:    value = "task-2931543"
[ 1571.191795] env[69297]:    _type = "Task"
[ 1571.191795] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1571.204636] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1571.421507] env[69297]: DEBUG nova.network.neutron [-] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1571.504207] env[69297]: DEBUG oslo_vmware.api [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Task: {'id': task-2931540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15375} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1571.504617] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1571.504761] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1571.505020] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1571.505240] env[69297]: INFO nova.compute.manager [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1571.505538] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1571.505739] env[69297]: DEBUG nova.compute.manager [-] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1571.505827] env[69297]: DEBUG nova.network.neutron [-] [instance: c249c505-4021-48be-b019-6dc02b8ae783] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1571.543310] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1571.663825] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1571.664734] env[69297]: DEBUG nova.compute.manager [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1571.671023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.157s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1571.671023] env[69297]: DEBUG nova.objects.instance [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Lazy-loading 'resources' on Instance uuid 70dea9ac-9950-4c53-90d5-7812d0a60319 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1571.684106] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931542, 'name': PowerOffVM_Task, 'duration_secs': 0.250742} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1571.684560] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1571.685438] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1571.686774] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eecbd30-bc7e-469c-b366-db0d39062cdf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.701600] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1571.701600] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdc3191f-bb36-400a-b609-44176e7c65de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.707115] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147977} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1571.711018] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1571.711018] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a5a0f1-a5ef-46c7-8f61-5392f6a16ae8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.736117] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 7403888b-0972-4d6e-b78c-0f2b95bafaf3/7403888b-0972-4d6e-b78c-0f2b95bafaf3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1571.738146] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ccfed22-8906-474f-9446-8fec920fa7b0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.754529] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1571.755651] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1571.755651] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Deleting the datastore file [datastore1] 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1571.757801] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e46ac35a-23d3-4460-8d08-571082bc8136 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1571.765850] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1571.765850] env[69297]:    value = "task-2931546"
[ 1571.765850] env[69297]:    _type = "Task"
[ 1571.765850] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1571.767638] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1571.767638] env[69297]:    value = "task-2931547"
[ 1571.767638] env[69297]:    _type = "Task"
[ 1571.767638] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1571.781685] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1571.877911] env[69297]: DEBUG nova.network.neutron [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updated VIF entry in instance network info cache for port 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1571.878383] env[69297]: DEBUG nova.network.neutron [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updating instance_info_cache with network_info: [{"id": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "address": "fa:16:3e:3f:3d:6c", "network": {"id": "646d5175-0c39-4fe5-86b9-79fcbbf74b78", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1422336612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a4782934e5034e79964ea0df2f87afe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c2225-0d", "ovs_interfaceid": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1571.924708] env[69297]: INFO nova.compute.manager [-] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Took 1.74 seconds to deallocate network for instance.
[ 1572.184845] env[69297]: DEBUG nova.compute.utils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1572.184845] env[69297]: DEBUG nova.compute.manager [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1572.184845] env[69297]: DEBUG nova.network.neutron [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1572.288299] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206604} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1572.293767] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1572.294136] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1572.294231] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1572.296724] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1572.316687] env[69297]: DEBUG nova.policy [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beade7b36d0d42e09522ded960f72293', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0614114ac8b43cbacac23339723dd86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1572.382877] env[69297]: DEBUG oslo_concurrency.lockutils [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] Releasing lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1572.383358] env[69297]: DEBUG nova.compute.manager [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Received event network-changed-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1572.383607] env[69297]: DEBUG nova.compute.manager [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Refreshing instance network info cache due to event network-changed-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1572.384332] env[69297]: DEBUG oslo_concurrency.lockutils [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] Acquiring lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1572.384332] env[69297]: DEBUG oslo_concurrency.lockutils [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] Acquired lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1572.384332] env[69297]: DEBUG nova.network.neutron [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Refreshing network info cache for port 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1572.415151] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "89619274-c8dc-40eb-a843-e2497b304a40" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1572.416095] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "89619274-c8dc-40eb-a843-e2497b304a40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1572.433759] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1572.523033] env[69297]: DEBUG nova.compute.manager [req-99df1f51-3734-4fd4-9ab4-0f06f77a4040 req-5a98482a-9676-404c-bd60-f6dd1cb59c43 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Received event network-changed-3aa74d33-a1fc-463e-963b-ecc65ef33bb1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1572.523033] env[69297]: DEBUG nova.compute.manager [req-99df1f51-3734-4fd4-9ab4-0f06f77a4040 req-5a98482a-9676-404c-bd60-f6dd1cb59c43 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Refreshing instance network info cache due to event network-changed-3aa74d33-a1fc-463e-963b-ecc65ef33bb1. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1572.523033] env[69297]: DEBUG oslo_concurrency.lockutils [req-99df1f51-3734-4fd4-9ab4-0f06f77a4040 req-5a98482a-9676-404c-bd60-f6dd1cb59c43 service nova] Acquiring lock "refresh_cache-2a395474-e758-475e-918b-019d1772b739" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1572.523033] env[69297]: DEBUG oslo_concurrency.lockutils [req-99df1f51-3734-4fd4-9ab4-0f06f77a4040 req-5a98482a-9676-404c-bd60-f6dd1cb59c43 service nova] Acquired lock "refresh_cache-2a395474-e758-475e-918b-019d1772b739" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1572.523033] env[69297]: DEBUG nova.network.neutron [req-99df1f51-3734-4fd4-9ab4-0f06f77a4040 req-5a98482a-9676-404c-bd60-f6dd1cb59c43 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Refreshing network info cache for port 3aa74d33-a1fc-463e-963b-ecc65ef33bb1 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1572.540166] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf956ff7-dfaf-4867-8ad0-690539e93027 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.551874] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0542488-3236-4a3a-9e30-4df7d77c30de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.585556] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efe7d44-5611-41df-bcc1-d3f5a21519a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.593299] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996999c8-5232-46c5-a4dd-fb40cd01607a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.607092] env[69297]: DEBUG nova.compute.provider_tree [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1572.688875] env[69297]: DEBUG nova.compute.manager [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1572.788774] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931547, 'name': ReconfigVM_Task, 'duration_secs': 0.625824} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1572.789091] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 7403888b-0972-4d6e-b78c-0f2b95bafaf3/7403888b-0972-4d6e-b78c-0f2b95bafaf3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1572.789700] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04c1c614-1b24-414c-9d3b-b1990c5d1b2f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1572.795682] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1572.795682] env[69297]:    value = "task-2931548"
[ 1572.795682] env[69297]:    _type = "Task"
[ 1572.795682] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1572.806337] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931548, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1572.831529] env[69297]: DEBUG nova.compute.manager [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Received event network-vif-deleted-652c10fa-789d-4996-b665-93ab3cc2eca1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1572.831794] env[69297]: DEBUG nova.compute.manager [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Received event network-changed-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1572.831975] env[69297]: DEBUG nova.compute.manager [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Refreshing instance network info cache due to event network-changed-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1572.832925] env[69297]: DEBUG oslo_concurrency.lockutils [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] Acquiring lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1572.918317] env[69297]: DEBUG nova.compute.manager [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1573.006717] env[69297]: DEBUG nova.network.neutron [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Successfully created port: f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1573.110617] env[69297]: DEBUG nova.scheduler.client.report [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1573.113929] env[69297]: DEBUG nova.network.neutron [-] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1573.282100] env[69297]: DEBUG nova.network.neutron [req-99df1f51-3734-4fd4-9ab4-0f06f77a4040 req-5a98482a-9676-404c-bd60-f6dd1cb59c43 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Updated VIF entry in instance network info cache for port 3aa74d33-a1fc-463e-963b-ecc65ef33bb1. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1573.282100] env[69297]: DEBUG nova.network.neutron [req-99df1f51-3734-4fd4-9ab4-0f06f77a4040 req-5a98482a-9676-404c-bd60-f6dd1cb59c43 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Updating instance_info_cache with network_info: [{"id": "3aa74d33-a1fc-463e-963b-ecc65ef33bb1", "address": "fa:16:3e:79:7a:c7", "network": {"id": "bfae103e-212b-4192-b0a0-8a8d725bac15", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1768612601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dd8c587adec4130a132e85d59a81492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa74d33-a1", "ovs_interfaceid": "3aa74d33-a1fc-463e-963b-ecc65ef33bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1573.313516] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931548, 'name': Rename_Task, 'duration_secs': 0.397053} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1573.313516] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1573.313516] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b70c4d0-327e-4b20-bd74-50c556f0ad31 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1573.318986] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1573.318986] env[69297]:    value = "task-2931550"
[ 1573.318986] env[69297]:    _type = "Task"
[ 1573.318986] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1573.328324] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1573.341449] env[69297]: DEBUG nova.virt.hardware [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1573.341611] env[69297]: DEBUG nova.virt.hardware [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1573.341749] env[69297]: DEBUG nova.virt.hardware [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1573.341962] env[69297]: DEBUG nova.virt.hardware [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1573.342207] env[69297]: DEBUG nova.virt.hardware [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1573.342416] env[69297]: DEBUG nova.virt.hardware [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1573.342681] env[69297]: DEBUG nova.virt.hardware [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1573.342887] env[69297]: DEBUG nova.virt.hardware [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1573.343109] env[69297]: DEBUG nova.virt.hardware [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1573.343458] env[69297]: DEBUG nova.virt.hardware [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1573.343529] env[69297]: DEBUG nova.virt.hardware [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1573.344904] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d829e3-efd8-4c78-b3a0-26d98cb651ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1573.353511] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8510afb-14fe-42af-aa0a-8a23edd2e987 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1573.358525] env[69297]: DEBUG nova.network.neutron [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updated VIF entry in instance network info cache for port 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1573.358895] env[69297]: DEBUG nova.network.neutron [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updating instance_info_cache with network_info: [{"id": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "address": "fa:16:3e:3f:3d:6c", "network": {"id": "646d5175-0c39-4fe5-86b9-79fcbbf74b78", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1422336612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a4782934e5034e79964ea0df2f87afe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c2225-0d", "ovs_interfaceid": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1573.372333] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1573.378339] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1573.382020] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1573.382020] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53f329c9-d29d-4c7f-a626-d09102f8b5a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1573.396714] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1573.396714] env[69297]:    value = "task-2931551"
[ 1573.396714] env[69297]:    _type = "Task"
[ 1573.396714] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1573.405233] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931551, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1573.450909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1573.617401] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1573.621138] env[69297]: INFO nova.compute.manager [-] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Took 2.12 seconds to deallocate network for instance.
[ 1573.621945] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.085s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1573.624513] env[69297]: INFO nova.compute.claims [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1573.651443] env[69297]: INFO nova.scheduler.client.report [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Deleted allocations for instance 70dea9ac-9950-4c53-90d5-7812d0a60319
[ 1573.698573] env[69297]: DEBUG nova.compute.manager [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1573.721699] env[69297]: DEBUG nova.virt.hardware [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1573.722059] env[69297]: DEBUG nova.virt.hardware [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1573.722275] env[69297]: DEBUG nova.virt.hardware [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1573.722503] env[69297]: DEBUG nova.virt.hardware [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1573.725021] env[69297]: DEBUG nova.virt.hardware [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1573.725021] env[69297]: DEBUG nova.virt.hardware [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1573.725021] env[69297]: DEBUG nova.virt.hardware [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1573.725021] env[69297]: DEBUG nova.virt.hardware [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1573.725021] env[69297]: DEBUG nova.virt.hardware [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1573.725021] env[69297]: DEBUG nova.virt.hardware [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1573.725021] env[69297]: DEBUG nova.virt.hardware [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1573.725021] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8462d17-7d96-40cd-82e4-0a697d8b7bba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1573.734471] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02d7e2d-bb52-437c-b746-b829c409cd82 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1573.784151] env[69297]: DEBUG oslo_concurrency.lockutils [req-99df1f51-3734-4fd4-9ab4-0f06f77a4040 req-5a98482a-9676-404c-bd60-f6dd1cb59c43 service nova] Releasing lock "refresh_cache-2a395474-e758-475e-918b-019d1772b739" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1573.829435] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1573.861613] env[69297]: DEBUG oslo_concurrency.lockutils [req-ea9d8457-4d9f-46a2-a824-97c3d1e42503 req-835346cc-dd39-456c-88f2-6f9c2eacfd3e service nova] Releasing lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1573.862048] env[69297]: DEBUG oslo_concurrency.lockutils [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] Acquired lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1573.862246] env[69297]: DEBUG nova.network.neutron [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Refreshing network info cache for port 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1573.909714] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931551, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1574.012319] env[69297]: DEBUG oslo_concurrency.lockutils [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1574.012598] env[69297]: DEBUG oslo_concurrency.lockutils [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1574.135485] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1574.165979] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2847be-0342-45a9-b0b4-e0e6de1415db tempest-ServerAddressesNegativeTestJSON-315024014 tempest-ServerAddressesNegativeTestJSON-315024014-project-member] Lock "70dea9ac-9950-4c53-90d5-7812d0a60319" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.218s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1574.330143] env[69297]: DEBUG oslo_vmware.api [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931550, 'name': PowerOnVM_Task, 'duration_secs': 0.82407} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1574.330497] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1574.330901] env[69297]: INFO nova.compute.manager [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Took 9.41 seconds to spawn the instance on the hypervisor.
[ 1574.331015] env[69297]: DEBUG nova.compute.manager [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1574.331843] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26d73ad-277e-44b0-8a1f-ddf496046b22 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.409260] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931551, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1574.515861] env[69297]: INFO nova.compute.manager [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Detaching volume e1df430b-e01f-4ad5-a19f-f2c46161b8ca
[ 1574.546255] env[69297]: INFO nova.virt.block_device [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Attempting to driver detach volume e1df430b-e01f-4ad5-a19f-f2c46161b8ca from mountpoint /dev/sdb
[ 1574.546488] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1574.546672] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588586', 'volume_id': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'name': 'volume-e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ab2dc89a-41e4-422f-8db5-fb01f06f49ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'serial': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1574.547549] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca545192-c853-4304-a7eb-c8f65ff63f1a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.569083] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dccb127-6fcd-4d17-991c-1582d3ade8ec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.576260] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b50317-14db-4098-87ff-6ebf9db10e01 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.598557] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117781ae-7ff2-49a9-9c2e-799a6267a813 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.615885] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] The volume has not been displaced from its original location: [datastore1] volume-e1df430b-e01f-4ad5-a19f-f2c46161b8ca/volume-e1df430b-e01f-4ad5-a19f-f2c46161b8ca.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1574.621088] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1574.621534] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc36e602-7059-4323-81bf-ad46855f00ab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.634696] env[69297]: DEBUG nova.network.neutron [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updated VIF entry in instance network info cache for port 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1574.635893] env[69297]: DEBUG nova.network.neutron [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updating instance_info_cache with network_info: [{"id": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "address": "fa:16:3e:3f:3d:6c", "network": {"id": "646d5175-0c39-4fe5-86b9-79fcbbf74b78", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1422336612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a4782934e5034e79964ea0df2f87afe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c2225-0d", "ovs_interfaceid": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1574.645109] env[69297]: DEBUG oslo_vmware.api [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1574.645109] env[69297]:    value = "task-2931552"
[ 1574.645109] env[69297]:    _type = "Task"
[ 1574.645109] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1574.654453] env[69297]: DEBUG oslo_vmware.api [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1574.854857] env[69297]: INFO nova.compute.manager [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Took 27.46 seconds to build instance.
[ 1574.869116] env[69297]: DEBUG nova.compute.manager [req-612c70d8-bff5-4ab1-a72d-40c87fb659ed req-4ad56dc7-3026-43e2-9525-c83a15fbebc5 service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Received event network-changed-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1574.869320] env[69297]: DEBUG nova.compute.manager [req-612c70d8-bff5-4ab1-a72d-40c87fb659ed req-4ad56dc7-3026-43e2-9525-c83a15fbebc5 service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Refreshing instance network info cache due to event network-changed-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1574.869508] env[69297]: DEBUG oslo_concurrency.lockutils [req-612c70d8-bff5-4ab1-a72d-40c87fb659ed req-4ad56dc7-3026-43e2-9525-c83a15fbebc5 service nova] Acquiring lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1574.909382] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931551, 'name': CreateVM_Task, 'duration_secs': 1.328957} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1574.911595] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1574.912370] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1574.912540] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1574.912848] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1574.913150] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2fef5e-84df-43fb-96db-35b0334b28a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.918066] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1574.918066] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52149414-0d99-1063-ce86-a8bd60e5343b"
[ 1574.918066] env[69297]:    _type = "Task"
[ 1574.918066] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1574.926591] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52149414-0d99-1063-ce86-a8bd60e5343b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1574.928180] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36be6b77-9bef-4cdb-8d9a-8b64ac31c098 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.934594] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce4ce4b-5c0f-487c-a517-8c87b8bacc67 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.965784] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b683d8-183b-4f2a-bab5-122c439d7c1b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.973883] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64114982-90e1-40a7-8c70-95224c65024f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1574.990373] env[69297]: DEBUG nova.compute.provider_tree [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1575.139541] env[69297]: DEBUG oslo_concurrency.lockutils [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] Releasing lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1575.139831] env[69297]: DEBUG nova.compute.manager [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Received event network-vif-deleted-25bac40f-bd31-4180-9523-e9a98e0e1767 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1575.140013] env[69297]: INFO nova.compute.manager [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Neutron deleted interface 25bac40f-bd31-4180-9523-e9a98e0e1767; detaching it from the instance and deleting it from the info cache
[ 1575.140195] env[69297]: DEBUG nova.network.neutron [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1575.142417] env[69297]: DEBUG oslo_concurrency.lockutils [req-612c70d8-bff5-4ab1-a72d-40c87fb659ed req-4ad56dc7-3026-43e2-9525-c83a15fbebc5 service nova] Acquired lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1575.142624] env[69297]: DEBUG nova.network.neutron [req-612c70d8-bff5-4ab1-a72d-40c87fb659ed req-4ad56dc7-3026-43e2-9525-c83a15fbebc5 service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Refreshing network info cache for port 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1575.162606] env[69297]: DEBUG oslo_vmware.api [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931552, 'name': ReconfigVM_Task, 'duration_secs': 0.241716} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1575.162949] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1575.173691] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70901b3-541f-43a9-af7c-cae742d5710c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.194235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquiring lock "0c256f55-a300-4e03-93bb-9f80f97805dc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1575.194529] env[69297]: DEBUG oslo_concurrency.lockutils [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Lock "0c256f55-a300-4e03-93bb-9f80f97805dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1575.194766] env[69297]: DEBUG oslo_concurrency.lockutils [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquiring lock "0c256f55-a300-4e03-93bb-9f80f97805dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1575.194997] env[69297]: DEBUG oslo_concurrency.lockutils [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Lock "0c256f55-a300-4e03-93bb-9f80f97805dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1575.195185] env[69297]: DEBUG oslo_concurrency.lockutils [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Lock "0c256f55-a300-4e03-93bb-9f80f97805dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1575.200058] env[69297]: INFO nova.compute.manager [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Terminating instance
[ 1575.204137] env[69297]: DEBUG oslo_vmware.api [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1575.204137] env[69297]:    value = "task-2931553"
[ 1575.204137] env[69297]:    _type = "Task"
[ 1575.204137] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1575.216723] env[69297]: DEBUG oslo_vmware.api [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931553, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1575.298786] env[69297]: DEBUG nova.network.neutron [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Successfully updated port: f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1575.358644] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1439f54a-8af9-40fb-9d5d-703ef98f21aa tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.976s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1575.429214] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52149414-0d99-1063-ce86-a8bd60e5343b, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1575.429519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1575.429790] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1575.430163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1575.430163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1575.430261] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1575.430496] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-059c963e-8b15-4e33-a039-afecdd4f04e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.438790] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1575.438978] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1575.439703] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43744893-6414-4c2b-811e-cec6fac47ba1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.445520] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1575.445520] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524ccd0b-5b69-0961-6b75-9960b4df3142"
[ 1575.445520] env[69297]:    _type = "Task"
[ 1575.445520] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1575.453668] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524ccd0b-5b69-0961-6b75-9960b4df3142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1575.494464] env[69297]: DEBUG nova.scheduler.client.report [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1575.642882] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e8ee5c9-39c9-4273-866d-a2260967a3d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.655299] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085f51d7-bd21-4cb4-b08d-819fafb0ecef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.695085] env[69297]: DEBUG nova.compute.manager [req-44ec3983-b3af-4aec-b22d-2d68a0565da7 req-5b3165e9-618e-45e3-9c88-a8d9177fae8d service nova] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Detach interface failed, port_id=25bac40f-bd31-4180-9523-e9a98e0e1767, reason: Instance c249c505-4021-48be-b019-6dc02b8ae783 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1575.709274] env[69297]: DEBUG nova.compute.manager [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1575.709274] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1575.709274] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b30528-f9e6-4daf-9b2a-228569fc5fc5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.721524] env[69297]: DEBUG oslo_vmware.api [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931553, 'name': ReconfigVM_Task, 'duration_secs': 0.201389} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1575.723821] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588586', 'volume_id': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'name': 'volume-e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ab2dc89a-41e4-422f-8db5-fb01f06f49ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca', 'serial': 'e1df430b-e01f-4ad5-a19f-f2c46161b8ca'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1575.726558] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1575.726558] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfdda1cf-2f84-4cf2-8529-a44b455badb1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.733367] env[69297]: DEBUG oslo_vmware.api [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1575.733367] env[69297]:    value = "task-2931554"
[ 1575.733367] env[69297]:    _type = "Task"
[ 1575.733367] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1575.743970] env[69297]: DEBUG oslo_vmware.api [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1575.804105] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquiring lock "refresh_cache-e163ee3b-811c-4ec2-af97-9ca0fd128e4d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1575.804877] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquired lock "refresh_cache-e163ee3b-811c-4ec2-af97-9ca0fd128e4d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1575.804877] env[69297]: DEBUG nova.network.neutron [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1575.847441] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1575.847813] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588625', 'volume_id': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'name': 'volume-dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0835cb6-57e7-4bc2-b4ec-66b44d96d00e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'serial': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1575.848749] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06c6088-420e-4f16-b631-46539ccd4a4a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.854465] env[69297]: DEBUG nova.network.neutron [req-612c70d8-bff5-4ab1-a72d-40c87fb659ed req-4ad56dc7-3026-43e2-9525-c83a15fbebc5 service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updated VIF entry in instance network info cache for port 5a1c2225-0df2-4a6e-8ebd-486e3817b9d1. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1575.854800] env[69297]: DEBUG nova.network.neutron [req-612c70d8-bff5-4ab1-a72d-40c87fb659ed req-4ad56dc7-3026-43e2-9525-c83a15fbebc5 service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updating instance_info_cache with network_info: [{"id": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "address": "fa:16:3e:3f:3d:6c", "network": {"id": "646d5175-0c39-4fe5-86b9-79fcbbf74b78", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1422336612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a4782934e5034e79964ea0df2f87afe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c2225-0d", "ovs_interfaceid": "5a1c2225-0df2-4a6e-8ebd-486e3817b9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1575.868700] env[69297]: DEBUG oslo_concurrency.lockutils [req-612c70d8-bff5-4ab1-a72d-40c87fb659ed req-4ad56dc7-3026-43e2-9525-c83a15fbebc5 service nova] Releasing lock "refresh_cache-0c256f55-a300-4e03-93bb-9f80f97805dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1575.869636] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c78d4a-0e9c-490b-8de4-925e083fba76 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.895862] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-dc06d742-ff8e-4d74-88da-47bbdebc80e8/volume-dc06d742-ff8e-4d74-88da-47bbdebc80e8.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1575.896687] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-446942f5-3b0a-449e-86e7-2b7449e76701 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.916269] env[69297]: DEBUG oslo_vmware.api [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1575.916269] env[69297]:    value = "task-2931555"
[ 1575.916269] env[69297]:    _type = "Task"
[ 1575.916269] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1575.924220] env[69297]: DEBUG oslo_vmware.api [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1575.956561] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524ccd0b-5b69-0961-6b75-9960b4df3142, 'name': SearchDatastore_Task, 'duration_secs': 0.008895} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1575.957474] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-328e9ed1-26d6-420b-9d36-df457d1fc652 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1575.963729] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1575.963729] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e1bffa-a88c-15e6-09d6-b7f42580a817"
[ 1575.963729] env[69297]:    _type = "Task"
[ 1575.963729] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1575.975432] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e1bffa-a88c-15e6-09d6-b7f42580a817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.002714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1576.003370] env[69297]: DEBUG nova.compute.manager [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1576.006284] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.463s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1576.006527] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1576.006720] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1576.007061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.573s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1576.007273] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1576.010041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.559s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1576.011225] env[69297]: INFO nova.compute.claims [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1576.014903] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309aed0b-a04b-40ce-866c-e3fbe08c5a0f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.024877] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c963ee44-ae89-4449-aa9c-414421730bb8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.042031] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733c9bcd-e0e4-4452-94f1-5a385a1fa539 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.045638] env[69297]: INFO nova.scheduler.client.report [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted allocations for instance 45c74116-94a5-42c9-acd6-b3dd1654628a
[ 1576.052674] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee66ee2-5cb6-4870-a1f4-bd2589547d83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.087392] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179287MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1576.087572] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1576.246186] env[69297]: DEBUG oslo_vmware.api [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931554, 'name': PowerOffVM_Task, 'duration_secs': 0.392181} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.246588] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1576.246833] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1576.247192] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-889e6489-2d2b-4c8c-94e4-dbae6cd68f0f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.283187] env[69297]: DEBUG nova.objects.instance [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lazy-loading 'flavor' on Instance uuid ab2dc89a-41e4-422f-8db5-fb01f06f49ef {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1576.336888] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1576.337107] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1576.337255] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Deleting the datastore file [datastore1] 0c256f55-a300-4e03-93bb-9f80f97805dc {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1576.337517] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8e2ae19-f9d6-4def-a818-8bf2ffc826c7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.345655] env[69297]: DEBUG oslo_vmware.api [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for the task: (returnval){
[ 1576.345655] env[69297]:    value = "task-2931557"
[ 1576.345655] env[69297]:    _type = "Task"
[ 1576.345655] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.349976] env[69297]: DEBUG nova.network.neutron [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1576.357279] env[69297]: DEBUG oslo_vmware.api [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.426534] env[69297]: DEBUG oslo_vmware.api [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931555, 'name': ReconfigVM_Task, 'duration_secs': 0.397385} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.426840] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-dc06d742-ff8e-4d74-88da-47bbdebc80e8/volume-dc06d742-ff8e-4d74-88da-47bbdebc80e8.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1576.431803] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c3b2c55-3b0f-44bd-bc05-4f932b5718f4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.450123] env[69297]: DEBUG oslo_vmware.api [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1576.450123] env[69297]:    value = "task-2931558"
[ 1576.450123] env[69297]:    _type = "Task"
[ 1576.450123] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.459650] env[69297]: DEBUG oslo_vmware.api [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.473329] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e1bffa-a88c-15e6-09d6-b7f42580a817, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.473596] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1576.473875] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18/3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1576.474162] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad169159-cbe8-42a1-be3d-c910ab006b47 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.484643] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1576.484643] env[69297]:    value = "task-2931559"
[ 1576.484643] env[69297]:    _type = "Task"
[ 1576.484643] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1576.492521] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1576.516305] env[69297]: DEBUG nova.compute.utils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1576.518211] env[69297]: DEBUG nova.compute.manager [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1576.518211] env[69297]: DEBUG nova.network.neutron [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1576.552825] env[69297]: DEBUG nova.network.neutron [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Updating instance_info_cache with network_info: [{"id": "f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87", "address": "fa:16:3e:52:10:d3", "network": {"id": "878ce141-e794-4acd-b561-bbb36798ee94", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1240297380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0614114ac8b43cbacac23339723dd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28fdfd5-19", "ovs_interfaceid": "f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1576.558622] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f6ce95f-c35c-47ca-9cf7-6874b07ea23a tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "45c74116-94a5-42c9-acd6-b3dd1654628a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 8.528s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1576.585491] env[69297]: DEBUG nova.policy [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7efd14ab08a4f8db159518207f06cee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd367fa51de8f41ddb074ab073a406478', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1576.625131] env[69297]: DEBUG nova.compute.manager [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1576.626113] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61c07fd-04de-4632-962b-f06c508e9fc9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1576.857449] env[69297]: DEBUG oslo_vmware.api [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Task: {'id': task-2931557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206934} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.857729] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1576.857917] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1576.858115] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1576.858304] env[69297]: INFO nova.compute.manager [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1576.858931] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1576.858931] env[69297]: DEBUG nova.compute.manager [-] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1576.858931] env[69297]: DEBUG nova.network.neutron [-] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1576.905262] env[69297]: DEBUG nova.compute.manager [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Received event network-vif-plugged-f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1576.905536] env[69297]: DEBUG oslo_concurrency.lockutils [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] Acquiring lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1576.905667] env[69297]: DEBUG oslo_concurrency.lockutils [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] Lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1576.905834] env[69297]: DEBUG oslo_concurrency.lockutils [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] Lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1576.905997] env[69297]: DEBUG nova.compute.manager [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] No waiting events found dispatching network-vif-plugged-f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1576.907835] env[69297]: WARNING nova.compute.manager [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Received unexpected event network-vif-plugged-f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87 for instance with vm_state building and task_state spawning.
[ 1576.908138] env[69297]: DEBUG nova.compute.manager [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Received event network-changed-f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1576.908634] env[69297]: DEBUG nova.compute.manager [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Refreshing instance network info cache due to event network-changed-f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1576.908981] env[69297]: DEBUG oslo_concurrency.lockutils [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] Acquiring lock "refresh_cache-e163ee3b-811c-4ec2-af97-9ca0fd128e4d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1576.946233] env[69297]: DEBUG nova.network.neutron [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Successfully created port: e5319436-a845-424e-abf8-e9c6801cf903 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1576.959897] env[69297]: DEBUG oslo_vmware.api [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931558, 'name': ReconfigVM_Task, 'duration_secs': 0.14865} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.961733] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588625', 'volume_id': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'name': 'volume-dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0835cb6-57e7-4bc2-b4ec-66b44d96d00e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'serial': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1576.996024] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466618} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1576.996024] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18/3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1576.996419] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1576.996713] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b78a635d-3148-414d-a762-5df4bec876ee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.003759] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1577.003759] env[69297]:    value = "task-2931560"
[ 1577.003759] env[69297]:    _type = "Task"
[ 1577.003759] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1577.013432] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.021321] env[69297]: DEBUG nova.compute.manager [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1577.062336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Releasing lock "refresh_cache-e163ee3b-811c-4ec2-af97-9ca0fd128e4d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1577.062336] env[69297]: DEBUG nova.compute.manager [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Instance network_info: |[{"id": "f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87", "address": "fa:16:3e:52:10:d3", "network": {"id": "878ce141-e794-4acd-b561-bbb36798ee94", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1240297380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0614114ac8b43cbacac23339723dd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28fdfd5-19", "ovs_interfaceid": "f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1577.062685] env[69297]: DEBUG oslo_concurrency.lockutils [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] Acquired lock "refresh_cache-e163ee3b-811c-4ec2-af97-9ca0fd128e4d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1577.062925] env[69297]: DEBUG nova.network.neutron [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Refreshing network info cache for port f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1577.064201] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:10:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1577.074734] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Creating folder: Project (a0614114ac8b43cbacac23339723dd86). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1577.078365] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff903258-67e5-4951-8dcf-14c425a13018 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.094446] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Created folder: Project (a0614114ac8b43cbacac23339723dd86) in parent group-v588392.
[ 1577.094628] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Creating folder: Instances. Parent ref: group-v588627. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1577.094918] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10db6d50-ecc8-4b2f-8b24-691fa6a4cc32 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.105620] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Created folder: Instances in parent group-v588627.
[ 1577.105896] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1577.106396] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1577.106560] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-093792b0-6bfd-48ef-a85c-115f936d7644 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.133106] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1577.133106] env[69297]:    value = "task-2931563"
[ 1577.133106] env[69297]:    _type = "Task"
[ 1577.133106] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1577.139690] env[69297]: INFO nova.compute.manager [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] instance snapshotting
[ 1577.144453] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931563, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.145537] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c803abc5-df16-4019-82f8-52bb793fda2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.171928] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f66cdb-7f75-436c-8d2b-82365328f360 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.293874] env[69297]: DEBUG oslo_concurrency.lockutils [None req-49aba6f4-a78c-49d9-bdc9-8dc956d953b8 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.281s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1577.341099] env[69297]: DEBUG nova.network.neutron [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Updated VIF entry in instance network info cache for port f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1577.341578] env[69297]: DEBUG nova.network.neutron [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Updating instance_info_cache with network_info: [{"id": "f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87", "address": "fa:16:3e:52:10:d3", "network": {"id": "878ce141-e794-4acd-b561-bbb36798ee94", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1240297380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0614114ac8b43cbacac23339723dd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28fdfd5-19", "ovs_interfaceid": "f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1577.390266] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d23f20-cc37-4697-8dc0-1bf5161c3023 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.402051] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ad887-51b8-4b40-a213-54a17918981d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.435711] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93191e3e-ab8a-4382-ae0b-03967e337d7e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.444573] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f890f67d-1042-4c63-a698-fedde95711e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.460164] env[69297]: DEBUG nova.compute.provider_tree [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1577.512786] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071248} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1577.513621] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1577.514416] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b90f7b4-7405-4be5-af7d-baa6393bdf3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.544362] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18/3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1577.545549] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54087d79-102a-4eff-b816-b93f1773a119 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.569019] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1577.569019] env[69297]:    value = "task-2931564"
[ 1577.569019] env[69297]:    _type = "Task"
[ 1577.569019] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1577.576517] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.644595] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931563, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.684988] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1577.687046] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-299f3c7e-f5ec-45ce-ae96-6b8790ac6b14 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1577.696019] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1577.696019] env[69297]:    value = "task-2931565"
[ 1577.696019] env[69297]:    _type = "Task"
[ 1577.696019] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1577.705104] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931565, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1577.849329] env[69297]: DEBUG oslo_concurrency.lockutils [req-ff2ee4b5-01b9-402f-b4d0-042038051aab req-7e8225a1-05dd-465e-a291-41c4273241f4 service nova] Releasing lock "refresh_cache-e163ee3b-811c-4ec2-af97-9ca0fd128e4d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1577.896839] env[69297]: DEBUG nova.network.neutron [-] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1577.965018] env[69297]: DEBUG nova.scheduler.client.report [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1577.974770] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1577.975214] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1577.975689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1577.976030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1577.976458] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1577.978486] env[69297]: INFO nova.compute.manager [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Terminating instance
[ 1578.006529] env[69297]: DEBUG nova.objects.instance [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lazy-loading 'flavor' on Instance uuid f0835cb6-57e7-4bc2-b4ec-66b44d96d00e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1578.048851] env[69297]: DEBUG nova.compute.manager [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1578.073753] env[69297]: DEBUG nova.virt.hardware [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1578.074126] env[69297]: DEBUG nova.virt.hardware [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1578.075187] env[69297]: DEBUG nova.virt.hardware [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1578.075416] env[69297]: DEBUG nova.virt.hardware [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1578.075566] env[69297]: DEBUG nova.virt.hardware [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1578.075713] env[69297]: DEBUG nova.virt.hardware [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1578.075917] env[69297]: DEBUG nova.virt.hardware [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1578.076087] env[69297]: DEBUG nova.virt.hardware [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1578.076256] env[69297]: DEBUG nova.virt.hardware [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1578.076416] env[69297]: DEBUG nova.virt.hardware [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1578.076584] env[69297]: DEBUG nova.virt.hardware [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1578.077419] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0fbe59-cdb8-4b7b-ad64-e53dc811a90c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.088020] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4274fe8-94cd-49c0-82ff-959b98c568f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.092383] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931564, 'name': ReconfigVM_Task, 'duration_secs': 0.284357} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1578.092566] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18/3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1578.093538] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b74b68a0-382f-4929-ac74-05152d33c463 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.103733] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1578.103733] env[69297]:    value = "task-2931566"
[ 1578.103733] env[69297]:    _type = "Task"
[ 1578.103733] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1578.110977] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931566, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.146076] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931563, 'name': CreateVM_Task, 'duration_secs': 0.685641} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1578.146255] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1578.146919] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1578.147117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1578.147415] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1578.147665] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33bebe6f-39f8-4b3c-ae36-1ed586019de4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.152640] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for the task: (returnval){
[ 1578.152640] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a16973-ce58-4cf8-a1a8-f847b7997f4b"
[ 1578.152640] env[69297]:    _type = "Task"
[ 1578.152640] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1578.161666] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a16973-ce58-4cf8-a1a8-f847b7997f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.204377] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931565, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.398612] env[69297]: INFO nova.compute.manager [-] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Took 1.54 seconds to deallocate network for instance.
[ 1578.469031] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1578.469576] env[69297]: DEBUG nova.compute.manager [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1578.472267] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.337s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1578.472492] env[69297]: DEBUG nova.objects.instance [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Lazy-loading 'resources' on Instance uuid c249c505-4021-48be-b019-6dc02b8ae783 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1578.483174] env[69297]: DEBUG nova.compute.manager [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1578.483378] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1578.484504] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d290e796-f1cc-4ab3-aa50-ecdd2ffc06c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.493388] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1578.493667] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0e3a4d5-47ab-42a9-bfb7-bb4bf4debbf9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.499699] env[69297]: DEBUG oslo_vmware.api [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1578.499699] env[69297]:    value = "task-2931567"
[ 1578.499699] env[69297]:    _type = "Task"
[ 1578.499699] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1578.512362] env[69297]: DEBUG oslo_vmware.api [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.512837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6ab3fd80-458e-4c0a-9ad1-20eb3e5b5be8 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.778s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1578.613577] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931566, 'name': Rename_Task, 'duration_secs': 0.151136} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1578.613806] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1578.614136] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e06b56a6-7749-40be-a98c-ce7a1b7e8708 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.620859] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1578.620859] env[69297]:    value = "task-2931568"
[ 1578.620859] env[69297]:    _type = "Task"
[ 1578.620859] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1578.629634] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.664552] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a16973-ce58-4cf8-a1a8-f847b7997f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1578.664852] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1578.665112] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1578.665377] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1578.665525] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1578.665701] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1578.665969] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15b0a51e-5946-4238-8863-caae761d247d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.673909] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1578.674065] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1578.674896] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb62f4bf-e383-4192-ad38-80ab91c803a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.680686] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for the task: (returnval){
[ 1578.680686] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c5476c-8c8a-fcd4-a8ac-96a52d1bdb3e"
[ 1578.680686] env[69297]:    _type = "Task"
[ 1578.680686] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1578.690745] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c5476c-8c8a-fcd4-a8ac-96a52d1bdb3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1578.704804] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931565, 'name': CreateSnapshot_Task, 'duration_secs': 0.934482} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1578.705097] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1578.705832] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748f97a0-900c-4f57-a57f-c3bb2322fd60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1578.907206] env[69297]: DEBUG oslo_concurrency.lockutils [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1578.969782] env[69297]: DEBUG nova.compute.manager [req-6df4a552-bd49-4730-afd2-7c0f4cebbbf5 req-72fedfcb-c0c2-4e51-9aa9-87d2b2f6beea service nova] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Received event network-vif-deleted-5a1c2225-0df2-4a6e-8ebd-486e3817b9d1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1578.970311] env[69297]: DEBUG nova.compute.manager [req-6df4a552-bd49-4730-afd2-7c0f4cebbbf5 req-72fedfcb-c0c2-4e51-9aa9-87d2b2f6beea service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Received event network-vif-plugged-e5319436-a845-424e-abf8-e9c6801cf903 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1578.970311] env[69297]: DEBUG oslo_concurrency.lockutils [req-6df4a552-bd49-4730-afd2-7c0f4cebbbf5 req-72fedfcb-c0c2-4e51-9aa9-87d2b2f6beea service nova] Acquiring lock "7e4c309d-4862-4bfb-a56b-10132b3e6303-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1578.970311] env[69297]: DEBUG oslo_concurrency.lockutils [req-6df4a552-bd49-4730-afd2-7c0f4cebbbf5 req-72fedfcb-c0c2-4e51-9aa9-87d2b2f6beea service nova] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1578.970577] env[69297]: DEBUG oslo_concurrency.lockutils [req-6df4a552-bd49-4730-afd2-7c0f4cebbbf5 req-72fedfcb-c0c2-4e51-9aa9-87d2b2f6beea service nova] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1578.970674] env[69297]: DEBUG nova.compute.manager [req-6df4a552-bd49-4730-afd2-7c0f4cebbbf5 req-72fedfcb-c0c2-4e51-9aa9-87d2b2f6beea service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] No waiting events found dispatching network-vif-plugged-e5319436-a845-424e-abf8-e9c6801cf903 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1578.970807] env[69297]: WARNING nova.compute.manager [req-6df4a552-bd49-4730-afd2-7c0f4cebbbf5 req-72fedfcb-c0c2-4e51-9aa9-87d2b2f6beea service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Received unexpected event network-vif-plugged-e5319436-a845-424e-abf8-e9c6801cf903 for instance with vm_state building and task_state spawning.
[ 1578.973235] env[69297]: DEBUG nova.network.neutron [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Successfully updated port: e5319436-a845-424e-abf8-e9c6801cf903 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1578.978113] env[69297]: DEBUG nova.compute.utils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1578.982843] env[69297]: DEBUG nova.compute.manager [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1578.982843] env[69297]: DEBUG nova.network.neutron [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1579.014889] env[69297]: DEBUG oslo_vmware.api [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931567, 'name': PowerOffVM_Task, 'duration_secs': 0.174702} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1579.017651] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1579.017963] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1579.018261] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20ba735f-2f25-4895-9375-1f58ec976ac2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.040802] env[69297]: DEBUG nova.policy [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b455dc6aa064d26b98b99e4f920bc81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b951b3fbff4a6e81a93a0cd5b184b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1579.117636] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1579.117897] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1579.118063] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleting the datastore file [datastore1] ab2dc89a-41e4-422f-8db5-fb01f06f49ef {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1579.118311] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b9bc75e-6e74-44bf-8bf2-06419f7adc24 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.125749] env[69297]: DEBUG oslo_vmware.api [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1579.125749] env[69297]:    value = "task-2931570"
[ 1579.125749] env[69297]:    _type = "Task"
[ 1579.125749] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1579.133798] env[69297]: DEBUG oslo_vmware.api [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931568, 'name': PowerOnVM_Task, 'duration_secs': 0.47047} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1579.134541] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1579.134756] env[69297]: DEBUG nova.compute.manager [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1579.135555] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977cad67-cfa9-42ba-a4dc-fa8c48b0eb1b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.140760] env[69297]: DEBUG oslo_vmware.api [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.192672] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c5476c-8c8a-fcd4-a8ac-96a52d1bdb3e, 'name': SearchDatastore_Task, 'duration_secs': 0.013238} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1579.196447] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb106540-fd6d-4dbc-b44d-9111ebeb3726 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.201821] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for the task: (returnval){
[ 1579.201821] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525894b8-2a5c-15ff-a265-cc661074871b"
[ 1579.201821] env[69297]:    _type = "Task"
[ 1579.201821] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1579.210495] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525894b8-2a5c-15ff-a265-cc661074871b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.223838] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1579.226513] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-467b436c-d113-4379-b7e4-601b283c1662 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.234014] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1579.234014] env[69297]:    value = "task-2931571"
[ 1579.234014] env[69297]:    _type = "Task"
[ 1579.234014] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1579.242638] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931571, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.244099] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641a8c50-3f8f-428c-88b2-bef820cdc4f0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.250251] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51567e03-ca58-4500-8eec-9162ec5fc281 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.282901] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7afae5-6b53-4be0-a551-f547d0b8f789 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.289754] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f26fbf4-bd99-48ba-8614-4793d4f59ae7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.304915] env[69297]: DEBUG nova.compute.provider_tree [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1579.323701] env[69297]: DEBUG nova.network.neutron [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Successfully created port: ddafeafc-2a0b-4be1-9eed-1471b04f9f6f {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1579.387492] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1579.387727] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1579.478296] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1579.478454] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1579.478611] env[69297]: DEBUG nova.network.neutron [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1579.485943] env[69297]: DEBUG nova.compute.manager [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1579.636085] env[69297]: DEBUG oslo_vmware.api [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257642} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1579.636371] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1579.636557] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1579.636731] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1579.636910] env[69297]: INFO nova.compute.manager [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Took 1.15 seconds to destroy the instance on the hypervisor.
[ 1579.637158] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1579.637354] env[69297]: DEBUG nova.compute.manager [-] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1579.637449] env[69297]: DEBUG nova.network.neutron [-] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1579.655305] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1579.712249] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525894b8-2a5c-15ff-a265-cc661074871b, 'name': SearchDatastore_Task, 'duration_secs': 0.030274} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1579.712571] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1579.712866] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] e163ee3b-811c-4ec2-af97-9ca0fd128e4d/e163ee3b-811c-4ec2-af97-9ca0fd128e4d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1579.713851] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-111f068c-0c23-4244-89db-795824b09ae9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1579.721665] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for the task: (returnval){
[ 1579.721665] env[69297]:    value = "task-2931572"
[ 1579.721665] env[69297]:    _type = "Task"
[ 1579.721665] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1579.729841] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.743331] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931571, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1579.808226] env[69297]: DEBUG nova.scheduler.client.report [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1579.890322] env[69297]: DEBUG nova.compute.manager [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1580.030731] env[69297]: DEBUG nova.network.neutron [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1580.218486] env[69297]: DEBUG nova.network.neutron [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance_info_cache with network_info: [{"id": "e5319436-a845-424e-abf8-e9c6801cf903", "address": "fa:16:3e:ce:d3:86", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5319436-a8", "ovs_interfaceid": "e5319436-a845-424e-abf8-e9c6801cf903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1580.238145] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482931} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1580.241607] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] e163ee3b-811c-4ec2-af97-9ca0fd128e4d/e163ee3b-811c-4ec2-af97-9ca0fd128e4d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1580.241816] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1580.242162] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e3f0d38-9812-424f-b066-3ce984e8b879 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.251141] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931571, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.252440] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for the task: (returnval){
[ 1580.252440] env[69297]:    value = "task-2931573"
[ 1580.252440] env[69297]:    _type = "Task"
[ 1580.252440] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1580.261500] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.315841] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1580.318131] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.231s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1580.339105] env[69297]: INFO nova.scheduler.client.report [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Deleted allocations for instance c249c505-4021-48be-b019-6dc02b8ae783
[ 1580.416934] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1580.495254] env[69297]: DEBUG nova.compute.manager [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1580.521290] env[69297]: DEBUG nova.virt.hardware [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1580.521541] env[69297]: DEBUG nova.virt.hardware [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1580.521698] env[69297]: DEBUG nova.virt.hardware [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1580.521894] env[69297]: DEBUG nova.virt.hardware [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1580.522066] env[69297]: DEBUG nova.virt.hardware [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1580.522215] env[69297]: DEBUG nova.virt.hardware [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1580.522419] env[69297]: DEBUG nova.virt.hardware [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1580.522918] env[69297]: DEBUG nova.virt.hardware [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1580.522918] env[69297]: DEBUG nova.virt.hardware [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1580.522918] env[69297]: DEBUG nova.virt.hardware [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1580.523055] env[69297]: DEBUG nova.virt.hardware [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1580.524250] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368bb7a7-9176-4a66-a3da-9964d10d9d08 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.533213] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93333683-ce09-4ca8-b955-d112779d6245 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.649659] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquiring lock "3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1580.649964] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1580.650273] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquiring lock "3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1580.650382] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1580.650539] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1580.652898] env[69297]: INFO nova.compute.manager [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Terminating instance
[ 1580.723043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1580.723043] env[69297]: DEBUG nova.compute.manager [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Instance network_info: |[{"id": "e5319436-a845-424e-abf8-e9c6801cf903", "address": "fa:16:3e:ce:d3:86", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5319436-a8", "ovs_interfaceid": "e5319436-a845-424e-abf8-e9c6801cf903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1580.723295] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:d3:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5319436-a845-424e-abf8-e9c6801cf903', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1580.731448] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1580.732199] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1580.732286] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e16c553d-9c10-4790-8f7f-19227fe507ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.759016] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931571, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.760318] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1580.760318] env[69297]:    value = "task-2931574"
[ 1580.760318] env[69297]:    _type = "Task"
[ 1580.760318] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1580.766607] env[69297]: DEBUG nova.network.neutron [-] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1580.767790] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066317} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1580.768399] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1580.769708] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdf88d2-5e8c-4105-997c-dd2064a72d14 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.775196] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931574, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.796869] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] e163ee3b-811c-4ec2-af97-9ca0fd128e4d/e163ee3b-811c-4ec2-af97-9ca0fd128e4d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1580.797845] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ba36444-2213-41c3-9edc-a7dda38d90be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1580.818474] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for the task: (returnval){
[ 1580.818474] env[69297]:    value = "task-2931575"
[ 1580.818474] env[69297]:    _type = "Task"
[ 1580.818474] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1580.834608] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931575, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1580.850514] env[69297]: DEBUG oslo_concurrency.lockutils [None req-80897577-d185-4e2b-8ff6-1886cd61a447 tempest-ServersTestFqdnHostnames-298808061 tempest-ServersTestFqdnHostnames-298808061-project-member] Lock "c249c505-4021-48be-b019-6dc02b8ae783" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.975s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1581.103180] env[69297]: DEBUG nova.compute.manager [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Received event network-changed-e5319436-a845-424e-abf8-e9c6801cf903 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1581.103990] env[69297]: DEBUG nova.compute.manager [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Refreshing instance network info cache due to event network-changed-e5319436-a845-424e-abf8-e9c6801cf903. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1581.104415] env[69297]: DEBUG oslo_concurrency.lockutils [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] Acquiring lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1581.104784] env[69297]: DEBUG oslo_concurrency.lockutils [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] Acquired lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1581.105250] env[69297]: DEBUG nova.network.neutron [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Refreshing network info cache for port e5319436-a845-424e-abf8-e9c6801cf903 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1581.116364] env[69297]: DEBUG nova.network.neutron [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Successfully updated port: ddafeafc-2a0b-4be1-9eed-1471b04f9f6f {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1581.156575] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquiring lock "refresh_cache-3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1581.156876] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquired lock "refresh_cache-3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1581.156984] env[69297]: DEBUG nova.network.neutron [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1581.259867] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931571, 'name': CloneVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.268937] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931574, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.272510] env[69297]: INFO nova.compute.manager [-] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Took 1.63 seconds to deallocate network for instance.
[ 1581.335444] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.369223] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 2e6e7566-a129-40fb-87bc-5e16b50e873a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.369223] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7b5ce58b-a3fb-439f-b678-a346db80c996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.369223] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance edc3d4ee-834a-4b79-b98d-90273453c281 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.369223] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance b91ace70-321d-4303-ba68-a38e10282f81 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.369223] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance ab2dc89a-41e4-422f-8db5-fb01f06f49ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.369223] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance f0835cb6-57e7-4bc2-b4ec-66b44d96d00e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.369223] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 215135ab-2bf3-4131-bb06-cd807ba0a5d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.369223] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.369223] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 0c256f55-a300-4e03-93bb-9f80f97805dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1581.370127] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7e5b4981-7d9e-42d4-a9ad-c2eb61905452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.370127] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 2a395474-e758-475e-918b-019d1772b739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.370127] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.370127] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7403888b-0972-4d6e-b78c-0f2b95bafaf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.370127] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance e163ee3b-811c-4ec2-af97-9ca0fd128e4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.370127] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7e4c309d-4862-4bfb-a56b-10132b3e6303 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.370127] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 89619274-c8dc-40eb-a843-e2497b304a40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1581.619745] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "refresh_cache-89619274-c8dc-40eb-a843-e2497b304a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1581.619745] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "refresh_cache-89619274-c8dc-40eb-a843-e2497b304a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1581.619745] env[69297]: DEBUG nova.network.neutron [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1581.687270] env[69297]: DEBUG nova.network.neutron [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1581.759506] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931571, 'name': CloneVM_Task, 'duration_secs': 2.127187} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.762362] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Created linked-clone VM from snapshot
[ 1581.763365] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4148b7b-19c7-4932-a5e2-a25a7624c453 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.776549] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Uploading image 200dc40f-6283-40e7-87ff-4aeaabf06a8a {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1581.784490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1581.784583] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931574, 'name': CreateVM_Task, 'duration_secs': 0.590842} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.785333] env[69297]: DEBUG nova.network.neutron [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1581.786419] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1581.792850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1581.792850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1581.792850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1581.793206] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4676a19-0cbe-499e-b7e1-b9d764fd19ef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.802060] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1581.802060] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9efaf5be-27be-4fea-a20f-97977de19524 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.803963] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1581.803963] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5274a151-1130-a012-f9d5-74f44bb0c186"
[ 1581.803963] env[69297]:    _type = "Task"
[ 1581.803963] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.813030] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1581.813030] env[69297]:    value = "task-2931576"
[ 1581.813030] env[69297]:    _type = "Task"
[ 1581.813030] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.820372] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5274a151-1130-a012-f9d5-74f44bb0c186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.829838] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931576, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.836190] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931575, 'name': ReconfigVM_Task, 'duration_secs': 0.527862} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1581.836190] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] e163ee3b-811c-4ec2-af97-9ca0fd128e4d/e163ee3b-811c-4ec2-af97-9ca0fd128e4d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1581.837072] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1921df25-ad44-42fa-9113-e6d60b3efe0a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.846693] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for the task: (returnval){
[ 1581.846693] env[69297]:    value = "task-2931577"
[ 1581.846693] env[69297]:    _type = "Task"
[ 1581.846693] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1581.856701] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931577, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1581.876046] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 5473c94e-eb21-41fd-9b85-2043fc0d45bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1581.876046] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1581.876046] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1581.930155] env[69297]: DEBUG nova.network.neutron [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updated VIF entry in instance network info cache for port e5319436-a845-424e-abf8-e9c6801cf903. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1581.930526] env[69297]: DEBUG nova.network.neutron [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance_info_cache with network_info: [{"id": "e5319436-a845-424e-abf8-e9c6801cf903", "address": "fa:16:3e:ce:d3:86", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5319436-a8", "ovs_interfaceid": "e5319436-a845-424e-abf8-e9c6801cf903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1581.957170] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1581.957479] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1581.957610] env[69297]: DEBUG nova.compute.manager [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1581.958548] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446bfc02-fe1b-46cc-afd9-966319245e3c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1581.966169] env[69297]: DEBUG nova.compute.manager [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69297) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1581.967060] env[69297]: DEBUG nova.objects.instance [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'flavor' on Instance uuid 2e6e7566-a129-40fb-87bc-5e16b50e873a {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1582.125039] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653adae8-abc8-43af-adc2-187bb29c6a0e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.133505] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9ee5ba-b51f-48b2-b91c-eab436f1e524 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.172379] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeedef0-ce99-49ab-aebc-e1ab3639b56a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.181566] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7557236e-fdc3-4137-8397-df43be97077e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.201023] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1582.201023] env[69297]: DEBUG nova.network.neutron [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1582.294200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Releasing lock "refresh_cache-3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1582.294695] env[69297]: DEBUG nova.compute.manager [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1582.294916] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1582.295874] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327df7ba-2c10-48e4-b97f-982854aa3900 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.304037] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1582.304294] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-363a6e98-c196-4761-b69b-2f33a5135005 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.316125] env[69297]: DEBUG oslo_vmware.api [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1582.316125] env[69297]:    value = "task-2931578"
[ 1582.316125] env[69297]:    _type = "Task"
[ 1582.316125] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.323242] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5274a151-1130-a012-f9d5-74f44bb0c186, 'name': SearchDatastore_Task, 'duration_secs': 0.023518} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.323552] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1582.323785] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1582.324026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1582.324177] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1582.324350] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1582.325251] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3828d83-8989-48ca-b75c-63aa9c6ade75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.333391] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931576, 'name': Destroy_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.333539] env[69297]: DEBUG oslo_vmware.api [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.341443] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1582.341632] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1582.342395] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed96f97-94c0-4e47-b3b7-d30ee12521c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.347635] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1582.347635] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52582bf3-f499-2811-a1a8-ecbed9aed2bc"
[ 1582.347635] env[69297]:    _type = "Task"
[ 1582.347635] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.359537] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52582bf3-f499-2811-a1a8-ecbed9aed2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.363717] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931577, 'name': Rename_Task, 'duration_secs': 0.352171} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.363842] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf48ec1-2e7b-4032-81ed-ad0253dd27fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.366305] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1582.366536] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aee4cc2a-e823-4484-9d0d-b20a18d86d6f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.371626] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1582.371626] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52528c98-a114-a9d0-7e29-030db820876f"
[ 1582.371626] env[69297]:    _type = "Task"
[ 1582.371626] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.379118] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for the task: (returnval){
[ 1582.379118] env[69297]:    value = "task-2931579"
[ 1582.379118] env[69297]:    _type = "Task"
[ 1582.379118] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.386342] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52528c98-a114-a9d0-7e29-030db820876f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.392458] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931579, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.419700] env[69297]: DEBUG nova.network.neutron [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Updating instance_info_cache with network_info: [{"id": "ddafeafc-2a0b-4be1-9eed-1471b04f9f6f", "address": "fa:16:3e:c9:61:10", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddafeafc-2a", "ovs_interfaceid": "ddafeafc-2a0b-4be1-9eed-1471b04f9f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1582.434038] env[69297]: DEBUG oslo_concurrency.lockutils [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] Releasing lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1582.434230] env[69297]: DEBUG nova.compute.manager [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Received event network-vif-deleted-d4a09e55-b462-4517-8a52-9b752a0b5857 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1582.434401] env[69297]: DEBUG nova.compute.manager [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Received event network-vif-plugged-ddafeafc-2a0b-4be1-9eed-1471b04f9f6f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1582.434659] env[69297]: DEBUG oslo_concurrency.lockutils [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] Acquiring lock "89619274-c8dc-40eb-a843-e2497b304a40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1582.434882] env[69297]: DEBUG oslo_concurrency.lockutils [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] Lock "89619274-c8dc-40eb-a843-e2497b304a40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1582.435103] env[69297]: DEBUG oslo_concurrency.lockutils [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] Lock "89619274-c8dc-40eb-a843-e2497b304a40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1582.435288] env[69297]: DEBUG nova.compute.manager [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] No waiting events found dispatching network-vif-plugged-ddafeafc-2a0b-4be1-9eed-1471b04f9f6f {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1582.435472] env[69297]: WARNING nova.compute.manager [req-442f1ffa-9c11-456a-a57e-34114316bf86 req-b4170d8c-3053-4f8d-90b4-d194494a1feb service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Received unexpected event network-vif-plugged-ddafeafc-2a0b-4be1-9eed-1471b04f9f6f for instance with vm_state building and task_state spawning.
[ 1582.704803] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1582.826500] env[69297]: DEBUG oslo_vmware.api [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931578, 'name': PowerOffVM_Task, 'duration_secs': 0.16856} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.829389] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1582.829578] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1582.829877] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931576, 'name': Destroy_Task, 'duration_secs': 0.945563} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.830158] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52af7ca6-9b0b-42fc-af11-3cf507cee2b2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.831718] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Destroyed the VM
[ 1582.831961] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1582.832211] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0355c7a9-f69a-4a8a-96af-7a88cc920374 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.839044] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1582.839044] env[69297]:    value = "task-2931581"
[ 1582.839044] env[69297]:    _type = "Task"
[ 1582.839044] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.848958] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931581, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.855613] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1582.855835] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1582.856095] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Deleting the datastore file [datastore2] 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1582.856406] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94e378d0-f188-4434-ae37-c2d4ac711332 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.863312] env[69297]: DEBUG oslo_vmware.api [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for the task: (returnval){
[ 1582.863312] env[69297]:    value = "task-2931582"
[ 1582.863312] env[69297]:    _type = "Task"
[ 1582.863312] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.872283] env[69297]: DEBUG oslo_vmware.api [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.880755] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52528c98-a114-a9d0-7e29-030db820876f, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1582.883996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1582.884305] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 7e4c309d-4862-4bfb-a56b-10132b3e6303/7e4c309d-4862-4bfb-a56b-10132b3e6303.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1582.884563] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51e792fe-3142-4102-8cbb-74d5d10b1418 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.891850] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931579, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.893798] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1582.893798] env[69297]:    value = "task-2931583"
[ 1582.893798] env[69297]:    _type = "Task"
[ 1582.893798] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.901163] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.923145] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "refresh_cache-89619274-c8dc-40eb-a843-e2497b304a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1582.923602] env[69297]: DEBUG nova.compute.manager [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Instance network_info: |[{"id": "ddafeafc-2a0b-4be1-9eed-1471b04f9f6f", "address": "fa:16:3e:c9:61:10", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddafeafc-2a", "ovs_interfaceid": "ddafeafc-2a0b-4be1-9eed-1471b04f9f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1582.924266] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:61:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddafeafc-2a0b-4be1-9eed-1471b04f9f6f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1582.933820] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1582.934232] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1582.934620] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fa7cde6-287f-4824-8f02-8201ab418ca1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.956945] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1582.956945] env[69297]:    value = "task-2931584"
[ 1582.956945] env[69297]:    _type = "Task"
[ 1582.956945] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.964998] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931584, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1582.976478] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1582.976478] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4080417b-ee02-4e7b-8796-2e9f9db921be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1582.983900] env[69297]: DEBUG oslo_vmware.api [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1582.983900] env[69297]:    value = "task-2931585"
[ 1582.983900] env[69297]:    _type = "Task"
[ 1582.983900] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1582.992968] env[69297]: DEBUG oslo_vmware.api [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.210585] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1583.211010] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.893s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1583.211177] env[69297]: DEBUG oslo_concurrency.lockutils [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.305s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1583.211373] env[69297]: DEBUG oslo_concurrency.lockutils [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1583.214267] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.559s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1583.214500] env[69297]: DEBUG nova.objects.instance [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1583.268243] env[69297]: INFO nova.scheduler.client.report [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Deleted allocations for instance 0c256f55-a300-4e03-93bb-9f80f97805dc
[ 1583.319863] env[69297]: DEBUG nova.compute.manager [req-51e73f07-9d0f-4a07-a9d4-76000954b6ae req-9cbf6ba4-4fd3-49c8-aceb-1d7076d953b6 service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Received event network-changed-ddafeafc-2a0b-4be1-9eed-1471b04f9f6f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1583.320120] env[69297]: DEBUG nova.compute.manager [req-51e73f07-9d0f-4a07-a9d4-76000954b6ae req-9cbf6ba4-4fd3-49c8-aceb-1d7076d953b6 service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Refreshing instance network info cache due to event network-changed-ddafeafc-2a0b-4be1-9eed-1471b04f9f6f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1583.324792] env[69297]: DEBUG oslo_concurrency.lockutils [req-51e73f07-9d0f-4a07-a9d4-76000954b6ae req-9cbf6ba4-4fd3-49c8-aceb-1d7076d953b6 service nova] Acquiring lock "refresh_cache-89619274-c8dc-40eb-a843-e2497b304a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1583.324792] env[69297]: DEBUG oslo_concurrency.lockutils [req-51e73f07-9d0f-4a07-a9d4-76000954b6ae req-9cbf6ba4-4fd3-49c8-aceb-1d7076d953b6 service nova] Acquired lock "refresh_cache-89619274-c8dc-40eb-a843-e2497b304a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1583.324792] env[69297]: DEBUG nova.network.neutron [req-51e73f07-9d0f-4a07-a9d4-76000954b6ae req-9cbf6ba4-4fd3-49c8-aceb-1d7076d953b6 service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Refreshing network info cache for port ddafeafc-2a0b-4be1-9eed-1471b04f9f6f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1583.351633] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931581, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.376071] env[69297]: DEBUG oslo_vmware.api [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Task: {'id': task-2931582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140053} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1583.376300] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1583.376579] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1583.380198] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1583.380198] env[69297]: INFO nova.compute.manager [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Took 1.08 seconds to destroy the instance on the hypervisor.
[ 1583.380198] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1583.380198] env[69297]: DEBUG nova.compute.manager [-] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1583.380198] env[69297]: DEBUG nova.network.neutron [-] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1583.396473] env[69297]: DEBUG oslo_vmware.api [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931579, 'name': PowerOnVM_Task, 'duration_secs': 0.797772} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1583.400027] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1583.400473] env[69297]: INFO nova.compute.manager [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Took 9.70 seconds to spawn the instance on the hypervisor.
[ 1583.400732] env[69297]: DEBUG nova.compute.manager [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1583.401558] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b43235e-a744-4cb5-9178-366bd530f21a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.410528] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931583, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.411538] env[69297]: DEBUG nova.network.neutron [-] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1583.472078] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931584, 'name': CreateVM_Task, 'duration_secs': 0.435943} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1583.472987] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1583.473498] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1583.473630] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1583.473925] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1583.474198] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ed4d84-166f-4861-bab7-82cbfcdc327e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.479954] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1583.479954] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c2638f-0669-cff5-aaf9-de95c892d1f6"
[ 1583.479954] env[69297]:    _type = "Task"
[ 1583.479954] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1583.494930] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c2638f-0669-cff5-aaf9-de95c892d1f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.498169] env[69297]: DEBUG oslo_vmware.api [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931585, 'name': PowerOffVM_Task, 'duration_secs': 0.477678} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1583.498456] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1583.498642] env[69297]: DEBUG nova.compute.manager [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1583.499426] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa1d4d2-020c-46fb-94ef-a74efebe1555 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.777377] env[69297]: DEBUG oslo_concurrency.lockutils [None req-207e90ea-d7f0-4cdf-813d-81802727e958 tempest-ServerRescueTestJSONUnderV235-176251144 tempest-ServerRescueTestJSONUnderV235-176251144-project-member] Lock "0c256f55-a300-4e03-93bb-9f80f97805dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 8.583s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1583.850734] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931581, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.906837] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519924} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1583.907113] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 7e4c309d-4862-4bfb-a56b-10132b3e6303/7e4c309d-4862-4bfb-a56b-10132b3e6303.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1583.907328] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1583.907566] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e7f5315-856b-4dd1-94ec-d1ff1f1ba90a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1583.915188] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1583.915188] env[69297]:    value = "task-2931586"
[ 1583.915188] env[69297]:    _type = "Task"
[ 1583.915188] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1583.919156] env[69297]: DEBUG nova.network.neutron [-] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1583.933409] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1583.934597] env[69297]: INFO nova.compute.manager [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Took 17.78 seconds to build instance.
[ 1583.995653] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c2638f-0669-cff5-aaf9-de95c892d1f6, 'name': SearchDatastore_Task, 'duration_secs': 0.022386} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1583.996256] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1583.996652] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1583.996932] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1583.997117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1583.997319] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1583.997636] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4c6c65e-b5d6-4f4a-9d02-70686476a94b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.009407] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1584.009407] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1584.012289] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4284c2b0-614a-4c38-84b5-2f1c7d5f6e2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.015925] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6df129e2-8a41-4124-bc51-d0656134e71d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.058s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1584.022741] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1584.022741] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52222ce8-f1c6-7e68-5727-a6ee618fc1bf"
[ 1584.022741] env[69297]:    _type = "Task"
[ 1584.022741] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1584.034653] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52222ce8-f1c6-7e68-5727-a6ee618fc1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1584.166879] env[69297]: DEBUG nova.network.neutron [req-51e73f07-9d0f-4a07-a9d4-76000954b6ae req-9cbf6ba4-4fd3-49c8-aceb-1d7076d953b6 service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Updated VIF entry in instance network info cache for port ddafeafc-2a0b-4be1-9eed-1471b04f9f6f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1584.167305] env[69297]: DEBUG nova.network.neutron [req-51e73f07-9d0f-4a07-a9d4-76000954b6ae req-9cbf6ba4-4fd3-49c8-aceb-1d7076d953b6 service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Updating instance_info_cache with network_info: [{"id": "ddafeafc-2a0b-4be1-9eed-1471b04f9f6f", "address": "fa:16:3e:c9:61:10", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddafeafc-2a", "ovs_interfaceid": "ddafeafc-2a0b-4be1-9eed-1471b04f9f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1584.225654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d9583fbb-a5ad-4586-9488-c202ca249fe1 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1584.226821] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.810s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1584.230051] env[69297]: INFO nova.compute.claims [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1584.352009] env[69297]: DEBUG oslo_vmware.api [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931581, 'name': RemoveSnapshot_Task, 'duration_secs': 1.173951} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1584.352452] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1584.379788] env[69297]: DEBUG nova.objects.instance [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'flavor' on Instance uuid 2e6e7566-a129-40fb-87bc-5e16b50e873a {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1584.427897] env[69297]: INFO nova.compute.manager [-] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Took 1.05 seconds to deallocate network for instance.
[ 1584.428261] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068479} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1584.430232] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1584.431070] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2f5c07-1fa8-4cb6-baa8-d667d37349b0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.436471] env[69297]: DEBUG oslo_concurrency.lockutils [None req-39df44d7-ef26-45b8-919b-4dcc7db71f6b tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.289s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1584.458393] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 7e4c309d-4862-4bfb-a56b-10132b3e6303/7e4c309d-4862-4bfb-a56b-10132b3e6303.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1584.458708] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8761b43-1320-4ddb-8516-130dd6496173 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.482269] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1584.482269] env[69297]:    value = "task-2931587"
[ 1584.482269] env[69297]:    _type = "Task"
[ 1584.482269] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1584.490884] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1584.537263] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52222ce8-f1c6-7e68-5727-a6ee618fc1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.068491} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1584.542030] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8333cc-947b-4a80-a345-a56731f09d6a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1584.550227] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1584.550227] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52cdcf08-0f70-9eb6-78ca-700dc7e5aa77"
[ 1584.550227] env[69297]:    _type = "Task"
[ 1584.550227] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1584.562150] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52cdcf08-0f70-9eb6-78ca-700dc7e5aa77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1584.670348] env[69297]: DEBUG oslo_concurrency.lockutils [req-51e73f07-9d0f-4a07-a9d4-76000954b6ae req-9cbf6ba4-4fd3-49c8-aceb-1d7076d953b6 service nova] Releasing lock "refresh_cache-89619274-c8dc-40eb-a843-e2497b304a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1584.859516] env[69297]: WARNING nova.compute.manager [None req-9261dda1-80e5-4cd6-9379-f5dece2e09e5 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Image not found during snapshot: nova.exception.ImageNotFound: Image 200dc40f-6283-40e7-87ff-4aeaabf06a8a could not be found.
[ 1584.885920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1584.886196] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1584.886285] env[69297]: DEBUG nova.network.neutron [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1584.886585] env[69297]: DEBUG nova.objects.instance [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'info_cache' on Instance uuid 2e6e7566-a129-40fb-87bc-5e16b50e873a {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1584.937840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1584.997340] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1585.063017] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52cdcf08-0f70-9eb6-78ca-700dc7e5aa77, 'name': SearchDatastore_Task, 'duration_secs': 0.025573} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1585.063472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1585.063868] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 89619274-c8dc-40eb-a843-e2497b304a40/89619274-c8dc-40eb-a843-e2497b304a40.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1585.064371] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58fb7157-687c-4ef9-9055-96a88a044e9a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.073170] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1585.073170] env[69297]:    value = "task-2931588"
[ 1585.073170] env[69297]:    _type = "Task"
[ 1585.073170] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1585.083521] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1585.390085] env[69297]: DEBUG nova.objects.base [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Object Instance<2e6e7566-a129-40fb-87bc-5e16b50e873a> lazy-loaded attributes: flavor,info_cache {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1585.504730] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931587, 'name': ReconfigVM_Task, 'duration_secs': 0.849213} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1585.505042] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 7e4c309d-4862-4bfb-a56b-10132b3e6303/7e4c309d-4862-4bfb-a56b-10132b3e6303.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1585.508032] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f11c7f06-3bb0-4371-80a9-ec280379a0b2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.514493] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1585.514493] env[69297]:    value = "task-2931589"
[ 1585.514493] env[69297]:    _type = "Task"
[ 1585.514493] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1585.531612] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931589, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1585.582188] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486697} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1585.582469] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 89619274-c8dc-40eb-a843-e2497b304a40/89619274-c8dc-40eb-a843-e2497b304a40.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1585.582640] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1585.583759] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24f56d97-0be2-4229-9e96-01c6b10c740e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.586245] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc5f2d-777d-4615-88b1-bedec5bb7660 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.596571] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96be4d9-2cdd-4c2f-a4ed-2385501b4e65 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.601563] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1585.601563] env[69297]:    value = "task-2931590"
[ 1585.601563] env[69297]:    _type = "Task"
[ 1585.601563] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1585.637912] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35bcfd3-af18-47a0-aba4-a7dd67bd4c21 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.643615] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931590, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1585.649122] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddef0229-1bcc-42d8-968e-fa5312e211c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1585.674213] env[69297]: DEBUG nova.compute.provider_tree [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1586.002404] env[69297]: DEBUG oslo_concurrency.lockutils [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquiring lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1586.002404] env[69297]: DEBUG oslo_concurrency.lockutils [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1586.002404] env[69297]: DEBUG oslo_concurrency.lockutils [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquiring lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1586.002404] env[69297]: DEBUG oslo_concurrency.lockutils [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1586.002404] env[69297]: DEBUG oslo_concurrency.lockutils [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1586.004449] env[69297]: INFO nova.compute.manager [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Terminating instance
[ 1586.029769] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931589, 'name': Rename_Task, 'duration_secs': 0.181555} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1586.030140] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1586.030423] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89d7a141-4c0c-44fa-b9d5-3a137446c62b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.036551] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1586.036551] env[69297]:    value = "task-2931591"
[ 1586.036551] env[69297]:    _type = "Task"
[ 1586.036551] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1586.045577] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1586.111955] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076605} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1586.112212] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1586.113158] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06d79ff-5a66-455c-afab-d497287e0be5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.135788] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 89619274-c8dc-40eb-a843-e2497b304a40/89619274-c8dc-40eb-a843-e2497b304a40.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1586.139986] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2872aacc-6b0e-493f-a562-1145c3a42e26 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.162017] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1586.162017] env[69297]:    value = "task-2931592"
[ 1586.162017] env[69297]:    _type = "Task"
[ 1586.162017] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1586.172909] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1586.177472] env[69297]: DEBUG nova.scheduler.client.report [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1586.368800] env[69297]: DEBUG nova.network.neutron [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance_info_cache with network_info: [{"id": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "address": "fa:16:3e:25:f4:19", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a2dcc4-9b", "ovs_interfaceid": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1586.399312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1586.399618] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1586.399796] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1586.399976] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1586.400166] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1586.403843] env[69297]: INFO nova.compute.manager [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Terminating instance
[ 1586.510438] env[69297]: DEBUG nova.compute.manager [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1586.510438] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1586.511814] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa84aaa-0ad8-4cf3-b004-33a130278df0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.519878] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1586.520159] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc988b64-4025-4551-a369-d7b0b31099c1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.526028] env[69297]: DEBUG oslo_vmware.api [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for the task: (returnval){
[ 1586.526028] env[69297]:    value = "task-2931593"
[ 1586.526028] env[69297]:    _type = "Task"
[ 1586.526028] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1586.538041] env[69297]: DEBUG oslo_vmware.api [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1586.546758] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1586.672913] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931592, 'name': ReconfigVM_Task, 'duration_secs': 0.334306} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1586.673278] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 89619274-c8dc-40eb-a843-e2497b304a40/89619274-c8dc-40eb-a843-e2497b304a40.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1586.674023] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09d76b40-c167-46a5-a59d-307d7abc0b27 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.681749] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1586.682332] env[69297]: DEBUG nova.compute.manager [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1586.685482] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1586.685482] env[69297]:    value = "task-2931594"
[ 1586.685482] env[69297]:    _type = "Task"
[ 1586.685482] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1586.685777] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.902s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1586.685977] env[69297]: DEBUG nova.objects.instance [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lazy-loading 'resources' on Instance uuid ab2dc89a-41e4-422f-8db5-fb01f06f49ef {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1586.699127] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931594, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1586.874169] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1586.911670] env[69297]: DEBUG nova.compute.manager [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1586.912034] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1586.913350] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac7ef92-904d-4ad3-865f-15ac8df763bd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.923017] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1586.923017] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abbb8340-0356-49da-9188-932e5535ccde {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1586.929045] env[69297]: DEBUG oslo_vmware.api [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1586.929045] env[69297]:    value = "task-2931595"
[ 1586.929045] env[69297]:    _type = "Task"
[ 1586.929045] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1586.939103] env[69297]: DEBUG oslo_vmware.api [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1587.035861] env[69297]: DEBUG oslo_vmware.api [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931593, 'name': PowerOffVM_Task, 'duration_secs': 0.184938} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1587.036125] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1587.036303] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1587.036580] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5303ec9e-1418-46c9-a960-3f28001aa682 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.046356] env[69297]: DEBUG oslo_vmware.api [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931591, 'name': PowerOnVM_Task, 'duration_secs': 0.791561} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1587.046598] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1587.046796] env[69297]: INFO nova.compute.manager [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Took 9.00 seconds to spawn the instance on the hypervisor.
[ 1587.046979] env[69297]: DEBUG nova.compute.manager [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1587.047730] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7d3114-5634-4933-82ae-37dc531d7c6c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.110657] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "ce59585a-1b37-417e-a43f-f63446b8ad39" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1587.110657] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "ce59585a-1b37-417e-a43f-f63446b8ad39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1587.127289] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1587.127289] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1587.127289] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Deleting the datastore file [datastore2] e163ee3b-811c-4ec2-af97-9ca0fd128e4d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1587.127498] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1d5df87-9a25-417c-84b3-605af2e417ac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.136351] env[69297]: DEBUG oslo_vmware.api [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for the task: (returnval){
[ 1587.136351] env[69297]:    value = "task-2931597"
[ 1587.136351] env[69297]:    _type = "Task"
[ 1587.136351] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1587.148244] env[69297]: DEBUG oslo_vmware.api [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1587.197380] env[69297]: DEBUG nova.compute.utils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1587.205035] env[69297]: DEBUG nova.compute.manager [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1587.205922] env[69297]: DEBUG nova.network.neutron [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1587.216084] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931594, 'name': Rename_Task, 'duration_secs': 0.177515} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1587.217018] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1587.217570] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1354924d-88c1-4940-ae72-80b3b2412c2f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1587.225668] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1587.225668] env[69297]:    value = "task-2931598"
[ 1587.225668] env[69297]:    _type = "Task"
[ 1587.225668] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1587.238919] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1587.253669] env[69297]: DEBUG nova.policy [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64627d25de94ef991d61b37c1af185a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4335ff7c8d2440b99e09dda0bd1515ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1588.098593] env[69297]: DEBUG nova.compute.manager [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1588.101059] env[69297]: DEBUG nova.compute.manager [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1588.106446] env[69297]: DEBUG nova.network.neutron [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Successfully created port: fec95e55-1bb8-421d-ba54-b723ee084088 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1588.117205] env[69297]: INFO nova.compute.manager [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Took 18.60 seconds to build instance.
[ 1588.132086] env[69297]: DEBUG oslo_vmware.api [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931598, 'name': PowerOnVM_Task, 'duration_secs': 0.449692} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1588.132362] env[69297]: DEBUG oslo_vmware.api [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931595, 'name': PowerOffVM_Task, 'duration_secs': 0.297918} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1588.132569] env[69297]: DEBUG oslo_vmware.api [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Task: {'id': task-2931597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151218} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1588.135391] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1588.135608] env[69297]: INFO nova.compute.manager [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Took 7.64 seconds to spawn the instance on the hypervisor.
[ 1588.135780] env[69297]: DEBUG nova.compute.manager [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1588.136063] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1588.136802] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1588.136802] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1588.136802] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1588.136802] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1588.137022] env[69297]: INFO nova.compute.manager [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Took 1.63 seconds to destroy the instance on the hypervisor.
[ 1588.137170] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1588.138396] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c29dde-ad85-47ee-a603-a44debf75664 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.140892] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98dd295c-8d96-4716-afa2-3b3577aaccd3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.142626] env[69297]: DEBUG nova.compute.manager [-] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1588.142728] env[69297]: DEBUG nova.network.neutron [-] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1588.217273] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1588.217626] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1588.217918] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleting the datastore file [datastore2] 7403888b-0972-4d6e-b78c-0f2b95bafaf3 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1588.221619] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96c3fe30-e73a-4993-9f4f-70ca72c909c8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.230197] env[69297]: DEBUG oslo_vmware.api [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for the task: (returnval){
[ 1588.230197] env[69297]:    value = "task-2931600"
[ 1588.230197] env[69297]:    _type = "Task"
[ 1588.230197] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1588.245057] env[69297]: DEBUG oslo_vmware.api [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1588.258665] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd545616-692a-4641-856e-62d210f8ad9d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.269309] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b79f2ad-0ae7-4df4-8d49-ecd57d77ab2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.324762] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ffdafe-c227-451b-9c9b-40c0b0ca1b41 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.336746] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111e1ec8-cd65-4964-9386-b786d9047f7e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.359156] env[69297]: DEBUG nova.compute.provider_tree [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1588.604963] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1588.605320] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0902631-9d04-4900-afd7-13dd7a915bba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1588.622170] env[69297]: DEBUG oslo_concurrency.lockutils [None req-af5dcd1d-9045-4a86-8960-1daf87d76781 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.113s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1588.622945] env[69297]: DEBUG oslo_vmware.api [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1588.622945] env[69297]:    value = "task-2931601"
[ 1588.622945] env[69297]:    _type = "Task"
[ 1588.622945] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1588.635340] env[69297]: DEBUG oslo_vmware.api [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1588.639556] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1588.664564] env[69297]: INFO nova.compute.manager [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Took 15.24 seconds to build instance.
[ 1588.697749] env[69297]: DEBUG nova.compute.manager [req-a9230205-bf50-41fb-8cfd-35cfefa70c59 req-f30fa9c7-8a57-4dcb-af63-0e26c6bc77b9 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Received event network-vif-deleted-f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1588.698057] env[69297]: INFO nova.compute.manager [req-a9230205-bf50-41fb-8cfd-35cfefa70c59 req-f30fa9c7-8a57-4dcb-af63-0e26c6bc77b9 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Neutron deleted interface f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87; detaching it from the instance and deleting it from the info cache
[ 1588.698287] env[69297]: DEBUG nova.network.neutron [req-a9230205-bf50-41fb-8cfd-35cfefa70c59 req-f30fa9c7-8a57-4dcb-af63-0e26c6bc77b9 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1588.740106] env[69297]: DEBUG oslo_vmware.api [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Task: {'id': task-2931600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127962} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1588.740378] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1588.740559] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1588.740759] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1588.741046] env[69297]: INFO nova.compute.manager [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Took 1.83 seconds to destroy the instance on the hypervisor.
[ 1588.741343] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1588.741563] env[69297]: DEBUG nova.compute.manager [-] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1588.741675] env[69297]: DEBUG nova.network.neutron [-] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1588.863438] env[69297]: DEBUG nova.scheduler.client.report [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1589.121011] env[69297]: DEBUG nova.network.neutron [-] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1589.133651] env[69297]: DEBUG oslo_vmware.api [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931601, 'name': PowerOnVM_Task, 'duration_secs': 0.380742} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1589.133913] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1589.134124] env[69297]: DEBUG nova.compute.manager [None req-9ff0f02d-1d10-420c-8b63-4579e7542591 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1589.134906] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a33182b-bfe2-4330-9850-0aa8b89cebda {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.162214] env[69297]: DEBUG nova.compute.manager [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1589.167164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34d10552-7f57-403b-8519-ee4cc68d4d71 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "89619274-c8dc-40eb-a843-e2497b304a40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.751s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1589.192532] env[69297]: DEBUG nova.virt.hardware [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1589.192818] env[69297]: DEBUG nova.virt.hardware [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1589.192998] env[69297]: DEBUG nova.virt.hardware [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1589.193871] env[69297]: DEBUG nova.virt.hardware [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1589.193871] env[69297]: DEBUG nova.virt.hardware [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1589.193871] env[69297]: DEBUG nova.virt.hardware [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1589.194138] env[69297]: DEBUG nova.virt.hardware [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1589.194138] env[69297]: DEBUG nova.virt.hardware [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1589.194303] env[69297]: DEBUG nova.virt.hardware [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1589.194671] env[69297]: DEBUG nova.virt.hardware [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1589.194741] env[69297]: DEBUG nova.virt.hardware [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1589.195984] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6922edd-2909-4922-8ce5-f61051890d4c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.200963] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4106202-a434-4392-9b83-43f6326a663f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.207166] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db393b7a-d67d-4497-9c93-1ca5ae6e3b2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.215298] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23e3db7-2885-4d15-9b9c-bf22c2060fab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1589.254308] env[69297]: DEBUG nova.compute.manager [req-a9230205-bf50-41fb-8cfd-35cfefa70c59 req-f30fa9c7-8a57-4dcb-af63-0e26c6bc77b9 service nova] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Detach interface failed, port_id=f28fdfd5-19bb-4ccf-a7d9-efd4c2bf7e87, reason: Instance e163ee3b-811c-4ec2-af97-9ca0fd128e4d could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1589.368947] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.683s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1589.371487] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.434s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1589.371835] env[69297]: DEBUG nova.objects.instance [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lazy-loading 'resources' on Instance uuid 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1589.392547] env[69297]: INFO nova.scheduler.client.report [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleted allocations for instance ab2dc89a-41e4-422f-8db5-fb01f06f49ef
[ 1589.488716] env[69297]: DEBUG nova.network.neutron [-] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1589.623634] env[69297]: INFO nova.compute.manager [-] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Took 1.48 seconds to deallocate network for instance.
[ 1589.664201] env[69297]: DEBUG nova.compute.manager [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Stashing vm_state: active {{(pid=69297) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1589.754701] env[69297]: DEBUG oslo_concurrency.lockutils [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "89619274-c8dc-40eb-a843-e2497b304a40" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1589.754952] env[69297]: DEBUG oslo_concurrency.lockutils [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "89619274-c8dc-40eb-a843-e2497b304a40" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1589.898873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62154b4e-0d4d-432b-8f27-ca57e5bb020a tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "ab2dc89a-41e4-422f-8db5-fb01f06f49ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.924s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1589.928266] env[69297]: DEBUG nova.network.neutron [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Successfully updated port: fec95e55-1bb8-421d-ba54-b723ee084088 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1589.991768] env[69297]: INFO nova.compute.manager [-] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Took 1.25 seconds to deallocate network for instance.
[ 1590.102294] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75741e0b-d4b0-4f19-83d8-475cf72f5edc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.109996] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7d771c-d3cb-47aa-8ac2-1d6d1e6d7610 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.144992] env[69297]: DEBUG oslo_concurrency.lockutils [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1590.146060] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec4bc22-20fd-4f2e-8c89-b4e8143ff170 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.154189] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da60baf2-05f8-42bb-a2cb-601c59c83e5f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1590.171437] env[69297]: DEBUG nova.compute.provider_tree [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1590.184625] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1590.257908] env[69297]: DEBUG nova.compute.utils [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1590.431926] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "refresh_cache-5473c94e-eb21-41fd-9b85-2043fc0d45bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1590.431926] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "refresh_cache-5473c94e-eb21-41fd-9b85-2043fc0d45bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1590.432108] env[69297]: DEBUG nova.network.neutron [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1590.500021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1590.674794] env[69297]: DEBUG nova.scheduler.client.report [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1590.728094] env[69297]: DEBUG nova.compute.manager [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Received event network-vif-deleted-eb02ad2c-6891-4d1e-a2e3-2c34d32e9f01 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1590.728336] env[69297]: DEBUG nova.compute.manager [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Received event network-vif-plugged-fec95e55-1bb8-421d-ba54-b723ee084088 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1590.728559] env[69297]: DEBUG oslo_concurrency.lockutils [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] Acquiring lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1590.728770] env[69297]: DEBUG oslo_concurrency.lockutils [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] Lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1590.728961] env[69297]: DEBUG oslo_concurrency.lockutils [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] Lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1590.729351] env[69297]: DEBUG nova.compute.manager [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] No waiting events found dispatching network-vif-plugged-fec95e55-1bb8-421d-ba54-b723ee084088 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1590.729447] env[69297]: WARNING nova.compute.manager [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Received unexpected event network-vif-plugged-fec95e55-1bb8-421d-ba54-b723ee084088 for instance with vm_state building and task_state spawning.
[ 1590.729560] env[69297]: DEBUG nova.compute.manager [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Received event network-changed-fec95e55-1bb8-421d-ba54-b723ee084088 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1590.729730] env[69297]: DEBUG nova.compute.manager [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Refreshing instance network info cache due to event network-changed-fec95e55-1bb8-421d-ba54-b723ee084088. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1590.729921] env[69297]: DEBUG oslo_concurrency.lockutils [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] Acquiring lock "refresh_cache-5473c94e-eb21-41fd-9b85-2043fc0d45bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1590.761184] env[69297]: DEBUG oslo_concurrency.lockutils [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "89619274-c8dc-40eb-a843-e2497b304a40" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.006s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1590.972305] env[69297]: DEBUG nova.network.neutron [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1591.181177] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1591.184222] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.545s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1591.186152] env[69297]: INFO nova.compute.claims [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1591.209565] env[69297]: INFO nova.scheduler.client.report [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Deleted allocations for instance 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18
[ 1591.390024] env[69297]: DEBUG nova.network.neutron [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Updating instance_info_cache with network_info: [{"id": "fec95e55-1bb8-421d-ba54-b723ee084088", "address": "fa:16:3e:32:bd:e5", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec95e55-1b", "ovs_interfaceid": "fec95e55-1bb8-421d-ba54-b723ee084088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1591.723864] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eedba18b-6622-4dba-ab72-55f8c340bb78 tempest-ServersListShow2100Test-479519318 tempest-ServersListShow2100Test-479519318-project-member] Lock "3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.073s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1591.831778] env[69297]: DEBUG oslo_concurrency.lockutils [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "89619274-c8dc-40eb-a843-e2497b304a40" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1591.831778] env[69297]: DEBUG oslo_concurrency.lockutils [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "89619274-c8dc-40eb-a843-e2497b304a40" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1591.831778] env[69297]: INFO nova.compute.manager [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Attaching volume a8383d95-8e1a-4816-91fe-b0bbaac515ec to /dev/sdb
[ 1591.883023] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a2727f-ec43-47c2-8baa-075915f8c708 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.894264] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "refresh_cache-5473c94e-eb21-41fd-9b85-2043fc0d45bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1591.894618] env[69297]: DEBUG nova.compute.manager [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Instance network_info: |[{"id": "fec95e55-1bb8-421d-ba54-b723ee084088", "address": "fa:16:3e:32:bd:e5", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec95e55-1b", "ovs_interfaceid": "fec95e55-1bb8-421d-ba54-b723ee084088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1591.894991] env[69297]: DEBUG oslo_concurrency.lockutils [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] Acquired lock "refresh_cache-5473c94e-eb21-41fd-9b85-2043fc0d45bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1591.895214] env[69297]: DEBUG nova.network.neutron [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Refreshing network info cache for port fec95e55-1bb8-421d-ba54-b723ee084088 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1591.896420] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:bd:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fec95e55-1bb8-421d-ba54-b723ee084088', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1591.910783] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1591.911503] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867a956d-22b0-46ba-9ca6-24fd23fd490d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.914839] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1591.915071] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3700a279-bc08-4146-a17a-23533a679e3c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1591.956045] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1591.956045] env[69297]:    value = "task-2931602"
[ 1591.956045] env[69297]:    _type = "Task"
[ 1591.956045] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1591.956445] env[69297]: DEBUG nova.virt.block_device [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Updating existing volume attachment record: 37c61243-cc8c-4d76-92f1-aa76c03373e6 {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1591.966825] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931602, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.350439] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "1001868f-0935-48e1-bff5-43ee087b6bdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1592.350728] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1592.450882] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a880ff1b-b0d7-4fc9-af49-3ecb6bb92129 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.458909] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace666aa-61ba-4b0f-8e3f-0a9c10f6113e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.470273] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931602, 'name': CreateVM_Task, 'duration_secs': 0.451395} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1592.494603] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1592.495847] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1592.496035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1592.496367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1592.497152] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512c72c9-5eba-4b2c-a70b-cbfdeadbb293 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.499957] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd88d4c-dfed-4468-a88b-ad89dc83e59e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.507304] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1592.507304] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52af8418-2aa6-dd5a-a70c-cdf371c09386"
[ 1592.507304] env[69297]:    _type = "Task"
[ 1592.507304] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1592.508191] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c3c7e5-bba4-46db-aef6-c968aaf0feca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.525711] env[69297]: DEBUG nova.compute.provider_tree [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1592.530151] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52af8418-2aa6-dd5a-a70c-cdf371c09386, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1592.532546] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1592.532774] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1592.533021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1592.533166] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1592.533344] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1592.534111] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e21c06-c7bf-4e9c-9e2f-188f5502cfd4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.542796] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1592.542972] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1592.543895] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d6a4816-101d-4309-b54e-ed6d30778a57 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1592.549178] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1592.549178] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d238b1-1084-a0ac-25d0-d599d012c106"
[ 1592.549178] env[69297]:    _type = "Task"
[ 1592.549178] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1592.556589] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d238b1-1084-a0ac-25d0-d599d012c106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1592.646129] env[69297]: DEBUG nova.network.neutron [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Updated VIF entry in instance network info cache for port fec95e55-1bb8-421d-ba54-b723ee084088. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1592.646511] env[69297]: DEBUG nova.network.neutron [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Updating instance_info_cache with network_info: [{"id": "fec95e55-1bb8-421d-ba54-b723ee084088", "address": "fa:16:3e:32:bd:e5", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec95e55-1b", "ovs_interfaceid": "fec95e55-1bb8-421d-ba54-b723ee084088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1592.853550] env[69297]: DEBUG nova.compute.manager [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1593.032144] env[69297]: DEBUG nova.scheduler.client.report [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1593.061860] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d238b1-1084-a0ac-25d0-d599d012c106, 'name': SearchDatastore_Task, 'duration_secs': 0.009178} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1593.062884] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c14a8900-4b0a-411e-a836-906cd2c405f1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1593.068647] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1593.068647] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]528b959a-85d5-4748-6275-29d2a88bf0bb"
[ 1593.068647] env[69297]:    _type = "Task"
[ 1593.068647] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1593.078419] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528b959a-85d5-4748-6275-29d2a88bf0bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1593.149413] env[69297]: DEBUG oslo_concurrency.lockutils [req-58337209-682e-49c9-a84a-71b30c9ac396 req-72d9e9c3-0d7a-4672-83fa-19fc0f519b69 service nova] Releasing lock "refresh_cache-5473c94e-eb21-41fd-9b85-2043fc0d45bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1593.375688] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1593.538411] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1593.538954] env[69297]: DEBUG nova.compute.manager [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1593.541816] env[69297]: DEBUG oslo_concurrency.lockutils [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.397s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1593.541816] env[69297]: DEBUG nova.objects.instance [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Lazy-loading 'resources' on Instance uuid e163ee3b-811c-4ec2-af97-9ca0fd128e4d {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1593.578904] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528b959a-85d5-4748-6275-29d2a88bf0bb, 'name': SearchDatastore_Task, 'duration_secs': 0.014441} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1593.579767] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1593.580046] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 5473c94e-eb21-41fd-9b85-2043fc0d45bf/5473c94e-eb21-41fd-9b85-2043fc0d45bf.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1593.580303] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1edd827-095f-4151-8251-b8f2179e63ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1593.587042] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1593.587042] env[69297]:    value = "task-2931606"
[ 1593.587042] env[69297]:    _type = "Task"
[ 1593.587042] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1593.594713] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1594.044865] env[69297]: DEBUG nova.compute.utils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1594.049048] env[69297]: DEBUG nova.compute.manager [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1594.049229] env[69297]: DEBUG nova.network.neutron [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1594.096909] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1594.102492] env[69297]: DEBUG nova.policy [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cc7ea09028e44a28980fa4e60cdb2b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e3b76c79de46b381d4b786f6d4c722', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1594.253745] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3fa88d-9aa0-4217-b298-f53a49f98cb9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.262387] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67080cc8-27c2-46e0-8b94-5a02c70c859c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.299588] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3778651f-a454-473f-948d-a243689a4d7c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.311537] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e02df8-a4a1-436b-93fe-9b08eec9c543 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.324905] env[69297]: DEBUG nova.compute.provider_tree [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1594.379631] env[69297]: DEBUG nova.network.neutron [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Successfully created port: cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1594.550422] env[69297]: DEBUG nova.compute.manager [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1594.600276] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.98415} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1594.601109] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 5473c94e-eb21-41fd-9b85-2043fc0d45bf/5473c94e-eb21-41fd-9b85-2043fc0d45bf.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1594.601109] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1594.602270] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-539510ea-954b-44d5-896b-18d3629f6c71 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1594.610173] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1594.610173] env[69297]:    value = "task-2931608"
[ 1594.610173] env[69297]:    _type = "Task"
[ 1594.610173] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1594.620488] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1594.828105] env[69297]: DEBUG nova.scheduler.client.report [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1595.119741] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066773} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1595.119921] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1595.120731] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2649b-c26d-4fb3-996d-42a8ca27da95 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1595.143055] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 5473c94e-eb21-41fd-9b85-2043fc0d45bf/5473c94e-eb21-41fd-9b85-2043fc0d45bf.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1595.143313] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d0dee0-8ced-41d5-96e7-eb592993fdaf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1595.165864] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1595.165864] env[69297]:    value = "task-2931609"
[ 1595.165864] env[69297]:    _type = "Task"
[ 1595.165864] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1595.174775] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1595.332626] env[69297]: DEBUG oslo_concurrency.lockutils [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1595.335254] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.151s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1595.360574] env[69297]: INFO nova.scheduler.client.report [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Deleted allocations for instance e163ee3b-811c-4ec2-af97-9ca0fd128e4d
[ 1595.560256] env[69297]: DEBUG nova.compute.manager [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1595.588524] env[69297]: DEBUG nova.virt.hardware [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1595.588785] env[69297]: DEBUG nova.virt.hardware [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1595.588847] env[69297]: DEBUG nova.virt.hardware [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1595.589048] env[69297]: DEBUG nova.virt.hardware [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1595.589196] env[69297]: DEBUG nova.virt.hardware [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1595.589389] env[69297]: DEBUG nova.virt.hardware [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1595.589610] env[69297]: DEBUG nova.virt.hardware [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1595.589770] env[69297]: DEBUG nova.virt.hardware [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1595.589933] env[69297]: DEBUG nova.virt.hardware [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1595.590107] env[69297]: DEBUG nova.virt.hardware [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1595.590277] env[69297]: DEBUG nova.virt.hardware [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1595.591200] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518e5b8a-62d4-4f68-adcb-6316bdf9b0a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1595.599037] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceff0642-f961-407b-9d2a-96d5389cf5fb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1595.675719] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931609, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1595.840395] env[69297]: INFO nova.compute.claims [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1595.868232] env[69297]: DEBUG oslo_concurrency.lockutils [None req-218130a2-bc4d-42c6-bf9a-55d8bf7dcdfe tempest-ServersNegativeTestMultiTenantJSON-1343062690 tempest-ServersNegativeTestMultiTenantJSON-1343062690-project-member] Lock "e163ee3b-811c-4ec2-af97-9ca0fd128e4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.867s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1595.880733] env[69297]: DEBUG nova.compute.manager [req-29fd8a5e-0278-4634-ad1f-a8ea6e20a6e4 req-0335b7f9-228d-4d32-a77b-e84e993d0f08 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Received event network-vif-plugged-cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1595.880975] env[69297]: DEBUG oslo_concurrency.lockutils [req-29fd8a5e-0278-4634-ad1f-a8ea6e20a6e4 req-0335b7f9-228d-4d32-a77b-e84e993d0f08 service nova] Acquiring lock "ce59585a-1b37-417e-a43f-f63446b8ad39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1595.883153] env[69297]: DEBUG oslo_concurrency.lockutils [req-29fd8a5e-0278-4634-ad1f-a8ea6e20a6e4 req-0335b7f9-228d-4d32-a77b-e84e993d0f08 service nova] Lock "ce59585a-1b37-417e-a43f-f63446b8ad39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1595.883374] env[69297]: DEBUG oslo_concurrency.lockutils [req-29fd8a5e-0278-4634-ad1f-a8ea6e20a6e4 req-0335b7f9-228d-4d32-a77b-e84e993d0f08 service nova] Lock "ce59585a-1b37-417e-a43f-f63446b8ad39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1595.884225] env[69297]: DEBUG nova.compute.manager [req-29fd8a5e-0278-4634-ad1f-a8ea6e20a6e4 req-0335b7f9-228d-4d32-a77b-e84e993d0f08 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] No waiting events found dispatching network-vif-plugged-cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1595.884225] env[69297]: WARNING nova.compute.manager [req-29fd8a5e-0278-4634-ad1f-a8ea6e20a6e4 req-0335b7f9-228d-4d32-a77b-e84e993d0f08 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Received unexpected event network-vif-plugged-cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea for instance with vm_state building and task_state spawning.
[ 1595.961125] env[69297]: DEBUG nova.network.neutron [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Successfully updated port: cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1596.177573] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931609, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1596.354109] env[69297]: INFO nova.compute.resource_tracker [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating resource usage from migration 7e684d60-f010-46d8-b758-968e587f8f51
[ 1596.465314] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "refresh_cache-ce59585a-1b37-417e-a43f-f63446b8ad39" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1596.465415] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "refresh_cache-ce59585a-1b37-417e-a43f-f63446b8ad39" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1596.465628] env[69297]: DEBUG nova.network.neutron [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1596.506970] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1596.507254] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588636', 'volume_id': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'name': 'volume-a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89619274-c8dc-40eb-a843-e2497b304a40', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'serial': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1596.508098] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720d9d31-1f2c-487e-96ad-ea254ded894b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.527786] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7badb47-70ce-4af9-9c88-2074f152bab2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.556658] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-a8383d95-8e1a-4816-91fe-b0bbaac515ec/volume-a8383d95-8e1a-4816-91fe-b0bbaac515ec.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1596.559689] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e1befc8-ad85-45d9-9006-843bac079859 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.579645] env[69297]: DEBUG oslo_vmware.api [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1596.579645] env[69297]:    value = "task-2931610"
[ 1596.579645] env[69297]:    _type = "Task"
[ 1596.579645] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1596.590284] env[69297]: DEBUG oslo_vmware.api [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1596.628905] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdeeb4b-0793-45d7-81c2-59ab4255b9d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.639126] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0d552b-4d30-4cbb-b4e2-1c1ca0b7df55 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.673321] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592d183b-5164-46ba-b06d-0bfb4933c91e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.683885] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf466279-79ae-431f-83af-48ff8ae49659 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.687827] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931609, 'name': ReconfigVM_Task, 'duration_secs': 1.50223} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1596.688216] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 5473c94e-eb21-41fd-9b85-2043fc0d45bf/5473c94e-eb21-41fd-9b85-2043fc0d45bf.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1596.689447] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3140c0e8-021d-42be-a2dc-d129dc0a7703 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1596.699576] env[69297]: DEBUG nova.compute.provider_tree [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1596.702045] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1596.702045] env[69297]:    value = "task-2931611"
[ 1596.702045] env[69297]:    _type = "Task"
[ 1596.702045] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1596.710806] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931611, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1597.009205] env[69297]: DEBUG nova.network.neutron [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1597.090187] env[69297]: DEBUG oslo_vmware.api [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1597.204384] env[69297]: DEBUG nova.scheduler.client.report [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1597.218947] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931611, 'name': Rename_Task, 'duration_secs': 0.147703} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1597.219329] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1597.219586] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2516451b-f967-4703-9327-1c5dd9d6c8d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1597.227068] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1597.227068] env[69297]:    value = "task-2931612"
[ 1597.227068] env[69297]:    _type = "Task"
[ 1597.227068] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1597.239691] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1597.256668] env[69297]: DEBUG nova.network.neutron [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Updating instance_info_cache with network_info: [{"id": "cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea", "address": "fa:16:3e:96:fd:89", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2d0307-2d", "ovs_interfaceid": "cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1597.591804] env[69297]: DEBUG oslo_vmware.api [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931610, 'name': ReconfigVM_Task, 'duration_secs': 0.646984} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1597.592147] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-a8383d95-8e1a-4816-91fe-b0bbaac515ec/volume-a8383d95-8e1a-4816-91fe-b0bbaac515ec.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1597.596766] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57f2ef04-37c8-4171-8863-dd2115291259 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1597.614239] env[69297]: DEBUG oslo_vmware.api [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1597.614239] env[69297]:    value = "task-2931613"
[ 1597.614239] env[69297]:    _type = "Task"
[ 1597.614239] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1597.622282] env[69297]: DEBUG oslo_vmware.api [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1597.714704] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.379s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1597.714960] env[69297]: INFO nova.compute.manager [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Migrating
[ 1597.721843] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.222s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1597.722114] env[69297]: DEBUG nova.objects.instance [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lazy-loading 'resources' on Instance uuid 7403888b-0972-4d6e-b78c-0f2b95bafaf3 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1597.749443] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1597.760630] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "refresh_cache-ce59585a-1b37-417e-a43f-f63446b8ad39" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1597.760781] env[69297]: DEBUG nova.compute.manager [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Instance network_info: |[{"id": "cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea", "address": "fa:16:3e:96:fd:89", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2d0307-2d", "ovs_interfaceid": "cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1597.762354] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:fd:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1597.769260] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Creating folder: Project (42e3b76c79de46b381d4b786f6d4c722). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1597.770383] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e2102e-5177-4af0-8bd2-49eaa8ee9d72 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1597.782265] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Created folder: Project (42e3b76c79de46b381d4b786f6d4c722) in parent group-v588392.
[ 1597.782461] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Creating folder: Instances. Parent ref: group-v588637. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1597.782698] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eade7039-8828-4c38-8420-c7fa9698ff66 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1597.793826] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Created folder: Instances in parent group-v588637.
[ 1597.794074] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1597.794270] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1597.794479] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-422c4fad-4da2-49e7-b61b-225d2fbe4639 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1597.817484] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1597.817484] env[69297]:    value = "task-2931616"
[ 1597.817484] env[69297]:    _type = "Task"
[ 1597.817484] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1597.826025] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931616, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1597.913984] env[69297]: DEBUG nova.compute.manager [req-6ead3696-47dd-41e7-8d2d-dc5755eddbc7 req-b1f5deca-719b-4b9c-af2f-0b19f0d74fd1 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Received event network-changed-cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1597.914205] env[69297]: DEBUG nova.compute.manager [req-6ead3696-47dd-41e7-8d2d-dc5755eddbc7 req-b1f5deca-719b-4b9c-af2f-0b19f0d74fd1 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Refreshing instance network info cache due to event network-changed-cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1597.914421] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ead3696-47dd-41e7-8d2d-dc5755eddbc7 req-b1f5deca-719b-4b9c-af2f-0b19f0d74fd1 service nova] Acquiring lock "refresh_cache-ce59585a-1b37-417e-a43f-f63446b8ad39" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1597.914563] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ead3696-47dd-41e7-8d2d-dc5755eddbc7 req-b1f5deca-719b-4b9c-af2f-0b19f0d74fd1 service nova] Acquired lock "refresh_cache-ce59585a-1b37-417e-a43f-f63446b8ad39" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1597.914719] env[69297]: DEBUG nova.network.neutron [req-6ead3696-47dd-41e7-8d2d-dc5755eddbc7 req-b1f5deca-719b-4b9c-af2f-0b19f0d74fd1 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Refreshing network info cache for port cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1597.991991] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709652ae-240d-4ecb-957b-c51e8c09c6b0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.000482] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904e251f-00a9-4445-827b-6a6a870f2bac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.038597] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c01188-b1b9-44db-83af-95cb5cb89ce1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.048661] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cbd43b-1aab-45da-abfb-c425264df129 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.063804] env[69297]: DEBUG nova.compute.provider_tree [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1598.124455] env[69297]: DEBUG oslo_vmware.api [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931613, 'name': ReconfigVM_Task, 'duration_secs': 0.147801} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1598.124712] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588636', 'volume_id': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'name': 'volume-a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89619274-c8dc-40eb-a843-e2497b304a40', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'serial': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1598.234359] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1598.234574] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1598.234756] env[69297]: DEBUG nova.network.neutron [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1598.246075] env[69297]: DEBUG oslo_vmware.api [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931612, 'name': PowerOnVM_Task, 'duration_secs': 0.700155} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1598.247085] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1598.247189] env[69297]: INFO nova.compute.manager [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Took 9.09 seconds to spawn the instance on the hypervisor.
[ 1598.247365] env[69297]: DEBUG nova.compute.manager [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1598.248282] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c83668-9f0d-4352-a75a-7e1d0c8a7a55 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.327245] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931616, 'name': CreateVM_Task, 'duration_secs': 0.495943} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1598.327380] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1598.328100] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1598.328322] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1598.328697] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1598.328995] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89fd56a-d591-4913-856a-fb901c71a192 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.333694] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1598.333694] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52aeaa59-5c11-4cf1-e914-b6f3f1de546c"
[ 1598.333694] env[69297]:    _type = "Task"
[ 1598.333694] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1598.341637] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52aeaa59-5c11-4cf1-e914-b6f3f1de546c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1598.566819] env[69297]: DEBUG nova.scheduler.client.report [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1598.772048] env[69297]: INFO nova.compute.manager [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Took 18.38 seconds to build instance.
[ 1598.833572] env[69297]: DEBUG nova.network.neutron [req-6ead3696-47dd-41e7-8d2d-dc5755eddbc7 req-b1f5deca-719b-4b9c-af2f-0b19f0d74fd1 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Updated VIF entry in instance network info cache for port cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1598.835888] env[69297]: DEBUG nova.network.neutron [req-6ead3696-47dd-41e7-8d2d-dc5755eddbc7 req-b1f5deca-719b-4b9c-af2f-0b19f0d74fd1 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Updating instance_info_cache with network_info: [{"id": "cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea", "address": "fa:16:3e:96:fd:89", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2d0307-2d", "ovs_interfaceid": "cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1598.849471] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52aeaa59-5c11-4cf1-e914-b6f3f1de546c, 'name': SearchDatastore_Task, 'duration_secs': 0.026875} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1598.850625] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1598.850986] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1598.851376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1598.851635] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1598.851933] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1598.852925] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc1281e5-cd3c-4b5b-908a-eb07d55d0810 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.863347] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1598.863520] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1598.864331] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119d476f-c92b-4006-ba10-ed7226965ef4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.869742] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1598.869742] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52948168-45f1-4ad5-eb6b-3a05c631f86c"
[ 1598.869742] env[69297]:    _type = "Task"
[ 1598.869742] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1598.880984] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52948168-45f1-4ad5-eb6b-3a05c631f86c, 'name': SearchDatastore_Task, 'duration_secs': 0.008156} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1598.881682] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4d5b68-a3b9-4706-9842-3bc58f82d081 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1598.886568] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1598.886568] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5292d59f-4880-d1fb-3554-2736cb6595c2"
[ 1598.886568] env[69297]:    _type = "Task"
[ 1598.886568] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1598.894675] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5292d59f-4880-d1fb-3554-2736cb6595c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1598.983996] env[69297]: DEBUG nova.network.neutron [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance_info_cache with network_info: [{"id": "e5319436-a845-424e-abf8-e9c6801cf903", "address": "fa:16:3e:ce:d3:86", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5319436-a8", "ovs_interfaceid": "e5319436-a845-424e-abf8-e9c6801cf903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1599.072288] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.350s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1599.075381] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.700s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1599.077205] env[69297]: INFO nova.compute.claims [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1599.100802] env[69297]: INFO nova.scheduler.client.report [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Deleted allocations for instance 7403888b-0972-4d6e-b78c-0f2b95bafaf3
[ 1599.166410] env[69297]: DEBUG nova.objects.instance [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lazy-loading 'flavor' on Instance uuid 89619274-c8dc-40eb-a843-e2497b304a40 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1599.277101] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c8b83c2-1ba6-4d6e-9a7c-0327862ea4cb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.889s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1599.344630] env[69297]: DEBUG oslo_concurrency.lockutils [req-6ead3696-47dd-41e7-8d2d-dc5755eddbc7 req-b1f5deca-719b-4b9c-af2f-0b19f0d74fd1 service nova] Releasing lock "refresh_cache-ce59585a-1b37-417e-a43f-f63446b8ad39" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1599.397836] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5292d59f-4880-d1fb-3554-2736cb6595c2, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1599.399105] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1599.399105] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] ce59585a-1b37-417e-a43f-f63446b8ad39/ce59585a-1b37-417e-a43f-f63446b8ad39.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1599.399105] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c76bef2b-11eb-4383-9503-0d1aab18afc6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1599.405520] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1599.405520] env[69297]:    value = "task-2931617"
[ 1599.405520] env[69297]:    _type = "Task"
[ 1599.405520] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1599.413030] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1599.486548] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1599.609602] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7fad4eb-8384-40d0-b74c-e62b1c174d19 tempest-ImagesTestJSON-1435009116 tempest-ImagesTestJSON-1435009116-project-member] Lock "7403888b-0972-4d6e-b78c-0f2b95bafaf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.210s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1599.672469] env[69297]: DEBUG oslo_concurrency.lockutils [None req-209faebf-1d1c-4781-85fc-801d1d4f5043 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "89619274-c8dc-40eb-a843-e2497b304a40" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.841s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1599.915645] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449156} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1599.916043] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] ce59585a-1b37-417e-a43f-f63446b8ad39/ce59585a-1b37-417e-a43f-f63446b8ad39.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1599.916169] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1599.916733] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fac304ad-9a25-4c29-a999-03345181bfe8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1599.925507] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1599.925507] env[69297]:    value = "task-2931618"
[ 1599.925507] env[69297]:    _type = "Task"
[ 1599.925507] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1599.933610] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1599.996697] env[69297]: DEBUG nova.compute.manager [req-ef792a68-2d2e-4ed2-8e2c-cc7cd89d5d8b req-aa176dd3-42e9-48fd-826d-0beb09b239a0 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Received event network-changed-fec95e55-1bb8-421d-ba54-b723ee084088 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1599.996907] env[69297]: DEBUG nova.compute.manager [req-ef792a68-2d2e-4ed2-8e2c-cc7cd89d5d8b req-aa176dd3-42e9-48fd-826d-0beb09b239a0 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Refreshing instance network info cache due to event network-changed-fec95e55-1bb8-421d-ba54-b723ee084088. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1599.997257] env[69297]: DEBUG oslo_concurrency.lockutils [req-ef792a68-2d2e-4ed2-8e2c-cc7cd89d5d8b req-aa176dd3-42e9-48fd-826d-0beb09b239a0 service nova] Acquiring lock "refresh_cache-5473c94e-eb21-41fd-9b85-2043fc0d45bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1599.997257] env[69297]: DEBUG oslo_concurrency.lockutils [req-ef792a68-2d2e-4ed2-8e2c-cc7cd89d5d8b req-aa176dd3-42e9-48fd-826d-0beb09b239a0 service nova] Acquired lock "refresh_cache-5473c94e-eb21-41fd-9b85-2043fc0d45bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1599.997383] env[69297]: DEBUG nova.network.neutron [req-ef792a68-2d2e-4ed2-8e2c-cc7cd89d5d8b req-aa176dd3-42e9-48fd-826d-0beb09b239a0 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Refreshing network info cache for port fec95e55-1bb8-421d-ba54-b723ee084088 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1600.320431] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f11f8f-cd10-4f43-aba3-2cec9dda5144 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1600.327942] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b126a9-2248-47da-9de7-c6306d91bb40 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1600.357079] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b11a7d-5781-417f-8ecf-8b2622f2d378 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1600.364276] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64ede1c-13ce-490c-940a-d81fbb7086f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1600.377919] env[69297]: DEBUG nova.compute.provider_tree [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1600.388656] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "89619274-c8dc-40eb-a843-e2497b304a40" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1600.388913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "89619274-c8dc-40eb-a843-e2497b304a40" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1600.389188] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "89619274-c8dc-40eb-a843-e2497b304a40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1600.389371] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "89619274-c8dc-40eb-a843-e2497b304a40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1600.389554] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "89619274-c8dc-40eb-a843-e2497b304a40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1600.391772] env[69297]: INFO nova.compute.manager [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Terminating instance
[ 1600.440283] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0738} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1600.440618] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1600.441470] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b808850-c9c5-46d5-b3da-b880e893160b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1600.464954] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] ce59585a-1b37-417e-a43f-f63446b8ad39/ce59585a-1b37-417e-a43f-f63446b8ad39.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1600.465302] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b24963a8-452c-46f2-8851-fd2992e79535 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1600.488936] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1600.488936] env[69297]:    value = "task-2931619"
[ 1600.488936] env[69297]:    _type = "Task"
[ 1600.488936] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1600.497128] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1600.732673] env[69297]: DEBUG nova.network.neutron [req-ef792a68-2d2e-4ed2-8e2c-cc7cd89d5d8b req-aa176dd3-42e9-48fd-826d-0beb09b239a0 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Updated VIF entry in instance network info cache for port fec95e55-1bb8-421d-ba54-b723ee084088. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1600.733198] env[69297]: DEBUG nova.network.neutron [req-ef792a68-2d2e-4ed2-8e2c-cc7cd89d5d8b req-aa176dd3-42e9-48fd-826d-0beb09b239a0 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Updating instance_info_cache with network_info: [{"id": "fec95e55-1bb8-421d-ba54-b723ee084088", "address": "fa:16:3e:32:bd:e5", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec95e55-1b", "ovs_interfaceid": "fec95e55-1bb8-421d-ba54-b723ee084088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1600.881706] env[69297]: DEBUG nova.scheduler.client.report [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1600.896209] env[69297]: DEBUG nova.compute.manager [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1600.896509] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1600.896797] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-575554fc-b047-4559-9670-3b0e0d4762a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1600.904671] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1600.904671] env[69297]:    value = "task-2931620"
[ 1600.904671] env[69297]:    _type = "Task"
[ 1600.904671] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1600.916628] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1600.999689] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931619, 'name': ReconfigVM_Task, 'duration_secs': 0.411142} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1600.999982] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Reconfigured VM instance instance-00000054 to attach disk [datastore1] ce59585a-1b37-417e-a43f-f63446b8ad39/ce59585a-1b37-417e-a43f-f63446b8ad39.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1601.000836] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7547b7b-64bf-49b5-a1c1-2899f8da2198 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.006842] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1601.006842] env[69297]:    value = "task-2931621"
[ 1601.006842] env[69297]:    _type = "Task"
[ 1601.006842] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1601.013096] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e78f3f-d032-4fa9-aa1c-9fc6cf783457 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.022774] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931621, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1601.035919] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance '7e4c309d-4862-4bfb-a56b-10132b3e6303' progress to 0 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1601.236459] env[69297]: DEBUG oslo_concurrency.lockutils [req-ef792a68-2d2e-4ed2-8e2c-cc7cd89d5d8b req-aa176dd3-42e9-48fd-826d-0beb09b239a0 service nova] Releasing lock "refresh_cache-5473c94e-eb21-41fd-9b85-2043fc0d45bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1601.389461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1601.390080] env[69297]: DEBUG nova.compute.manager [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1601.415605] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931620, 'name': PowerOffVM_Task, 'duration_secs': 0.496812} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1601.415774] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1601.415939] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1601.416215] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588636', 'volume_id': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'name': 'volume-a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89619274-c8dc-40eb-a843-e2497b304a40', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'serial': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1601.417036] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee261d87-a897-48af-a9c3-eae21756c48f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.440879] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f02153a-06be-4837-b2d4-cda2f8e0014c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.448411] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d72f261-65c2-4a63-942b-8267623c3c0e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.469722] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3986a95-644d-4c5f-839c-9c747dbb9f75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.484956] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] The volume has not been displaced from its original location: [datastore2] volume-a8383d95-8e1a-4816-91fe-b0bbaac515ec/volume-a8383d95-8e1a-4816-91fe-b0bbaac515ec.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1601.490581] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1601.491200] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f97beb84-2a8d-471b-afd3-958909168a54 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.511504] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1601.511504] env[69297]:    value = "task-2931622"
[ 1601.511504] env[69297]:    _type = "Task"
[ 1601.511504] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1601.517728] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931621, 'name': Rename_Task, 'duration_secs': 0.281355} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1601.518333] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1601.518577] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8e549ef-a008-4597-b773-97f1e716d892 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.522777] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931622, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1601.526360] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1601.526360] env[69297]:    value = "task-2931623"
[ 1601.526360] env[69297]:    _type = "Task"
[ 1601.526360] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1601.535570] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1601.542502] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1601.542696] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4f6a501-db50-4f65-9015-b92bd2208791 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1601.548491] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1601.548491] env[69297]:    value = "task-2931624"
[ 1601.548491] env[69297]:    _type = "Task"
[ 1601.548491] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1601.556528] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1601.895613] env[69297]: DEBUG nova.compute.utils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1601.897103] env[69297]: DEBUG nova.compute.manager [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1601.897307] env[69297]: DEBUG nova.network.neutron [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1601.940669] env[69297]: DEBUG nova.policy [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b1d3ca037094951864f9b1dd9041461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd85ae7902cf7486c80a24382834bceb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1602.022530] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931622, 'name': ReconfigVM_Task, 'duration_secs': 0.336346} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1602.022812] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1602.028064] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c116b07-c7be-4c63-b45a-ab42ee4eac8c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.050216] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931623, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1602.054700] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1602.054700] env[69297]:    value = "task-2931625"
[ 1602.054700] env[69297]:    _type = "Task"
[ 1602.054700] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1602.061808] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931624, 'name': PowerOffVM_Task, 'duration_secs': 0.303677} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1602.062466] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1602.062834] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance '7e4c309d-4862-4bfb-a56b-10132b3e6303' progress to 17 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1602.069643] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1602.305183] env[69297]: DEBUG nova.network.neutron [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Successfully created port: 05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1602.400424] env[69297]: DEBUG nova.compute.manager [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1602.537540] env[69297]: DEBUG oslo_vmware.api [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931623, 'name': PowerOnVM_Task, 'duration_secs': 0.778527} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1602.537847] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1602.538236] env[69297]: INFO nova.compute.manager [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Took 6.98 seconds to spawn the instance on the hypervisor.
[ 1602.538455] env[69297]: DEBUG nova.compute.manager [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1602.539240] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a09d3f-c108-4b5d-b56c-d48fc6ee81c5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.564648] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931625, 'name': ReconfigVM_Task, 'duration_secs': 0.229354} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1602.564951] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588636', 'volume_id': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'name': 'volume-a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89619274-c8dc-40eb-a843-e2497b304a40', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec', 'serial': 'a8383d95-8e1a-4816-91fe-b0bbaac515ec'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1602.565353] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1602.566270] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f33f0c-7388-4482-a63e-1382dc1b0c71 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.572541] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1602.572770] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1602.572926] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1602.573337] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1602.573337] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1602.573446] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1602.573633] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1602.574726] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1602.574726] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1602.574726] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1602.574726] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1602.581760] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46480a6-506e-4535-a1bd-a6e5333d1554 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.592403] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1602.592671] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3870849b-66ca-43ad-afe8-7bfd3abf2459 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.600371] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1602.600371] env[69297]:    value = "task-2931626"
[ 1602.600371] env[69297]:    _type = "Task"
[ 1602.600371] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1602.609179] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1602.667359] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1602.667624] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1602.667811] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleting the datastore file [datastore1] 89619274-c8dc-40eb-a843-e2497b304a40 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1602.668100] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe42dee-1f76-450c-b79d-736de7de9556 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1602.674998] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1602.674998] env[69297]:    value = "task-2931628"
[ 1602.674998] env[69297]:    _type = "Task"
[ 1602.674998] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1602.682821] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1603.055534] env[69297]: INFO nova.compute.manager [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Took 14.45 seconds to build instance.
[ 1603.110431] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931626, 'name': ReconfigVM_Task, 'duration_secs': 0.232017} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1603.110797] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance '7e4c309d-4862-4bfb-a56b-10132b3e6303' progress to 33 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1603.186859] env[69297]: DEBUG oslo_vmware.api [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130679} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1603.187180] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1603.187401] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1603.187625] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1603.187800] env[69297]: INFO nova.compute.manager [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Took 2.29 seconds to destroy the instance on the hypervisor.
[ 1603.188095] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1603.188334] env[69297]: DEBUG nova.compute.manager [-] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1603.188502] env[69297]: DEBUG nova.network.neutron [-] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1603.413863] env[69297]: DEBUG nova.compute.manager [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1603.448666] env[69297]: DEBUG nova.virt.hardware [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1603.448999] env[69297]: DEBUG nova.virt.hardware [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1603.449179] env[69297]: DEBUG nova.virt.hardware [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1603.449361] env[69297]: DEBUG nova.virt.hardware [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1603.449505] env[69297]: DEBUG nova.virt.hardware [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1603.449752] env[69297]: DEBUG nova.virt.hardware [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1603.450085] env[69297]: DEBUG nova.virt.hardware [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1603.450483] env[69297]: DEBUG nova.virt.hardware [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1603.450728] env[69297]: DEBUG nova.virt.hardware [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1603.451082] env[69297]: DEBUG nova.virt.hardware [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1603.451294] env[69297]: DEBUG nova.virt.hardware [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1603.452184] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2530b19a-5400-4fc4-8f2e-39259c4f24c4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.460978] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5607199-f265-4e1c-a620-d3154c6b2c2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.528859] env[69297]: DEBUG nova.compute.manager [req-3d7508c5-5f22-4490-8f5b-3d45eb72df68 req-73a76621-2eb7-452d-93f9-022941ba03fb service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Received event network-vif-deleted-ddafeafc-2a0b-4be1-9eed-1471b04f9f6f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1603.529100] env[69297]: INFO nova.compute.manager [req-3d7508c5-5f22-4490-8f5b-3d45eb72df68 req-73a76621-2eb7-452d-93f9-022941ba03fb service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Neutron deleted interface ddafeafc-2a0b-4be1-9eed-1471b04f9f6f; detaching it from the instance and deleting it from the info cache
[ 1603.529279] env[69297]: DEBUG nova.network.neutron [req-3d7508c5-5f22-4490-8f5b-3d45eb72df68 req-73a76621-2eb7-452d-93f9-022941ba03fb service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1603.556706] env[69297]: DEBUG oslo_concurrency.lockutils [None req-aecba9f4-07d4-43a5-aa09-c48d4166a951 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "ce59585a-1b37-417e-a43f-f63446b8ad39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.447s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1603.617768] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1603.619812] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1603.619812] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1603.619812] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1603.619812] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1603.624015] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1603.624015] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1603.624015] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1603.624015] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1603.624015] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1603.624015] env[69297]: DEBUG nova.virt.hardware [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1603.628945] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1603.629382] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7faa31c8-0942-43c6-b033-5d25c25f0ab5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1603.657414] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1603.657414] env[69297]:    value = "task-2931629"
[ 1603.657414] env[69297]:    _type = "Task"
[ 1603.657414] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1603.671091] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1603.999638] env[69297]: DEBUG nova.network.neutron [-] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1604.032585] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2856c58a-98c1-40dc-98ea-ee7aafd8a625 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1604.037113] env[69297]: DEBUG nova.network.neutron [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Successfully updated port: 05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1604.044490] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b638ed6-c305-4898-ac5e-d417945cbcd4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1604.080067] env[69297]: DEBUG nova.compute.manager [req-3d7508c5-5f22-4490-8f5b-3d45eb72df68 req-73a76621-2eb7-452d-93f9-022941ba03fb service nova] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Detach interface failed, port_id=ddafeafc-2a0b-4be1-9eed-1471b04f9f6f, reason: Instance 89619274-c8dc-40eb-a843-e2497b304a40 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1604.170011] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931629, 'name': ReconfigVM_Task, 'duration_secs': 0.166491} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1604.170437] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1604.171831] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ff115b-7437-40a5-bb11-852d28e98efb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1604.202452] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 7e4c309d-4862-4bfb-a56b-10132b3e6303/7e4c309d-4862-4bfb-a56b-10132b3e6303.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1604.203429] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07f626f6-d424-4a1f-b865-7b0259d4854f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1604.226320] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1604.226320] env[69297]:    value = "task-2931630"
[ 1604.226320] env[69297]:    _type = "Task"
[ 1604.226320] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1604.235761] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1604.502667] env[69297]: INFO nova.compute.manager [-] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Took 1.31 seconds to deallocate network for instance.
[ 1604.539647] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1604.539816] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1604.539947] env[69297]: DEBUG nova.network.neutron [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1604.735202] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931630, 'name': ReconfigVM_Task, 'duration_secs': 0.276123} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1604.736022] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 7e4c309d-4862-4bfb-a56b-10132b3e6303/7e4c309d-4862-4bfb-a56b-10132b3e6303.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1604.736022] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance '7e4c309d-4862-4bfb-a56b-10132b3e6303' progress to 50 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1604.751306] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "7771e622-7ab5-484f-8583-e539d9a843aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1604.751306] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "7771e622-7ab5-484f-8583-e539d9a843aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1604.901067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1604.901315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1605.048605] env[69297]: INFO nova.compute.manager [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Took 0.55 seconds to detach 1 volumes for instance.
[ 1605.072165] env[69297]: DEBUG nova.network.neutron [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1605.216359] env[69297]: DEBUG nova.network.neutron [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updating instance_info_cache with network_info: [{"id": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "address": "fa:16:3e:07:61:2e", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d30e84-cf", "ovs_interfaceid": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1605.243625] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2339fc19-ad93-48e8-9308-67cb6fd544db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1605.263283] env[69297]: DEBUG nova.compute.manager [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1605.266482] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c678c87c-32b5-4b96-92d0-19a6169d9b64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1605.286765] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance '7e4c309d-4862-4bfb-a56b-10132b3e6303' progress to 67 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1605.404322] env[69297]: DEBUG nova.compute.manager [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1605.554683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1605.554905] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1605.555154] env[69297]: DEBUG nova.objects.instance [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lazy-loading 'resources' on Instance uuid 89619274-c8dc-40eb-a843-e2497b304a40 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1605.558304] env[69297]: DEBUG nova.compute.manager [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Received event network-vif-plugged-05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1605.558506] env[69297]: DEBUG oslo_concurrency.lockutils [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] Acquiring lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1605.558700] env[69297]: DEBUG oslo_concurrency.lockutils [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1605.558862] env[69297]: DEBUG oslo_concurrency.lockutils [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1605.559030] env[69297]: DEBUG nova.compute.manager [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] No waiting events found dispatching network-vif-plugged-05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1605.560156] env[69297]: WARNING nova.compute.manager [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Received unexpected event network-vif-plugged-05d30e84-cf4f-4bdc-888a-65db6b7edf26 for instance with vm_state building and task_state spawning.
[ 1605.560156] env[69297]: DEBUG nova.compute.manager [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Received event network-changed-05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1605.560156] env[69297]: DEBUG nova.compute.manager [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Refreshing instance network info cache due to event network-changed-05d30e84-cf4f-4bdc-888a-65db6b7edf26. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1605.560156] env[69297]: DEBUG oslo_concurrency.lockutils [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] Acquiring lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1605.719049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1605.719170] env[69297]: DEBUG nova.compute.manager [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Instance network_info: |[{"id": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "address": "fa:16:3e:07:61:2e", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d30e84-cf", "ovs_interfaceid": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1605.719492] env[69297]: DEBUG oslo_concurrency.lockutils [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] Acquired lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1605.719706] env[69297]: DEBUG nova.network.neutron [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Refreshing network info cache for port 05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1605.721026] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:61:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05d30e84-cf4f-4bdc-888a-65db6b7edf26', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1605.728830] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1605.729556] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1605.730378] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4950dbe4-010a-4322-8f64-ffdc62eb87e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1605.753275] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1605.753275] env[69297]:    value = "task-2931631"
[ 1605.753275] env[69297]:    _type = "Task"
[ 1605.753275] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1605.761607] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931631, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1605.787797] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1605.831914] env[69297]: DEBUG nova.network.neutron [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Port e5319436-a845-424e-abf8-e9c6801cf903 binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1605.928394] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1606.254117] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd75cdc2-44ff-45f3-9124-15174266755e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.267089] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f8702c-8a61-4248-8472-bee9ddfbd571 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.269957] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931631, 'name': CreateVM_Task, 'duration_secs': 0.367393} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1606.270174] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1606.271139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1606.271316] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1606.271623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1606.271858] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39336627-d6e9-47b9-bb21-b84830dca522 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.302195] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e338bcf-ffa7-4f08-8b63-a88eae97b5e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.305840] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1606.305840] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52aca789-9686-fc4a-fa87-8b9d91d9162a"
[ 1606.305840] env[69297]:    _type = "Task"
[ 1606.305840] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1606.312013] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a9ce90-ad6e-4c3c-ab29-b2676aa5c17d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.318600] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52aca789-9686-fc4a-fa87-8b9d91d9162a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1606.328037] env[69297]: DEBUG nova.compute.provider_tree [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1606.483918] env[69297]: DEBUG nova.network.neutron [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updated VIF entry in instance network info cache for port 05d30e84-cf4f-4bdc-888a-65db6b7edf26. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1606.484325] env[69297]: DEBUG nova.network.neutron [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updating instance_info_cache with network_info: [{"id": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "address": "fa:16:3e:07:61:2e", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d30e84-cf", "ovs_interfaceid": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1606.816728] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52aca789-9686-fc4a-fa87-8b9d91d9162a, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1606.817021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1606.817264] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1606.817508] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1606.817653] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1606.817829] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1606.818115] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-353e940c-4553-4beb-8c70-5cb312bef930 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.826251] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1606.826417] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1606.827097] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91e3ff0-2548-40d8-9d02-ae654f75542e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.831044] env[69297]: DEBUG nova.scheduler.client.report [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1606.834969] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1606.834969] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523c84ae-f8df-3213-d915-33ffd38dc2f7"
[ 1606.834969] env[69297]:    _type = "Task"
[ 1606.834969] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1606.853547] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523c84ae-f8df-3213-d915-33ffd38dc2f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1606.857373] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "7e4c309d-4862-4bfb-a56b-10132b3e6303-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1606.857587] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1606.857754] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1606.859623] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0dc87d9-2889-4a84-a106-57b8ae3fa7c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1606.865280] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1606.865280] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5277483d-d69c-6a54-7033-8c2ba53c7ce6"
[ 1606.865280] env[69297]:    _type = "Task"
[ 1606.865280] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1606.874012] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5277483d-d69c-6a54-7033-8c2ba53c7ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1606.986900] env[69297]: DEBUG oslo_concurrency.lockutils [req-6549b284-52f7-42d8-a343-6e062a52243e req-fa9d360f-6dde-44e0-8f5d-a6ee5e8e85aa service nova] Releasing lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1607.340832] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1607.343530] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.556s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1607.345046] env[69297]: INFO nova.compute.claims [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1607.361077] env[69297]: INFO nova.scheduler.client.report [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted allocations for instance 89619274-c8dc-40eb-a843-e2497b304a40
[ 1607.376100] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5277483d-d69c-6a54-7033-8c2ba53c7ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.009006} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1607.376314] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1607.376577] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 1001868f-0935-48e1-bff5-43ee087b6bdc/1001868f-0935-48e1-bff5-43ee087b6bdc.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1607.376833] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecbdf85e-5901-45ce-b9b4-507bdf88b639 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1607.385149] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1607.385149] env[69297]:    value = "task-2931632"
[ 1607.385149] env[69297]:    _type = "Task"
[ 1607.385149] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1607.393456] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1607.873882] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f4072a78-5034-4d02-a847-d5bddf1fb87f tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "89619274-c8dc-40eb-a843-e2497b304a40" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.485s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1607.896626] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931632, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1607.908608] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1607.908787] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1607.908962] env[69297]: DEBUG nova.network.neutron [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1608.399103] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510728} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1608.399366] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 1001868f-0935-48e1-bff5-43ee087b6bdc/1001868f-0935-48e1-bff5-43ee087b6bdc.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1608.399451] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1608.399693] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b105d847-fdea-4cf0-b451-1e64cd8b90c1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.406697] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1608.406697] env[69297]:    value = "task-2931633"
[ 1608.406697] env[69297]:    _type = "Task"
[ 1608.406697] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1608.421760] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1608.602881] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b122306-7372-46b1-b1ad-3b1bb7c86a9c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.610458] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a3c30f-783a-433e-9f03-38e83380e729 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.646505] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e523d67d-9814-4d31-a0c8-9ee75bd620de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.655653] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad35cff-3e79-4b3d-b75c-da9631a03897 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.670885] env[69297]: DEBUG nova.compute.provider_tree [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1608.712032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "38d046e5-edc6-49c0-938b-22de0259d5c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1608.712032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "38d046e5-edc6-49c0-938b-22de0259d5c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1608.784940] env[69297]: DEBUG nova.network.neutron [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance_info_cache with network_info: [{"id": "e5319436-a845-424e-abf8-e9c6801cf903", "address": "fa:16:3e:ce:d3:86", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5319436-a8", "ovs_interfaceid": "e5319436-a845-424e-abf8-e9c6801cf903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1608.917972] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.361669} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1608.918277] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1608.919078] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a3c9ea-408f-4a07-82aa-e603b702606f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.941601] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 1001868f-0935-48e1-bff5-43ee087b6bdc/1001868f-0935-48e1-bff5-43ee087b6bdc.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1608.942401] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c2bf641-eea0-4636-b8e9-39909cb9b67c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1608.962034] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1608.962034] env[69297]:    value = "task-2931634"
[ 1608.962034] env[69297]:    _type = "Task"
[ 1608.962034] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1608.970190] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1608.984930] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "6ca4a936-aede-4d0e-a14d-2307081a7f19" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1608.985175] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "6ca4a936-aede-4d0e-a14d-2307081a7f19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1609.175721] env[69297]: DEBUG nova.scheduler.client.report [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1609.214982] env[69297]: DEBUG nova.compute.manager [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1609.274954] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquiring lock "2a395474-e758-475e-918b-019d1772b739" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1609.275265] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Lock "2a395474-e758-475e-918b-019d1772b739" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1609.275549] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquiring lock "2a395474-e758-475e-918b-019d1772b739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1609.275784] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Lock "2a395474-e758-475e-918b-019d1772b739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1609.275962] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Lock "2a395474-e758-475e-918b-019d1772b739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1609.278367] env[69297]: INFO nova.compute.manager [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Terminating instance
[ 1609.288347] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1609.472928] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931634, 'name': ReconfigVM_Task, 'duration_secs': 0.338377} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1609.473274] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 1001868f-0935-48e1-bff5-43ee087b6bdc/1001868f-0935-48e1-bff5-43ee087b6bdc.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1609.473766] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fff4b4c3-f233-4b50-8b86-a1ac517e257d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.479278] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1609.479278] env[69297]:    value = "task-2931635"
[ 1609.479278] env[69297]:    _type = "Task"
[ 1609.479278] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1609.487223] env[69297]: DEBUG nova.compute.manager [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1609.489589] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931635, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1609.681408] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1609.681961] env[69297]: DEBUG nova.compute.manager [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1609.685769] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.757s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1609.687253] env[69297]: INFO nova.compute.claims [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1609.733952] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1609.758046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1609.758217] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1609.782044] env[69297]: DEBUG nova.compute.manager [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1609.782153] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1609.782925] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d1ae0b-b3b8-4641-bea3-f2d042466556 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.791122] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1609.791349] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ea1391-61a3-4629-af45-fe3337eacba1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.801062] env[69297]: DEBUG oslo_vmware.api [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for the task: (returnval){
[ 1609.801062] env[69297]:    value = "task-2931636"
[ 1609.801062] env[69297]:    _type = "Task"
[ 1609.801062] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1609.808498] env[69297]: DEBUG oslo_vmware.api [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1609.809893] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc12b46f-2944-43de-8bb4-0484bf57dc8e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.827764] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21b86d3-7092-4e83-b570-779779efa85a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.833974] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance '7e4c309d-4862-4bfb-a56b-10132b3e6303' progress to 83 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1609.989251] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931635, 'name': Rename_Task, 'duration_secs': 0.15151} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1609.989486] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1609.989731] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8b5f82e-4c3e-4f2c-81ed-af40513073d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1609.998383] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1609.998383] env[69297]:    value = "task-2931637"
[ 1609.998383] env[69297]:    _type = "Task"
[ 1609.998383] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1610.006503] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1610.008438] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1610.194619] env[69297]: DEBUG nova.compute.utils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1610.196443] env[69297]: DEBUG nova.compute.manager [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1610.196443] env[69297]: DEBUG nova.network.neutron [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1610.249162] env[69297]: DEBUG nova.policy [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cc7ea09028e44a28980fa4e60cdb2b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e3b76c79de46b381d4b786f6d4c722', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1610.260432] env[69297]: DEBUG nova.compute.manager [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1610.310886] env[69297]: DEBUG oslo_vmware.api [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1610.339677] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1610.339980] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d712c66-b344-4cf9-a954-0e7753afeb92 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1610.346909] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1610.346909] env[69297]:    value = "task-2931638"
[ 1610.346909] env[69297]:    _type = "Task"
[ 1610.346909] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1610.355082] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1610.508880] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1610.555962] env[69297]: DEBUG nova.network.neutron [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Successfully created port: dcfad726-6b52-498b-a1d3-c6f65d6dcf93 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1610.700593] env[69297]: DEBUG nova.compute.manager [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1610.793842] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1610.814374] env[69297]: DEBUG oslo_vmware.api [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931636, 'name': PowerOffVM_Task, 'duration_secs': 1.0122} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1610.814717] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1610.814912] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1610.817661] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-080b86fd-d28a-4193-b3e5-d752eed96ddd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1610.857147] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1610.887507] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1610.887824] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1610.888066] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Deleting the datastore file [datastore1] 2a395474-e758-475e-918b-019d1772b739 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1610.888330] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e816319-f9c6-4bbc-97bb-6b283e419c2e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1610.897025] env[69297]: DEBUG oslo_vmware.api [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for the task: (returnval){
[ 1610.897025] env[69297]:    value = "task-2931640"
[ 1610.897025] env[69297]:    _type = "Task"
[ 1610.897025] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1610.909055] env[69297]: DEBUG oslo_vmware.api [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1610.989408] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47cae77-b39e-4224-91b0-3b2e0cadaf55 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1610.999284] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb779f9f-63fc-4c56-8a7f-2496cebfd0d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.042507] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1611.043326] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8f3800-cac0-489a-9725-16f4faa1e77b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.053717] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aebda95-50e9-4045-9280-76bf7d72e605 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.069766] env[69297]: DEBUG nova.compute.provider_tree [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1611.357410] env[69297]: DEBUG oslo_vmware.api [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931638, 'name': PowerOnVM_Task, 'duration_secs': 0.66846} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1611.357664] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1611.357849] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f16941-8d8e-4471-9900-6f56de229b41 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance '7e4c309d-4862-4bfb-a56b-10132b3e6303' progress to 100 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1611.411682] env[69297]: DEBUG oslo_vmware.api [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Task: {'id': task-2931640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159344} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1611.411994] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1611.412240] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1611.412431] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1611.412599] env[69297]: INFO nova.compute.manager [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] [instance: 2a395474-e758-475e-918b-019d1772b739] Took 1.63 seconds to destroy the instance on the hypervisor.
[ 1611.412834] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1611.413033] env[69297]: DEBUG nova.compute.manager [-] [instance: 2a395474-e758-475e-918b-019d1772b739] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1611.413135] env[69297]: DEBUG nova.network.neutron [-] [instance: 2a395474-e758-475e-918b-019d1772b739] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1611.515062] env[69297]: DEBUG oslo_vmware.api [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931637, 'name': PowerOnVM_Task, 'duration_secs': 1.146153} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1611.515433] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1611.515690] env[69297]: INFO nova.compute.manager [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Took 8.10 seconds to spawn the instance on the hypervisor.
[ 1611.515981] env[69297]: DEBUG nova.compute.manager [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1611.516824] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece145e-fc16-4e5c-9e65-575c0dd75928 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.573428] env[69297]: DEBUG nova.scheduler.client.report [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1611.715954] env[69297]: DEBUG nova.compute.manager [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1611.742321] env[69297]: DEBUG nova.virt.hardware [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1611.742321] env[69297]: DEBUG nova.virt.hardware [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1611.742321] env[69297]: DEBUG nova.virt.hardware [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1611.742321] env[69297]: DEBUG nova.virt.hardware [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1611.742321] env[69297]: DEBUG nova.virt.hardware [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1611.742321] env[69297]: DEBUG nova.virt.hardware [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1611.742713] env[69297]: DEBUG nova.virt.hardware [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1611.742713] env[69297]: DEBUG nova.virt.hardware [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1611.742713] env[69297]: DEBUG nova.virt.hardware [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1611.742865] env[69297]: DEBUG nova.virt.hardware [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1611.743025] env[69297]: DEBUG nova.virt.hardware [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1611.743960] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906bd4e7-b3f0-409e-b0f7-3a6633632c6f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.751873] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044f525c-8912-4e7e-83d4-53629e762cfb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1611.781226] env[69297]: DEBUG nova.compute.manager [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1611.782188] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf86231b-954e-4dfc-b5ed-1737207a42fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1612.000259] env[69297]: DEBUG nova.compute.manager [req-1b5a8669-d89b-40e6-bdf8-d1c6feefedfd req-cd6734d3-f22b-4ca6-a78e-5c69830a2dd4 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Received event network-vif-deleted-3aa74d33-a1fc-463e-963b-ecc65ef33bb1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1612.000467] env[69297]: INFO nova.compute.manager [req-1b5a8669-d89b-40e6-bdf8-d1c6feefedfd req-cd6734d3-f22b-4ca6-a78e-5c69830a2dd4 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Neutron deleted interface 3aa74d33-a1fc-463e-963b-ecc65ef33bb1; detaching it from the instance and deleting it from the info cache
[ 1612.000640] env[69297]: DEBUG nova.network.neutron [req-1b5a8669-d89b-40e6-bdf8-d1c6feefedfd req-cd6734d3-f22b-4ca6-a78e-5c69830a2dd4 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1612.035889] env[69297]: INFO nova.compute.manager [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Took 18.68 seconds to build instance.
[ 1612.077799] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1612.078414] env[69297]: DEBUG nova.compute.manager [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1612.082261] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.348s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1612.084122] env[69297]: INFO nova.compute.claims [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1612.264900] env[69297]: DEBUG nova.network.neutron [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Successfully updated port: dcfad726-6b52-498b-a1d3-c6f65d6dcf93 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1612.292299] env[69297]: INFO nova.compute.manager [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] instance snapshotting
[ 1612.293031] env[69297]: DEBUG nova.objects.instance [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'flavor' on Instance uuid edc3d4ee-834a-4b79-b98d-90273453c281 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1612.476414] env[69297]: DEBUG nova.network.neutron [-] [instance: 2a395474-e758-475e-918b-019d1772b739] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1612.506385] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8488dfdf-3037-4cde-8da7-dc3eec368a31 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1612.519914] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d572fd-ed74-4f1e-9b53-5ea494cd4a57 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1612.541547] env[69297]: DEBUG oslo_concurrency.lockutils [None req-21c7e7d8-2a5d-43cf-a751-c5a19da6a8ce tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.191s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1612.571916] env[69297]: DEBUG nova.compute.manager [req-1b5a8669-d89b-40e6-bdf8-d1c6feefedfd req-cd6734d3-f22b-4ca6-a78e-5c69830a2dd4 service nova] [instance: 2a395474-e758-475e-918b-019d1772b739] Detach interface failed, port_id=3aa74d33-a1fc-463e-963b-ecc65ef33bb1, reason: Instance 2a395474-e758-475e-918b-019d1772b739 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1612.595371] env[69297]: DEBUG nova.compute.utils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1612.604276] env[69297]: DEBUG nova.compute.manager [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1612.607023] env[69297]: DEBUG nova.network.neutron [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1612.699136] env[69297]: DEBUG nova.policy [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0182e3bfbfe34510a46f0109ce687313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b5ebf219f14436f98d1d6111abc74fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1612.767375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "refresh_cache-7771e622-7ab5-484f-8583-e539d9a843aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1612.767375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "refresh_cache-7771e622-7ab5-484f-8583-e539d9a843aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1612.767375] env[69297]: DEBUG nova.network.neutron [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1612.798208] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2cddfd-124c-45c5-b719-0f93e351c6e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1612.818018] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd0eae0-fccd-4c05-aa9b-b066709fdeb6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1612.978947] env[69297]: INFO nova.compute.manager [-] [instance: 2a395474-e758-475e-918b-019d1772b739] Took 1.57 seconds to deallocate network for instance.
[ 1613.023494] env[69297]: DEBUG nova.network.neutron [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Successfully created port: 829b3823-0d27-4417-8c98-16657306b182 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1613.105019] env[69297]: DEBUG nova.compute.manager [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1613.332025] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1613.332025] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dfca7914-cb8b-4f92-ac86-9c60b86baf04 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.340383] env[69297]: DEBUG nova.network.neutron [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1613.348900] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1613.348900] env[69297]:    value = "task-2931641"
[ 1613.348900] env[69297]:    _type = "Task"
[ 1613.348900] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1613.363497] env[69297]: DEBUG nova.compute.manager [req-61ac2511-3322-46fc-8562-dd46601c48e4 req-83cafcd1-8062-43dc-a5ca-d6dd509c34bf service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Received event network-changed-05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1613.363497] env[69297]: DEBUG nova.compute.manager [req-61ac2511-3322-46fc-8562-dd46601c48e4 req-83cafcd1-8062-43dc-a5ca-d6dd509c34bf service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Refreshing instance network info cache due to event network-changed-05d30e84-cf4f-4bdc-888a-65db6b7edf26. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1613.363497] env[69297]: DEBUG oslo_concurrency.lockutils [req-61ac2511-3322-46fc-8562-dd46601c48e4 req-83cafcd1-8062-43dc-a5ca-d6dd509c34bf service nova] Acquiring lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1613.363497] env[69297]: DEBUG oslo_concurrency.lockutils [req-61ac2511-3322-46fc-8562-dd46601c48e4 req-83cafcd1-8062-43dc-a5ca-d6dd509c34bf service nova] Acquired lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1613.363497] env[69297]: DEBUG nova.network.neutron [req-61ac2511-3322-46fc-8562-dd46601c48e4 req-83cafcd1-8062-43dc-a5ca-d6dd509c34bf service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Refreshing network info cache for port 05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1613.368370] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931641, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1613.440035] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2661001-e00e-4375-a6ed-4ffa93f68d45 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.449204] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a990dfd-4f0c-4a71-a503-e3ec78d24ca7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.482063] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609d015c-20cc-4abc-962e-43a011801961 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.485891] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1613.491883] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c969906-01f1-4695-bb63-dbe8124b4f88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.508079] env[69297]: DEBUG nova.compute.provider_tree [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1613.799862] env[69297]: DEBUG nova.network.neutron [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Updating instance_info_cache with network_info: [{"id": "dcfad726-6b52-498b-a1d3-c6f65d6dcf93", "address": "fa:16:3e:82:36:42", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfad726-6b", "ovs_interfaceid": "dcfad726-6b52-498b-a1d3-c6f65d6dcf93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1613.859881] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931641, 'name': CreateSnapshot_Task, 'duration_secs': 0.498605} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1613.860163] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1613.860891] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ce552a-ed8a-4bcd-92f3-910694923b90 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1613.934526] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "7e4c309d-4862-4bfb-a56b-10132b3e6303" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1613.934754] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1613.935454] env[69297]: DEBUG nova.compute.manager [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Going to confirm migration 4 {{(pid=69297) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1614.011229] env[69297]: DEBUG nova.scheduler.client.report [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1614.058216] env[69297]: DEBUG nova.compute.manager [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Received event network-vif-plugged-dcfad726-6b52-498b-a1d3-c6f65d6dcf93 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1614.058216] env[69297]: DEBUG oslo_concurrency.lockutils [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] Acquiring lock "7771e622-7ab5-484f-8583-e539d9a843aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1614.058406] env[69297]: DEBUG oslo_concurrency.lockutils [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] Lock "7771e622-7ab5-484f-8583-e539d9a843aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1614.058574] env[69297]: DEBUG oslo_concurrency.lockutils [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] Lock "7771e622-7ab5-484f-8583-e539d9a843aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1614.058686] env[69297]: DEBUG nova.compute.manager [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] No waiting events found dispatching network-vif-plugged-dcfad726-6b52-498b-a1d3-c6f65d6dcf93 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1614.058851] env[69297]: WARNING nova.compute.manager [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Received unexpected event network-vif-plugged-dcfad726-6b52-498b-a1d3-c6f65d6dcf93 for instance with vm_state building and task_state spawning.
[ 1614.059039] env[69297]: DEBUG nova.compute.manager [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Received event network-changed-dcfad726-6b52-498b-a1d3-c6f65d6dcf93 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1614.059200] env[69297]: DEBUG nova.compute.manager [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Refreshing instance network info cache due to event network-changed-dcfad726-6b52-498b-a1d3-c6f65d6dcf93. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1614.059360] env[69297]: DEBUG oslo_concurrency.lockutils [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] Acquiring lock "refresh_cache-7771e622-7ab5-484f-8583-e539d9a843aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1614.114728] env[69297]: DEBUG nova.compute.manager [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1614.139454] env[69297]: DEBUG nova.virt.hardware [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1614.139711] env[69297]: DEBUG nova.virt.hardware [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1614.139869] env[69297]: DEBUG nova.virt.hardware [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1614.140062] env[69297]: DEBUG nova.virt.hardware [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1614.140210] env[69297]: DEBUG nova.virt.hardware [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1614.140355] env[69297]: DEBUG nova.virt.hardware [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1614.140562] env[69297]: DEBUG nova.virt.hardware [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1614.140718] env[69297]: DEBUG nova.virt.hardware [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1614.140923] env[69297]: DEBUG nova.virt.hardware [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1614.141154] env[69297]: DEBUG nova.virt.hardware [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1614.141341] env[69297]: DEBUG nova.virt.hardware [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1614.142246] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac43bc3a-d84e-4783-82aa-cdbbbe562f7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.150248] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d9052c-4d19-40ae-bea3-59d5e49ed388 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.166581] env[69297]: DEBUG nova.network.neutron [req-61ac2511-3322-46fc-8562-dd46601c48e4 req-83cafcd1-8062-43dc-a5ca-d6dd509c34bf service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updated VIF entry in instance network info cache for port 05d30e84-cf4f-4bdc-888a-65db6b7edf26. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1614.166998] env[69297]: DEBUG nova.network.neutron [req-61ac2511-3322-46fc-8562-dd46601c48e4 req-83cafcd1-8062-43dc-a5ca-d6dd509c34bf service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updating instance_info_cache with network_info: [{"id": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "address": "fa:16:3e:07:61:2e", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d30e84-cf", "ovs_interfaceid": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1614.302954] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "refresh_cache-7771e622-7ab5-484f-8583-e539d9a843aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1614.303355] env[69297]: DEBUG nova.compute.manager [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Instance network_info: |[{"id": "dcfad726-6b52-498b-a1d3-c6f65d6dcf93", "address": "fa:16:3e:82:36:42", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfad726-6b", "ovs_interfaceid": "dcfad726-6b52-498b-a1d3-c6f65d6dcf93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1614.303673] env[69297]: DEBUG oslo_concurrency.lockutils [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] Acquired lock "refresh_cache-7771e622-7ab5-484f-8583-e539d9a843aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1614.303860] env[69297]: DEBUG nova.network.neutron [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Refreshing network info cache for port dcfad726-6b52-498b-a1d3-c6f65d6dcf93 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1614.305194] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:36:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcfad726-6b52-498b-a1d3-c6f65d6dcf93', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1614.313850] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1614.314870] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1614.315110] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f321537-593f-4e65-8224-ffbc96cc52db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.336058] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1614.336058] env[69297]:    value = "task-2931642"
[ 1614.336058] env[69297]:    _type = "Task"
[ 1614.336058] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1614.346252] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931642, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1614.380091] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1614.380493] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-879c2d8f-0175-40e7-a585-1e969989f979 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1614.387965] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1614.387965] env[69297]:    value = "task-2931643"
[ 1614.387965] env[69297]:    _type = "Task"
[ 1614.387965] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1614.396935] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931643, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1614.488141] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1614.488338] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1614.488518] env[69297]: DEBUG nova.network.neutron [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1614.488709] env[69297]: DEBUG nova.objects.instance [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lazy-loading 'info_cache' on Instance uuid 7e4c309d-4862-4bfb-a56b-10132b3e6303 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1614.516605] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1614.517211] env[69297]: DEBUG nova.compute.manager [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1614.520167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.512s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1614.521672] env[69297]: INFO nova.compute.claims [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1614.670716] env[69297]: DEBUG oslo_concurrency.lockutils [req-61ac2511-3322-46fc-8562-dd46601c48e4 req-83cafcd1-8062-43dc-a5ca-d6dd509c34bf service nova] Releasing lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1614.672244] env[69297]: DEBUG nova.network.neutron [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Successfully updated port: 829b3823-0d27-4417-8c98-16657306b182 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1614.845744] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931642, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1614.899463] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931643, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1615.008959] env[69297]: DEBUG nova.network.neutron [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Updated VIF entry in instance network info cache for port dcfad726-6b52-498b-a1d3-c6f65d6dcf93. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1615.009359] env[69297]: DEBUG nova.network.neutron [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Updating instance_info_cache with network_info: [{"id": "dcfad726-6b52-498b-a1d3-c6f65d6dcf93", "address": "fa:16:3e:82:36:42", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfad726-6b", "ovs_interfaceid": "dcfad726-6b52-498b-a1d3-c6f65d6dcf93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1615.028196] env[69297]: DEBUG nova.compute.utils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1615.032270] env[69297]: DEBUG nova.compute.manager [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1615.032442] env[69297]: DEBUG nova.network.neutron [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1615.081284] env[69297]: DEBUG nova.policy [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9edd60e33e24bc392bbd47b13b64037', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6418d66e6b24fe5aa385a75a312ccbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1615.176043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "refresh_cache-e1bb325a-d2ac-48f0-98c3-21db01d81f31" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1615.176043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "refresh_cache-e1bb325a-d2ac-48f0-98c3-21db01d81f31" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1615.176269] env[69297]: DEBUG nova.network.neutron [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1615.346845] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931642, 'name': CreateVM_Task, 'duration_secs': 0.515259} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1615.347058] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1615.347757] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1615.347924] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1615.348276] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1615.348527] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdd384d-baf8-4d80-9d58-27ee47dc763b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.353185] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1615.353185] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]526d73f1-d1cd-5ac7-48ee-9be3eab56084"
[ 1615.353185] env[69297]:    _type = "Task"
[ 1615.353185] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1615.360776] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526d73f1-d1cd-5ac7-48ee-9be3eab56084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1615.399323] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931643, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1615.514146] env[69297]: DEBUG oslo_concurrency.lockutils [req-8e235ee6-b9b5-4750-8555-c56a3ee09a2e req-c432acd1-6f50-4500-b07f-cf742dc05aa5 service nova] Releasing lock "refresh_cache-7771e622-7ab5-484f-8583-e539d9a843aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1615.535662] env[69297]: DEBUG nova.compute.manager [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1615.560936] env[69297]: DEBUG nova.network.neutron [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Successfully created port: c6bf0350-1c20-4449-be4c-328ceee2da50 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1615.722969] env[69297]: DEBUG nova.network.neutron [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1615.814170] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292fd32b-2953-498d-8fd9-f6a2b121eb8b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.824138] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9685dea-8135-46d8-9e6d-ab4de50653fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.859066] env[69297]: DEBUG nova.network.neutron [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance_info_cache with network_info: [{"id": "e5319436-a845-424e-abf8-e9c6801cf903", "address": "fa:16:3e:ce:d3:86", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5319436-a8", "ovs_interfaceid": "e5319436-a845-424e-abf8-e9c6801cf903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1615.866570] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee89f03-5a7d-42ee-994a-328bb289cb22 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.870255] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "refresh_cache-7e4c309d-4862-4bfb-a56b-10132b3e6303" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1615.870740] env[69297]: DEBUG nova.objects.instance [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lazy-loading 'migration_context' on Instance uuid 7e4c309d-4862-4bfb-a56b-10132b3e6303 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1615.880026] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526d73f1-d1cd-5ac7-48ee-9be3eab56084, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1615.882188] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1615.882417] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1615.882763] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1615.882837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1615.882960] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1615.883824] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3b27314-61ed-46f0-8f25-1c7459ec4d3b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.886501] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0235ed3-5b60-46ae-9941-90637dc2df04 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.904958] env[69297]: DEBUG nova.compute.provider_tree [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1615.909723] env[69297]: DEBUG nova.network.neutron [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Updating instance_info_cache with network_info: [{"id": "829b3823-0d27-4417-8c98-16657306b182", "address": "fa:16:3e:be:56:2d", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829b3823-0d", "ovs_interfaceid": "829b3823-0d27-4417-8c98-16657306b182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1615.911887] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1615.912064] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1615.912798] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931643, 'name': CloneVM_Task, 'duration_secs': 1.396007} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1615.913751] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b99915-3595-4a86-9d76-b808fd542e29 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.916261] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Created linked-clone VM from snapshot
[ 1615.917051] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79749e65-f436-4705-a8f6-10896881c456 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.922873] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1615.922873] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525349f9-0c1a-7be4-56c3-da1966b64fbc"
[ 1615.922873] env[69297]:    _type = "Task"
[ 1615.922873] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1615.926215] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Uploading image dcb16b4d-7026-4958-8c2a-2f3f20294b7d {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1615.935526] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525349f9-0c1a-7be4-56c3-da1966b64fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1615.946867] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1615.946867] env[69297]:    value = "vm-588643"
[ 1615.946867] env[69297]:    _type = "VirtualMachine"
[ 1615.946867] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1615.947169] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b8af27a3-edfb-48c6-aefe-ed5e6c70ef02 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1615.953746] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lease: (returnval){
[ 1615.953746] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523ba9ea-bd70-516a-ec51-191e5f760b5a"
[ 1615.953746] env[69297]:    _type = "HttpNfcLease"
[ 1615.953746] env[69297]:  } obtained for exporting VM: (result){
[ 1615.953746] env[69297]:    value = "vm-588643"
[ 1615.953746] env[69297]:    _type = "VirtualMachine"
[ 1615.953746] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1615.954168] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the lease: (returnval){
[ 1615.954168] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523ba9ea-bd70-516a-ec51-191e5f760b5a"
[ 1615.954168] env[69297]:    _type = "HttpNfcLease"
[ 1615.954168] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1615.959852] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1615.959852] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523ba9ea-bd70-516a-ec51-191e5f760b5a"
[ 1615.959852] env[69297]:    _type = "HttpNfcLease"
[ 1615.959852] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1616.087747] env[69297]: DEBUG nova.compute.manager [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Received event network-vif-plugged-829b3823-0d27-4417-8c98-16657306b182 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1616.088014] env[69297]: DEBUG oslo_concurrency.lockutils [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] Acquiring lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1616.088248] env[69297]: DEBUG oslo_concurrency.lockutils [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1616.088426] env[69297]: DEBUG oslo_concurrency.lockutils [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1616.088615] env[69297]: DEBUG nova.compute.manager [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] No waiting events found dispatching network-vif-plugged-829b3823-0d27-4417-8c98-16657306b182 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1616.088954] env[69297]: WARNING nova.compute.manager [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Received unexpected event network-vif-plugged-829b3823-0d27-4417-8c98-16657306b182 for instance with vm_state building and task_state spawning.
[ 1616.089199] env[69297]: DEBUG nova.compute.manager [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Received event network-changed-829b3823-0d27-4417-8c98-16657306b182 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1616.089368] env[69297]: DEBUG nova.compute.manager [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Refreshing instance network info cache due to event network-changed-829b3823-0d27-4417-8c98-16657306b182. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1616.089638] env[69297]: DEBUG oslo_concurrency.lockutils [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] Acquiring lock "refresh_cache-e1bb325a-d2ac-48f0-98c3-21db01d81f31" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1616.375415] env[69297]: DEBUG nova.objects.base [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Object Instance<7e4c309d-4862-4bfb-a56b-10132b3e6303> lazy-loaded attributes: info_cache,migration_context {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1616.376487] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf2ded-3611-4aac-8168-44463affe4dd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.397041] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da9e162-19f0-447f-8df5-e47246567be9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.402439] env[69297]: DEBUG oslo_vmware.api [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1616.402439] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522abefd-388a-c550-00c2-41ff58410828"
[ 1616.402439] env[69297]:    _type = "Task"
[ 1616.402439] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1616.409922] env[69297]: DEBUG oslo_vmware.api [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522abefd-388a-c550-00c2-41ff58410828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1616.414834] env[69297]: DEBUG nova.scheduler.client.report [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1616.418103] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "refresh_cache-e1bb325a-d2ac-48f0-98c3-21db01d81f31" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1616.418394] env[69297]: DEBUG nova.compute.manager [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Instance network_info: |[{"id": "829b3823-0d27-4417-8c98-16657306b182", "address": "fa:16:3e:be:56:2d", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829b3823-0d", "ovs_interfaceid": "829b3823-0d27-4417-8c98-16657306b182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1616.418852] env[69297]: DEBUG oslo_concurrency.lockutils [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] Acquired lock "refresh_cache-e1bb325a-d2ac-48f0-98c3-21db01d81f31" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1616.419041] env[69297]: DEBUG nova.network.neutron [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Refreshing network info cache for port 829b3823-0d27-4417-8c98-16657306b182 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1616.420111] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:56:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '829b3823-0d27-4417-8c98-16657306b182', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1616.427399] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1616.428847] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1616.430883] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ec23d32-6dbe-49b7-b049-a0808ff01aa9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.451450] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525349f9-0c1a-7be4-56c3-da1966b64fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.033107} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1616.453046] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1616.453046] env[69297]:    value = "task-2931645"
[ 1616.453046] env[69297]:    _type = "Task"
[ 1616.453046] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1616.453266] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eddd4f9-113d-44f2-82cc-a8429e5d5ab9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.465967] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931645, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1616.468426] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1616.468426] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5222e657-3688-a4f2-5cc7-cd007b72f97f"
[ 1616.468426] env[69297]:    _type = "Task"
[ 1616.468426] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1616.468609] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1616.468609] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523ba9ea-bd70-516a-ec51-191e5f760b5a"
[ 1616.468609] env[69297]:    _type = "HttpNfcLease"
[ 1616.468609] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1616.468901] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1616.468901] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523ba9ea-bd70-516a-ec51-191e5f760b5a"
[ 1616.468901] env[69297]:    _type = "HttpNfcLease"
[ 1616.468901] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1616.472113] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3f9e56-03c2-4615-b5fb-8e6c6f8b3421 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.482115] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed00f3-d5e6-ab1d-2413-d22be08f0d8b/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1616.482292] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed00f3-d5e6-ab1d-2413-d22be08f0d8b/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1616.483798] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5222e657-3688-a4f2-5cc7-cd007b72f97f, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1616.484043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1616.484301] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 7771e622-7ab5-484f-8583-e539d9a843aa/7771e622-7ab5-484f-8583-e539d9a843aa.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1616.485344] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24016c9f-72d0-4375-8a28-d0c9e0a2c9f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.547849] env[69297]: DEBUG nova.compute.manager [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1616.550094] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1616.550094] env[69297]:    value = "task-2931646"
[ 1616.550094] env[69297]:    _type = "Task"
[ 1616.550094] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1616.558965] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1616.570095] env[69297]: DEBUG nova.virt.hardware [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1616.570380] env[69297]: DEBUG nova.virt.hardware [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1616.570541] env[69297]: DEBUG nova.virt.hardware [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1616.570772] env[69297]: DEBUG nova.virt.hardware [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1616.570947] env[69297]: DEBUG nova.virt.hardware [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1616.571148] env[69297]: DEBUG nova.virt.hardware [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1616.571394] env[69297]: DEBUG nova.virt.hardware [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1616.571573] env[69297]: DEBUG nova.virt.hardware [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1616.571763] env[69297]: DEBUG nova.virt.hardware [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1616.572194] env[69297]: DEBUG nova.virt.hardware [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1616.572194] env[69297]: DEBUG nova.virt.hardware [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1616.573074] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07dbe87-04da-410a-825c-5d371e86e868 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.580937] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-083dd2c1-8713-4cab-8679-9bc9b1b7cdbf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.583765] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5427ee0-0380-4807-b745-054320912fe3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.917522] env[69297]: DEBUG oslo_vmware.api [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522abefd-388a-c550-00c2-41ff58410828, 'name': SearchDatastore_Task, 'duration_secs': 0.006718} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1616.917973] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1616.919999] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1616.920555] env[69297]: DEBUG nova.compute.manager [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1616.923670] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.130s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1616.925245] env[69297]: INFO nova.compute.claims [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1616.971076] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931645, 'name': CreateVM_Task, 'duration_secs': 0.359688} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1616.974153] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1616.974153] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1616.974153] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1616.974153] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1616.974153] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a8a7b7-f2c0-4abc-bd00-41a1180958ec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1616.980336] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1616.980336] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5220e648-a4dd-99fb-c014-5f74bfcfea51"
[ 1616.980336] env[69297]:    _type = "Task"
[ 1616.980336] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1616.990809] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5220e648-a4dd-99fb-c014-5f74bfcfea51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1617.060553] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931646, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1617.131605] env[69297]: DEBUG nova.network.neutron [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Updated VIF entry in instance network info cache for port 829b3823-0d27-4417-8c98-16657306b182. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1617.132657] env[69297]: DEBUG nova.network.neutron [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Updating instance_info_cache with network_info: [{"id": "829b3823-0d27-4417-8c98-16657306b182", "address": "fa:16:3e:be:56:2d", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829b3823-0d", "ovs_interfaceid": "829b3823-0d27-4417-8c98-16657306b182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1617.284939] env[69297]: DEBUG nova.network.neutron [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Successfully updated port: c6bf0350-1c20-4449-be4c-328ceee2da50 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1617.429939] env[69297]: DEBUG nova.compute.utils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1617.431423] env[69297]: DEBUG nova.compute.manager [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1617.431586] env[69297]: DEBUG nova.network.neutron [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1617.491181] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5220e648-a4dd-99fb-c014-5f74bfcfea51, 'name': SearchDatastore_Task, 'duration_secs': 0.016822} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1617.491610] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1617.491858] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1617.492396] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1617.492599] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1617.492832] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1617.493266] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e84657f8-0726-497d-a5eb-a6e01a30db96 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1617.504897] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1617.505757] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1617.506684] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9830547c-183f-4632-ab56-27a568a202f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1617.513173] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1617.513173] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5298d966-8c14-c51c-f120-5d5a7f2a7763"
[ 1617.513173] env[69297]:    _type = "Task"
[ 1617.513173] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1617.515844] env[69297]: DEBUG nova.policy [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9edd60e33e24bc392bbd47b13b64037', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6418d66e6b24fe5aa385a75a312ccbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1617.523229] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5298d966-8c14-c51c-f120-5d5a7f2a7763, 'name': SearchDatastore_Task, 'duration_secs': 0.00937} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1617.524155] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2727a9c4-0ff7-4603-bfdc-d9576d060a32 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1617.529684] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1617.529684] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b8213e-d3ea-63cb-9ad2-1d52ed97f5b3"
[ 1617.529684] env[69297]:    _type = "Task"
[ 1617.529684] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1617.536185] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b8213e-d3ea-63cb-9ad2-1d52ed97f5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1617.559494] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931646, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1617.636164] env[69297]: DEBUG oslo_concurrency.lockutils [req-389c3c9c-2d56-49cd-bcd2-ce43692e69e1 req-acb1e339-f747-41de-94b8-bb9d65b22a35 service nova] Releasing lock "refresh_cache-e1bb325a-d2ac-48f0-98c3-21db01d81f31" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1617.759611] env[69297]: DEBUG nova.network.neutron [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Successfully created port: c3b27a23-6412-4278-9f85-8ae0a0e15c2d {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1617.788029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "refresh_cache-38d046e5-edc6-49c0-938b-22de0259d5c0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1617.788029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquired lock "refresh_cache-38d046e5-edc6-49c0-938b-22de0259d5c0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1617.788029] env[69297]: DEBUG nova.network.neutron [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1617.937502] env[69297]: DEBUG nova.compute.manager [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1618.038838] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b8213e-d3ea-63cb-9ad2-1d52ed97f5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008443} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1618.041866] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1618.042234] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] e1bb325a-d2ac-48f0-98c3-21db01d81f31/e1bb325a-d2ac-48f0-98c3-21db01d81f31.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1618.042764] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ad84c6-2715-43fa-8eaf-ed56268902c5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.050248] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1618.050248] env[69297]:    value = "task-2931647"
[ 1618.050248] env[69297]:    _type = "Task"
[ 1618.050248] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1618.070522] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931646, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.463949} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1618.070887] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1618.073982] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 7771e622-7ab5-484f-8583-e539d9a843aa/7771e622-7ab5-484f-8583-e539d9a843aa.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1618.074314] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1618.075602] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a6a1dd4-9833-4fb5-af09-bd4d6a9b8ad4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.081411] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1618.081411] env[69297]:    value = "task-2931648"
[ 1618.081411] env[69297]:    _type = "Task"
[ 1618.081411] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1618.090608] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1618.114455] env[69297]: DEBUG nova.compute.manager [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Received event network-vif-plugged-c6bf0350-1c20-4449-be4c-328ceee2da50 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1618.116130] env[69297]: DEBUG oslo_concurrency.lockutils [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] Acquiring lock "38d046e5-edc6-49c0-938b-22de0259d5c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1618.116130] env[69297]: DEBUG oslo_concurrency.lockutils [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] Lock "38d046e5-edc6-49c0-938b-22de0259d5c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1618.116130] env[69297]: DEBUG oslo_concurrency.lockutils [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] Lock "38d046e5-edc6-49c0-938b-22de0259d5c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1618.116130] env[69297]: DEBUG nova.compute.manager [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] No waiting events found dispatching network-vif-plugged-c6bf0350-1c20-4449-be4c-328ceee2da50 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1618.116130] env[69297]: WARNING nova.compute.manager [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Received unexpected event network-vif-plugged-c6bf0350-1c20-4449-be4c-328ceee2da50 for instance with vm_state building and task_state spawning.
[ 1618.116130] env[69297]: DEBUG nova.compute.manager [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Received event network-changed-c6bf0350-1c20-4449-be4c-328ceee2da50 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1618.116130] env[69297]: DEBUG nova.compute.manager [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Refreshing instance network info cache due to event network-changed-c6bf0350-1c20-4449-be4c-328ceee2da50. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1618.116415] env[69297]: DEBUG oslo_concurrency.lockutils [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] Acquiring lock "refresh_cache-38d046e5-edc6-49c0-938b-22de0259d5c0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1618.232206] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41653e36-69a4-4120-9b3f-35691f6bdcc1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.241930] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74aa475-b3fc-4aad-8c61-b20cbd2aa80c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.279377] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db22255c-8cfb-4b2a-b1cc-4915816d86b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.288090] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a4d6c0-1d13-4199-83b0-ebbd9efe8260 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.306434] env[69297]: DEBUG nova.compute.provider_tree [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1618.330493] env[69297]: DEBUG nova.network.neutron [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1618.506957] env[69297]: DEBUG nova.network.neutron [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Updating instance_info_cache with network_info: [{"id": "c6bf0350-1c20-4449-be4c-328ceee2da50", "address": "fa:16:3e:54:4e:db", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6bf0350-1c", "ovs_interfaceid": "c6bf0350-1c20-4449-be4c-328ceee2da50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1618.562174] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461407} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1618.562464] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] e1bb325a-d2ac-48f0-98c3-21db01d81f31/e1bb325a-d2ac-48f0-98c3-21db01d81f31.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1618.562754] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1618.563048] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02f69e83-0d0e-4544-a491-7af956f36899 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.571034] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1618.571034] env[69297]:    value = "task-2931649"
[ 1618.571034] env[69297]:    _type = "Task"
[ 1618.571034] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1618.578821] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1618.591681] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068859} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1618.591837] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1618.592599] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258249dc-4701-4fd5-b9ce-b00a86293540 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.615389] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 7771e622-7ab5-484f-8583-e539d9a843aa/7771e622-7ab5-484f-8583-e539d9a843aa.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1618.615743] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8c1bf8-7c51-407c-8ef9-935b532cd306 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.638819] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1618.638819] env[69297]:    value = "task-2931650"
[ 1618.638819] env[69297]:    _type = "Task"
[ 1618.638819] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1618.648277] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1618.810677] env[69297]: DEBUG nova.scheduler.client.report [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1618.953743] env[69297]: DEBUG nova.compute.manager [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1618.976533] env[69297]: DEBUG nova.virt.hardware [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1618.976785] env[69297]: DEBUG nova.virt.hardware [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1618.976942] env[69297]: DEBUG nova.virt.hardware [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1618.977141] env[69297]: DEBUG nova.virt.hardware [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1618.977292] env[69297]: DEBUG nova.virt.hardware [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1618.977449] env[69297]: DEBUG nova.virt.hardware [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1618.977705] env[69297]: DEBUG nova.virt.hardware [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1618.977838] env[69297]: DEBUG nova.virt.hardware [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1618.978052] env[69297]: DEBUG nova.virt.hardware [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1618.978258] env[69297]: DEBUG nova.virt.hardware [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1618.978469] env[69297]: DEBUG nova.virt.hardware [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1618.979812] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585b12aa-8a9e-49f7-8b8a-dd00a578e14f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1618.988030] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8451b5-da43-4875-832c-097833b8f1f9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.010286] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Releasing lock "refresh_cache-38d046e5-edc6-49c0-938b-22de0259d5c0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1619.010708] env[69297]: DEBUG nova.compute.manager [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Instance network_info: |[{"id": "c6bf0350-1c20-4449-be4c-328ceee2da50", "address": "fa:16:3e:54:4e:db", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6bf0350-1c", "ovs_interfaceid": "c6bf0350-1c20-4449-be4c-328ceee2da50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1619.011115] env[69297]: DEBUG oslo_concurrency.lockutils [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] Acquired lock "refresh_cache-38d046e5-edc6-49c0-938b-22de0259d5c0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1619.011363] env[69297]: DEBUG nova.network.neutron [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Refreshing network info cache for port c6bf0350-1c20-4449-be4c-328ceee2da50 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1619.012785] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:4e:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6bf0350-1c20-4449-be4c-328ceee2da50', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1619.020278] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Creating folder: Project (c6418d66e6b24fe5aa385a75a312ccbc). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1619.021462] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9382d952-18e1-48d8-8475-f2da8345ee1c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.032960] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Created folder: Project (c6418d66e6b24fe5aa385a75a312ccbc) in parent group-v588392.
[ 1619.033191] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Creating folder: Instances. Parent ref: group-v588645. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1619.033442] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86b3dde4-6d46-4364-8b0c-61897c0cdbef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.044581] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Created folder: Instances in parent group-v588645.
[ 1619.044850] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1619.045055] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1619.045339] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-598dacf2-b66d-4a5d-85f0-1cee1cd2dda7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.065115] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1619.065115] env[69297]:    value = "task-2931653"
[ 1619.065115] env[69297]:    _type = "Task"
[ 1619.065115] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1619.073220] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931653, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1619.081863] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065152} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1619.082099] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1619.082922] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1bc1c8-96fc-440d-b472-bb1bab7beafb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.108956] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e1bb325a-d2ac-48f0-98c3-21db01d81f31/e1bb325a-d2ac-48f0-98c3-21db01d81f31.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1619.109370] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1169936-374f-45a8-a44b-a2ee5c61ee3a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.129914] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1619.129914] env[69297]:    value = "task-2931654"
[ 1619.129914] env[69297]:    _type = "Task"
[ 1619.129914] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1619.139315] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1619.148636] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931650, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1619.315975] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1619.316647] env[69297]: DEBUG nova.compute.manager [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1619.321535] env[69297]: DEBUG nova.network.neutron [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Successfully updated port: c3b27a23-6412-4278-9f85-8ae0a0e15c2d {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1619.323464] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.837s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1619.323464] env[69297]: DEBUG nova.objects.instance [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Lazy-loading 'resources' on Instance uuid 2a395474-e758-475e-918b-019d1772b739 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1619.575948] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931653, 'name': CreateVM_Task, 'duration_secs': 0.365723} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1619.575948] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1619.577061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1619.577061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1619.577061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1619.577315] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007f7be9-ba7d-4516-8900-0330a58b58f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.582679] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1619.582679] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523b9eab-a7ed-1989-a9d2-4727b643b398"
[ 1619.582679] env[69297]:    _type = "Task"
[ 1619.582679] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1619.591944] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523b9eab-a7ed-1989-a9d2-4727b643b398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1619.641238] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931654, 'name': ReconfigVM_Task, 'duration_secs': 0.366494} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1619.644598] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e1bb325a-d2ac-48f0-98c3-21db01d81f31/e1bb325a-d2ac-48f0-98c3-21db01d81f31.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1619.645305] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20fd7ea4-a66c-4f2a-8e0f-07cc253a56ee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.654725] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931650, 'name': ReconfigVM_Task, 'duration_secs': 0.535326} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1619.656120] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 7771e622-7ab5-484f-8583-e539d9a843aa/7771e622-7ab5-484f-8583-e539d9a843aa.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1619.657170] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1619.657170] env[69297]:    value = "task-2931655"
[ 1619.657170] env[69297]:    _type = "Task"
[ 1619.657170] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1619.657391] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c9f45f7-77c7-48f4-826e-dd1608959535 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1619.667594] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931655, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1619.668763] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1619.668763] env[69297]:    value = "task-2931656"
[ 1619.668763] env[69297]:    _type = "Task"
[ 1619.668763] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1619.677242] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931656, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1619.811693] env[69297]: DEBUG nova.network.neutron [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Updated VIF entry in instance network info cache for port c6bf0350-1c20-4449-be4c-328ceee2da50. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1619.812150] env[69297]: DEBUG nova.network.neutron [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Updating instance_info_cache with network_info: [{"id": "c6bf0350-1c20-4449-be4c-328ceee2da50", "address": "fa:16:3e:54:4e:db", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6bf0350-1c", "ovs_interfaceid": "c6bf0350-1c20-4449-be4c-328ceee2da50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1619.824650] env[69297]: DEBUG nova.compute.utils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1619.829018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "refresh_cache-6ca4a936-aede-4d0e-a14d-2307081a7f19" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1619.829018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquired lock "refresh_cache-6ca4a936-aede-4d0e-a14d-2307081a7f19" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1619.829018] env[69297]: DEBUG nova.network.neutron [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1619.829018] env[69297]: DEBUG nova.compute.manager [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1619.829018] env[69297]: DEBUG nova.network.neutron [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1619.871245] env[69297]: DEBUG nova.policy [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b455dc6aa064d26b98b99e4f920bc81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b951b3fbff4a6e81a93a0cd5b184b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1620.095141] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523b9eab-a7ed-1989-a9d2-4727b643b398, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1620.095626] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1620.095897] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1620.096198] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1620.096372] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1620.096553] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1620.097183] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91c7e6e0-48f7-48bb-bbfa-fa067b20fcf1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.100605] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0d8e12-f055-4da4-9942-28125fa49520 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.111389] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4631a1e-a5f5-47db-b0a5-3432eed3140c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.114965] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1620.115178] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1620.115892] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90b772e-c6e9-48c0-b6c8-dffbb7496d8c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.122113] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1620.122113] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522b5b84-d66d-73d5-92c8-f331f46ac1b8"
[ 1620.122113] env[69297]:    _type = "Task"
[ 1620.122113] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1620.152629] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585e670e-428f-4940-b5f4-a8e8863ef663 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.156341] env[69297]: DEBUG nova.compute.manager [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Received event network-vif-plugged-c3b27a23-6412-4278-9f85-8ae0a0e15c2d {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1620.156559] env[69297]: DEBUG oslo_concurrency.lockutils [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] Acquiring lock "6ca4a936-aede-4d0e-a14d-2307081a7f19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1620.156782] env[69297]: DEBUG oslo_concurrency.lockutils [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] Lock "6ca4a936-aede-4d0e-a14d-2307081a7f19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1620.156958] env[69297]: DEBUG oslo_concurrency.lockutils [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] Lock "6ca4a936-aede-4d0e-a14d-2307081a7f19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1620.157151] env[69297]: DEBUG nova.compute.manager [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] No waiting events found dispatching network-vif-plugged-c3b27a23-6412-4278-9f85-8ae0a0e15c2d {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1620.157335] env[69297]: WARNING nova.compute.manager [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Received unexpected event network-vif-plugged-c3b27a23-6412-4278-9f85-8ae0a0e15c2d for instance with vm_state building and task_state spawning.
[ 1620.157514] env[69297]: DEBUG nova.compute.manager [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Received event network-changed-c3b27a23-6412-4278-9f85-8ae0a0e15c2d {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1620.157670] env[69297]: DEBUG nova.compute.manager [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Refreshing instance network info cache due to event network-changed-c3b27a23-6412-4278-9f85-8ae0a0e15c2d. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1620.157869] env[69297]: DEBUG oslo_concurrency.lockutils [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] Acquiring lock "refresh_cache-6ca4a936-aede-4d0e-a14d-2307081a7f19" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1620.168108] env[69297]: DEBUG nova.network.neutron [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Successfully created port: df64bfc0-3cda-4b9b-b4da-9044a17d3651 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1620.170441] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522b5b84-d66d-73d5-92c8-f331f46ac1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008927} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1620.172858] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9f34db-2207-4ec8-8fee-311eeafefe94 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.183160] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39c0299-e7a1-4a80-83f6-0337a845c03d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.185713] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931655, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1620.198488] env[69297]: DEBUG nova.compute.provider_tree [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1620.203020] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1620.203020] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529fe746-fd59-5e41-11a8-379fc522200c"
[ 1620.203020] env[69297]:    _type = "Task"
[ 1620.203020] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1620.203664] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931656, 'name': Rename_Task, 'duration_secs': 0.1493} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1620.206815] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1620.207091] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be5fddfe-6f94-4389-a062-154367483d7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.215423] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529fe746-fd59-5e41-11a8-379fc522200c, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1620.216693] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1620.216957] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 38d046e5-edc6-49c0-938b-22de0259d5c0/38d046e5-edc6-49c0-938b-22de0259d5c0.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1620.217283] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1620.217283] env[69297]:    value = "task-2931657"
[ 1620.217283] env[69297]:    _type = "Task"
[ 1620.217283] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1620.217488] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e518185-c884-44cc-8d58-cec176d86df3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1620.234024] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931657, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1620.234024] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1620.234024] env[69297]:    value = "task-2931658"
[ 1620.234024] env[69297]:    _type = "Task"
[ 1620.234024] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1620.240573] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1620.315701] env[69297]: DEBUG oslo_concurrency.lockutils [req-d5fdc966-79de-40ed-afbd-f9741a8e467a req-bd89a895-6a1e-4885-af4b-dbd29702c97e service nova] Releasing lock "refresh_cache-38d046e5-edc6-49c0-938b-22de0259d5c0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1620.332220] env[69297]: DEBUG nova.compute.manager [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1620.370221] env[69297]: DEBUG nova.network.neutron [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1620.558461] env[69297]: DEBUG nova.network.neutron [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Updating instance_info_cache with network_info: [{"id": "c3b27a23-6412-4278-9f85-8ae0a0e15c2d", "address": "fa:16:3e:85:06:8f", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b27a23-64", "ovs_interfaceid": "c3b27a23-6412-4278-9f85-8ae0a0e15c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1620.669599] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931655, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1620.704680] env[69297]: DEBUG nova.scheduler.client.report [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1620.731270] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931657, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1620.741848] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931658, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1621.061711] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Releasing lock "refresh_cache-6ca4a936-aede-4d0e-a14d-2307081a7f19" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1621.062146] env[69297]: DEBUG nova.compute.manager [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Instance network_info: |[{"id": "c3b27a23-6412-4278-9f85-8ae0a0e15c2d", "address": "fa:16:3e:85:06:8f", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b27a23-64", "ovs_interfaceid": "c3b27a23-6412-4278-9f85-8ae0a0e15c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1621.062682] env[69297]: DEBUG oslo_concurrency.lockutils [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] Acquired lock "refresh_cache-6ca4a936-aede-4d0e-a14d-2307081a7f19" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1621.062882] env[69297]: DEBUG nova.network.neutron [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Refreshing network info cache for port c3b27a23-6412-4278-9f85-8ae0a0e15c2d {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1621.064435] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:06:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3b27a23-6412-4278-9f85-8ae0a0e15c2d', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1621.073144] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1621.073670] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1621.073952] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9f16087-1cce-4d4b-bb84-b2b9c09528d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.096358] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1621.096358] env[69297]:    value = "task-2931659"
[ 1621.096358] env[69297]:    _type = "Task"
[ 1621.096358] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1621.108180] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931659, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1621.172674] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931655, 'name': Rename_Task, 'duration_secs': 1.080631} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1621.173138] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1621.173582] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15d8055f-95df-452d-a339-dac72df6ec9e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.181365] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1621.181365] env[69297]:    value = "task-2931660"
[ 1621.181365] env[69297]:    _type = "Task"
[ 1621.181365] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1621.190296] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1621.210402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1621.213408] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.295s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1621.231271] env[69297]: DEBUG oslo_vmware.api [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931657, 'name': PowerOnVM_Task, 'duration_secs': 0.745588} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1621.232231] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1621.232467] env[69297]: INFO nova.compute.manager [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Took 9.52 seconds to spawn the instance on the hypervisor.
[ 1621.232669] env[69297]: DEBUG nova.compute.manager [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1621.233594] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728da41f-febe-40c4-9079-892534e05e1f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.240378] env[69297]: INFO nova.scheduler.client.report [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Deleted allocations for instance 2a395474-e758-475e-918b-019d1772b739
[ 1621.253704] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556512} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1621.255034] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 38d046e5-edc6-49c0-938b-22de0259d5c0/38d046e5-edc6-49c0-938b-22de0259d5c0.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1621.255034] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1621.255034] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0125572d-446f-474a-954e-42c85b9a8453 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.262207] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1621.262207] env[69297]:    value = "task-2931661"
[ 1621.262207] env[69297]:    _type = "Task"
[ 1621.262207] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1621.273547] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1621.345465] env[69297]: DEBUG nova.compute.manager [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1621.369852] env[69297]: DEBUG nova.virt.hardware [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1621.370050] env[69297]: DEBUG nova.virt.hardware [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1621.370217] env[69297]: DEBUG nova.virt.hardware [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1621.370619] env[69297]: DEBUG nova.virt.hardware [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1621.370619] env[69297]: DEBUG nova.virt.hardware [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1621.370763] env[69297]: DEBUG nova.virt.hardware [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1621.370930] env[69297]: DEBUG nova.virt.hardware [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1621.371169] env[69297]: DEBUG nova.virt.hardware [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1621.371349] env[69297]: DEBUG nova.virt.hardware [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1621.371513] env[69297]: DEBUG nova.virt.hardware [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1621.371692] env[69297]: DEBUG nova.virt.hardware [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1621.373071] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed15c10-7a58-463a-8dd7-3bcfbb115fdd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.381554] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1c588d-7cd4-40ac-87fc-6cc1cd8e61f8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.607263] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931659, 'name': CreateVM_Task, 'duration_secs': 0.378832} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1621.610403] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1621.611482] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1621.614018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1621.614018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1621.614018] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48c3ff5-a20b-41b2-90e7-5a9c63df3aa1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.618459] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1621.618459] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52eb0376-cb03-56c5-8c42-fee3dc93e235"
[ 1621.618459] env[69297]:    _type = "Task"
[ 1621.618459] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1621.626909] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52eb0376-cb03-56c5-8c42-fee3dc93e235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1621.690996] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931660, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1621.767883] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edfda22d-296b-4804-87dc-d2f1100d109f tempest-ServersV294TestFqdnHostnames-1699253754 tempest-ServersV294TestFqdnHostnames-1699253754-project-member] Lock "2a395474-e758-475e-918b-019d1772b739" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.493s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1621.769188] env[69297]: INFO nova.compute.manager [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Took 16.00 seconds to build instance.
[ 1621.788438] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14452} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1621.789874] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1621.790736] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec379f32-e7da-4b8e-b2c0-6b558bd5152f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.814145] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 38d046e5-edc6-49c0-938b-22de0259d5c0/38d046e5-edc6-49c0-938b-22de0259d5c0.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1621.817661] env[69297]: DEBUG nova.network.neutron [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Successfully updated port: df64bfc0-3cda-4b9b-b4da-9044a17d3651 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1621.819365] env[69297]: DEBUG nova.network.neutron [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Updated VIF entry in instance network info cache for port c3b27a23-6412-4278-9f85-8ae0a0e15c2d. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1621.819841] env[69297]: DEBUG nova.network.neutron [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Updating instance_info_cache with network_info: [{"id": "c3b27a23-6412-4278-9f85-8ae0a0e15c2d", "address": "fa:16:3e:85:06:8f", "network": {"id": "1862a1bd-0f8d-467b-8515-96ecec21a1c4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2791f7d35d964588a2da962b0dc87bba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b27a23-64", "ovs_interfaceid": "c3b27a23-6412-4278-9f85-8ae0a0e15c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1621.821027] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ece53a9-895f-45a1-b72f-f6386dda3447 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1621.842642] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1621.842642] env[69297]:    value = "task-2931662"
[ 1621.842642] env[69297]:    _type = "Task"
[ 1621.842642] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1621.854073] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1622.015779] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c354c8b4-9154-437f-89cd-26a6eab58f0b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.026215] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2bcf36-1d74-4f01-8a0e-bf750f998717 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.059253] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb25e5c-e8ac-4fc6-938a-219dc345e5a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.067469] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251740af-e26e-4b58-95d7-7e7d26f1edfe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.081413] env[69297]: DEBUG nova.compute.provider_tree [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1622.129294] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52eb0376-cb03-56c5-8c42-fee3dc93e235, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1622.129606] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1622.129837] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1622.130083] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1622.130232] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1622.130415] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1622.130676] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53c4543f-d2bf-42f4-bc23-13b2046aa021 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.139730] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1622.139937] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1622.140641] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7491fb43-d187-49cf-839e-ba273816c75f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.145655] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1622.145655] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52157f2d-7947-bbb3-6da6-944e4f54b997"
[ 1622.145655] env[69297]:    _type = "Task"
[ 1622.145655] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1622.153293] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52157f2d-7947-bbb3-6da6-944e4f54b997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1622.175020] env[69297]: DEBUG nova.compute.manager [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Received event network-vif-plugged-df64bfc0-3cda-4b9b-b4da-9044a17d3651 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1622.175321] env[69297]: DEBUG oslo_concurrency.lockutils [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] Acquiring lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1622.176083] env[69297]: DEBUG oslo_concurrency.lockutils [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1622.176083] env[69297]: DEBUG oslo_concurrency.lockutils [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1622.176083] env[69297]: DEBUG nova.compute.manager [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] No waiting events found dispatching network-vif-plugged-df64bfc0-3cda-4b9b-b4da-9044a17d3651 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1622.176414] env[69297]: WARNING nova.compute.manager [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Received unexpected event network-vif-plugged-df64bfc0-3cda-4b9b-b4da-9044a17d3651 for instance with vm_state building and task_state spawning.
[ 1622.176554] env[69297]: DEBUG nova.compute.manager [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Received event network-changed-df64bfc0-3cda-4b9b-b4da-9044a17d3651 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1622.176777] env[69297]: DEBUG nova.compute.manager [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Refreshing instance network info cache due to event network-changed-df64bfc0-3cda-4b9b-b4da-9044a17d3651. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1622.177011] env[69297]: DEBUG oslo_concurrency.lockutils [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] Acquiring lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1622.177192] env[69297]: DEBUG oslo_concurrency.lockutils [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] Acquired lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1622.177376] env[69297]: DEBUG nova.network.neutron [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Refreshing network info cache for port df64bfc0-3cda-4b9b-b4da-9044a17d3651 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1622.193866] env[69297]: DEBUG oslo_vmware.api [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931660, 'name': PowerOnVM_Task, 'duration_secs': 0.788485} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1622.194180] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1622.194419] env[69297]: INFO nova.compute.manager [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Took 8.08 seconds to spawn the instance on the hypervisor.
[ 1622.194675] env[69297]: DEBUG nova.compute.manager [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1622.195540] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320b5013-4ec6-405d-ae57-2c0fad5fe069 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.280034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d0fdc453-f98b-4141-840c-569d04041bf4 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "7771e622-7ab5-484f-8583-e539d9a843aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.529s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1622.336750] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1622.337413] env[69297]: DEBUG oslo_concurrency.lockutils [req-31a4bcd0-cfb3-4d37-8a89-cff5951555e0 req-fcce7f48-3e71-41f5-8e10-699973b58465 service nova] Releasing lock "refresh_cache-6ca4a936-aede-4d0e-a14d-2307081a7f19" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1622.355787] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931662, 'name': ReconfigVM_Task, 'duration_secs': 0.292607} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1622.356068] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 38d046e5-edc6-49c0-938b-22de0259d5c0/38d046e5-edc6-49c0-938b-22de0259d5c0.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1622.356774] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-179bbc5e-50a4-4524-b439-5ac638a53663 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.365066] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1622.365066] env[69297]:    value = "task-2931663"
[ 1622.365066] env[69297]:    _type = "Task"
[ 1622.365066] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1622.374082] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931663, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1622.585287] env[69297]: DEBUG nova.scheduler.client.report [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1622.665199] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52157f2d-7947-bbb3-6da6-944e4f54b997, 'name': SearchDatastore_Task, 'duration_secs': 0.032869} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1622.665199] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4e2ba8-ee00-4b0d-b238-3ea7b24764cf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.672254] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1622.672254] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ad5633-5158-1ce5-a1e5-b4148eec0abf"
[ 1622.672254] env[69297]:    _type = "Task"
[ 1622.672254] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1622.680800] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ad5633-5158-1ce5-a1e5-b4148eec0abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1622.722175] env[69297]: DEBUG nova.network.neutron [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1622.722175] env[69297]: INFO nova.compute.manager [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Took 16.81 seconds to build instance.
[ 1622.786467] env[69297]: DEBUG oslo_concurrency.lockutils [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "7771e622-7ab5-484f-8583-e539d9a843aa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1622.786729] env[69297]: DEBUG oslo_concurrency.lockutils [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "7771e622-7ab5-484f-8583-e539d9a843aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1622.787294] env[69297]: DEBUG oslo_concurrency.lockutils [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "7771e622-7ab5-484f-8583-e539d9a843aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1622.787495] env[69297]: DEBUG oslo_concurrency.lockutils [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "7771e622-7ab5-484f-8583-e539d9a843aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1622.787664] env[69297]: DEBUG oslo_concurrency.lockutils [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "7771e622-7ab5-484f-8583-e539d9a843aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1622.790089] env[69297]: INFO nova.compute.manager [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Terminating instance
[ 1622.875683] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931663, 'name': Rename_Task, 'duration_secs': 0.346605} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1622.876724] env[69297]: DEBUG nova.network.neutron [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1622.877935] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1622.878212] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37c95b6e-b187-417e-90bf-0f229c72cc8c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1622.885715] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1622.885715] env[69297]:    value = "task-2931664"
[ 1622.885715] env[69297]:    _type = "Task"
[ 1622.885715] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1622.896226] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1623.179143] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ad5633-5158-1ce5-a1e5-b4148eec0abf, 'name': SearchDatastore_Task, 'duration_secs': 0.01507} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1623.179143] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1623.179143] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 6ca4a936-aede-4d0e-a14d-2307081a7f19/6ca4a936-aede-4d0e-a14d-2307081a7f19.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1623.179528] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2788e926-5676-4ef9-bcc8-43eae1831b03 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1623.186409] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1623.186409] env[69297]:    value = "task-2931665"
[ 1623.186409] env[69297]:    _type = "Task"
[ 1623.186409] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1623.195181] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1623.224331] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf2f412f-27ac-4b90-9846-1cb69c09ee41 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.322s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1623.294290] env[69297]: DEBUG nova.compute.manager [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1623.294524] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1623.295677] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b911de82-a955-40d0-8cdf-35a5610a6ed5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1623.304955] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1623.305193] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dca39d02-88b1-4b53-bf88-cc39c663192c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1623.311735] env[69297]: DEBUG oslo_vmware.api [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1623.311735] env[69297]:    value = "task-2931666"
[ 1623.311735] env[69297]:    _type = "Task"
[ 1623.311735] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1623.323159] env[69297]: DEBUG oslo_vmware.api [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1623.381167] env[69297]: DEBUG oslo_concurrency.lockutils [req-24dc4e50-74e4-448b-b20d-034c16508af9 req-e936d6f9-b1f5-41b5-86c9-0242c760c1e8 service nova] Releasing lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1623.381542] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1623.381682] env[69297]: DEBUG nova.network.neutron [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1623.397983] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931664, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1623.597146] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.384s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1623.698635] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931665, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1623.762066] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1623.762426] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1623.763065] env[69297]: DEBUG nova.compute.manager [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1623.763870] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef71ecaf-e6a2-4786-82a5-ab26ca4212f8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1623.771000] env[69297]: DEBUG nova.compute.manager [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69297) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1623.771702] env[69297]: DEBUG nova.objects.instance [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lazy-loading 'flavor' on Instance uuid e1bb325a-d2ac-48f0-98c3-21db01d81f31 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1623.822409] env[69297]: DEBUG oslo_vmware.api [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931666, 'name': PowerOffVM_Task, 'duration_secs': 0.192158} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1623.822758] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1623.822961] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1623.823280] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfe6656b-1c07-4416-a6de-73a2230e99ab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1623.890605] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1623.891057] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1623.891392] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleting the datastore file [datastore1] 7771e622-7ab5-484f-8583-e539d9a843aa {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1623.895256] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca4ed283-c842-440a-9f3a-4dd149b0807f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1623.901906] env[69297]: DEBUG oslo_vmware.api [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931664, 'name': PowerOnVM_Task, 'duration_secs': 0.914683} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1623.903203] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1623.903463] env[69297]: INFO nova.compute.manager [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Took 7.36 seconds to spawn the instance on the hypervisor.
[ 1623.903674] env[69297]: DEBUG nova.compute.manager [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1623.904043] env[69297]: DEBUG oslo_vmware.api [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1623.904043] env[69297]:    value = "task-2931668"
[ 1623.904043] env[69297]:    _type = "Task"
[ 1623.904043] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1623.904804] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933d8e3b-dd8f-47bb-b885-601af95926da {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1623.921562] env[69297]: DEBUG oslo_vmware.api [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1623.924459] env[69297]: DEBUG nova.network.neutron [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1624.102827] env[69297]: DEBUG nova.network.neutron [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Updating instance_info_cache with network_info: [{"id": "df64bfc0-3cda-4b9b-b4da-9044a17d3651", "address": "fa:16:3e:23:ca:d7", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf64bfc0-3c", "ovs_interfaceid": "df64bfc0-3cda-4b9b-b4da-9044a17d3651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1624.161992] env[69297]: INFO nova.scheduler.client.report [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted allocation for migration 7e684d60-f010-46d8-b758-968e587f8f51
[ 1624.198989] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680837} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1624.198989] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 6ca4a936-aede-4d0e-a14d-2307081a7f19/6ca4a936-aede-4d0e-a14d-2307081a7f19.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1624.199405] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1624.199575] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcf73113-233f-4357-9eec-03476eb9799c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.207484] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1624.207484] env[69297]:    value = "task-2931669"
[ 1624.207484] env[69297]:    _type = "Task"
[ 1624.207484] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1624.215263] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1624.425820] env[69297]: DEBUG oslo_vmware.api [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322394} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1624.428445] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1624.428445] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1624.428445] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1624.428445] env[69297]: INFO nova.compute.manager [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1624.428798] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1624.428798] env[69297]: DEBUG nova.compute.manager [-] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1624.428951] env[69297]: DEBUG nova.network.neutron [-] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1624.431252] env[69297]: INFO nova.compute.manager [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Took 14.71 seconds to build instance.
[ 1624.607334] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1624.607735] env[69297]: DEBUG nova.compute.manager [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Instance network_info: |[{"id": "df64bfc0-3cda-4b9b-b4da-9044a17d3651", "address": "fa:16:3e:23:ca:d7", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf64bfc0-3c", "ovs_interfaceid": "df64bfc0-3cda-4b9b-b4da-9044a17d3651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1624.608505] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:ca:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df64bfc0-3cda-4b9b-b4da-9044a17d3651', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1624.618101] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1624.618395] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1624.618629] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fb9f4a4-b084-4089-bd01-91c5a316a05b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.643866] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1624.643866] env[69297]:    value = "task-2931670"
[ 1624.643866] env[69297]:    _type = "Task"
[ 1624.643866] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1624.654546] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931670, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1624.667923] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0d74ec5-0baa-48aa-bfd8-8fc0f3390b62 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 10.733s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1624.719376] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067198} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1624.720342] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1624.722528] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d53d84-1026-4026-8b29-b8ce5ed34069 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.749637] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 6ca4a936-aede-4d0e-a14d-2307081a7f19/6ca4a936-aede-4d0e-a14d-2307081a7f19.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1624.752167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "7e4c309d-4862-4bfb-a56b-10132b3e6303" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1624.752167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1624.752167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "7e4c309d-4862-4bfb-a56b-10132b3e6303-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1624.752705] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1624.752705] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1624.753859] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b54a534-3620-40cf-8d10-9a98e2b292fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.771020] env[69297]: DEBUG nova.compute.manager [req-56acb53c-cba2-41ee-a84b-acf8ddfe95a1 req-725d88d5-3d5c-426c-a369-428df0c05788 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Received event network-vif-deleted-dcfad726-6b52-498b-a1d3-c6f65d6dcf93 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1624.771020] env[69297]: INFO nova.compute.manager [req-56acb53c-cba2-41ee-a84b-acf8ddfe95a1 req-725d88d5-3d5c-426c-a369-428df0c05788 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Neutron deleted interface dcfad726-6b52-498b-a1d3-c6f65d6dcf93; detaching it from the instance and deleting it from the info cache
[ 1624.771266] env[69297]: DEBUG nova.network.neutron [req-56acb53c-cba2-41ee-a84b-acf8ddfe95a1 req-725d88d5-3d5c-426c-a369-428df0c05788 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1624.772834] env[69297]: INFO nova.compute.manager [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Terminating instance
[ 1624.778283] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1624.779971] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc4a4f53-6a67-449a-a8d0-74821c2a7f8b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.784800] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1624.784800] env[69297]:    value = "task-2931671"
[ 1624.784800] env[69297]:    _type = "Task"
[ 1624.784800] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1624.794438] env[69297]: DEBUG oslo_vmware.api [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1624.794438] env[69297]:    value = "task-2931672"
[ 1624.794438] env[69297]:    _type = "Task"
[ 1624.794438] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1624.804514] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1624.810239] env[69297]: DEBUG oslo_vmware.api [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1624.933491] env[69297]: DEBUG oslo_concurrency.lockutils [None req-91753ffc-5fff-4920-9ae7-a83577650b5d tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "38d046e5-edc6-49c0-938b-22de0259d5c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.224s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1624.950954] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed00f3-d5e6-ab1d-2413-d22be08f0d8b/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1624.951953] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe412a1d-2101-4b1a-b344-bdfe72262029 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.961312] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed00f3-d5e6-ab1d-2413-d22be08f0d8b/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1624.961312] env[69297]: ERROR oslo_vmware.rw_handles [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed00f3-d5e6-ab1d-2413-d22be08f0d8b/disk-0.vmdk due to incomplete transfer.
[ 1624.961707] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-28ddc6eb-4b08-4946-8068-7b11b01ea758 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.968543] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed00f3-d5e6-ab1d-2413-d22be08f0d8b/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1624.968808] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Uploaded image dcb16b4d-7026-4958-8c2a-2f3f20294b7d to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1624.971469] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1624.971751] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47a9e9de-92fb-4ee1-afbe-7813e471f323 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1624.977824] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1624.977824] env[69297]:    value = "task-2931673"
[ 1624.977824] env[69297]:    _type = "Task"
[ 1624.977824] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1624.987515] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931673, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1625.154442] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931670, 'name': CreateVM_Task, 'duration_secs': 0.425989} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1625.154664] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1625.155400] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1625.155569] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1625.155895] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1625.156173] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206500b5-ca88-48f9-949c-92278a989587 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.161337] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1625.161337] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e9b1bc-3868-322f-b167-6aaef74baa4c"
[ 1625.161337] env[69297]:    _type = "Task"
[ 1625.161337] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1625.170384] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e9b1bc-3868-322f-b167-6aaef74baa4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1625.220953] env[69297]: DEBUG nova.network.neutron [-] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1625.275693] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b27b1072-91b3-49b5-8448-1bf24e5fcf2e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.283530] env[69297]: DEBUG nova.compute.manager [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1625.283643] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1625.284658] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8797e786-5285-4e9d-8bea-9e81697c3cbe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.290278] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db33acf-971a-4f0a-bd69-8eadc56ff0e5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.313659] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1625.314654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "7300caa8-a52d-41e9-b0d5-a67c12995131" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1625.315015] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7300caa8-a52d-41e9-b0d5-a67c12995131" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1625.316756] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99a4278c-1d5c-4b9f-83e7-0516dc37be93 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.324247] env[69297]: DEBUG oslo_vmware.api [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931672, 'name': PowerOffVM_Task, 'duration_secs': 0.248664} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1625.324458] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1625.338566] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1625.338812] env[69297]: DEBUG nova.compute.manager [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1625.339520] env[69297]: DEBUG nova.compute.manager [req-56acb53c-cba2-41ee-a84b-acf8ddfe95a1 req-725d88d5-3d5c-426c-a369-428df0c05788 service nova] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Detach interface failed, port_id=dcfad726-6b52-498b-a1d3-c6f65d6dcf93, reason: Instance 7771e622-7ab5-484f-8583-e539d9a843aa could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1625.340937] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4253bf-bd8b-4090-bb86-7762ae37b89d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.344869] env[69297]: DEBUG oslo_vmware.api [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1625.344869] env[69297]:    value = "task-2931674"
[ 1625.344869] env[69297]:    _type = "Task"
[ 1625.344869] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1625.362254] env[69297]: DEBUG oslo_vmware.api [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1625.487873] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931673, 'name': Destroy_Task, 'duration_secs': 0.381058} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1625.488320] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Destroyed the VM
[ 1625.488683] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1625.489047] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7978ad95-8f00-4857-aac6-2a5623c6bd27 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.497096] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1625.497096] env[69297]:    value = "task-2931675"
[ 1625.497096] env[69297]:    _type = "Task"
[ 1625.497096] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1625.503853] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1625.674672] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e9b1bc-3868-322f-b167-6aaef74baa4c, 'name': SearchDatastore_Task, 'duration_secs': 0.016145} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1625.674672] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1625.674672] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1625.674672] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1625.674672] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1625.674672] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1625.674672] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2117f1b6-264c-42e4-a26b-f7b7a21ffd03 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.687950] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1625.688177] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1625.688982] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1aa6bb5-d2ca-4326-9694-2ab8f7800aff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.694705] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1625.694705] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5231d31a-4d29-e11d-a562-65fb6c10059b"
[ 1625.694705] env[69297]:    _type = "Task"
[ 1625.694705] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1625.702867] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5231d31a-4d29-e11d-a562-65fb6c10059b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1625.725113] env[69297]: INFO nova.compute.manager [-] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Took 1.29 seconds to deallocate network for instance.
[ 1625.810959] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931671, 'name': ReconfigVM_Task, 'duration_secs': 0.612173} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1625.811226] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 6ca4a936-aede-4d0e-a14d-2307081a7f19/6ca4a936-aede-4d0e-a14d-2307081a7f19.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1625.811856] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17cd51a8-5149-4967-9fce-398d58a1c0f9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.818035] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1625.818035] env[69297]:    value = "task-2931676"
[ 1625.818035] env[69297]:    _type = "Task"
[ 1625.818035] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1625.818433] env[69297]: DEBUG nova.compute.manager [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1625.830603] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931676, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1625.854934] env[69297]: DEBUG oslo_vmware.api [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931674, 'name': PowerOffVM_Task, 'duration_secs': 0.197893} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1625.855582] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1625.855753] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1625.856031] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5070565f-2ba5-4c10-83da-3ff02ba5c82d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.861113] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6916f60a-3561-47b0-bfae-96bd6a9a903e tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.099s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1625.930314] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1625.930314] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1625.930314] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleting the datastore file [datastore1] 7e4c309d-4862-4bfb-a56b-10132b3e6303 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1625.930314] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d343864a-ccae-4764-a8ba-4512e3957edd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1625.937191] env[69297]: DEBUG oslo_vmware.api [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1625.937191] env[69297]:    value = "task-2931678"
[ 1625.937191] env[69297]:    _type = "Task"
[ 1625.937191] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1625.960274] env[69297]: DEBUG oslo_vmware.api [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1626.006734] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931675, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1626.206894] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5231d31a-4d29-e11d-a562-65fb6c10059b, 'name': SearchDatastore_Task, 'duration_secs': 0.036663} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1626.207815] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3dbc46-cf8b-4e2a-b5fc-125ee4d38ab6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1626.215718] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1626.215718] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52700a0f-a2bb-e263-bc44-4613b372b61d"
[ 1626.215718] env[69297]:    _type = "Task"
[ 1626.215718] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1626.225428] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52700a0f-a2bb-e263-bc44-4613b372b61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1626.229595] env[69297]: DEBUG oslo_concurrency.lockutils [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1626.229908] env[69297]: DEBUG oslo_concurrency.lockutils [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1626.230781] env[69297]: DEBUG nova.objects.instance [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lazy-loading 'resources' on Instance uuid 7771e622-7ab5-484f-8583-e539d9a843aa {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1626.329998] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931676, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1626.349939] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1626.447454] env[69297]: DEBUG oslo_vmware.api [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24458} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1626.447847] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1626.447939] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1626.448083] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1626.448267] env[69297]: INFO nova.compute.manager [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Took 1.16 seconds to destroy the instance on the hypervisor.
[ 1626.448506] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1626.448701] env[69297]: DEBUG nova.compute.manager [-] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1626.448823] env[69297]: DEBUG nova.network.neutron [-] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1626.452057] env[69297]: INFO nova.compute.manager [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Rebuilding instance
[ 1626.502797] env[69297]: DEBUG nova.compute.manager [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1626.503666] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8607f4ad-2547-48eb-966b-5773ee9fd865 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1626.511772] env[69297]: DEBUG oslo_vmware.api [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931675, 'name': RemoveSnapshot_Task, 'duration_secs': 0.607861} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1626.513453] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1626.513692] env[69297]: INFO nova.compute.manager [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Took 13.72 seconds to snapshot the instance on the hypervisor.
[ 1626.648666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1626.648666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1626.648766] env[69297]: INFO nova.compute.manager [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Rebooting instance
[ 1626.726459] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52700a0f-a2bb-e263-bc44-4613b372b61d, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1626.726725] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1626.726987] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed/1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1626.727270] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d47a321-3e5f-4ac3-88e7-b61ad3b544e9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1626.740067] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1626.740067] env[69297]:    value = "task-2931679"
[ 1626.740067] env[69297]:    _type = "Task"
[ 1626.740067] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1626.745673] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1626.837516] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931676, 'name': Rename_Task, 'duration_secs': 0.944862} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1626.837858] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1626.838199] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a507800-75c5-4db6-a6e4-d3b7f8764abe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1626.850091] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1626.850091] env[69297]:    value = "task-2931680"
[ 1626.850091] env[69297]:    _type = "Task"
[ 1626.850091] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1626.867466] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931680, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1626.911782] env[69297]: DEBUG nova.compute.manager [req-4e224865-dd34-4b57-b6f3-0a2b09018be9 req-634c343e-b64b-47bb-a3d7-f997eed0c72f service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Received event network-vif-deleted-e5319436-a845-424e-abf8-e9c6801cf903 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1626.911995] env[69297]: INFO nova.compute.manager [req-4e224865-dd34-4b57-b6f3-0a2b09018be9 req-634c343e-b64b-47bb-a3d7-f997eed0c72f service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Neutron deleted interface e5319436-a845-424e-abf8-e9c6801cf903; detaching it from the instance and deleting it from the info cache
[ 1626.912425] env[69297]: DEBUG nova.network.neutron [req-4e224865-dd34-4b57-b6f3-0a2b09018be9 req-634c343e-b64b-47bb-a3d7-f997eed0c72f service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1627.055147] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0051c6-c942-4a14-a153-17819d44034c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.065179] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f710d8d2-b286-4651-9fa3-22229067c6b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.112331] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e285546-e73d-4a12-9ea1-bd88a007a1d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.121782] env[69297]: DEBUG nova.compute.manager [None req-f5137ea2-8ab5-4e32-896e-91edfebd1b34 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Found 1 images (rotation: 2) {{(pid=69297) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}}
[ 1627.123963] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7fdf7e-359c-436a-a68e-4b0ea2863b38 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.139923] env[69297]: DEBUG nova.compute.provider_tree [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1627.166513] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1627.166734] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1627.166887] env[69297]: DEBUG nova.network.neutron [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1627.250361] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931679, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1627.332520] env[69297]: DEBUG nova.network.neutron [-] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1627.361740] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931680, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1627.416287] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f74b31df-907b-4817-be9d-c03a4717b78b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.432143] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db23ec5-042d-4be1-b083-f2ebdffa662a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.476396] env[69297]: DEBUG nova.compute.manager [req-4e224865-dd34-4b57-b6f3-0a2b09018be9 req-634c343e-b64b-47bb-a3d7-f997eed0c72f service nova] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Detach interface failed, port_id=e5319436-a845-424e-abf8-e9c6801cf903, reason: Instance 7e4c309d-4862-4bfb-a56b-10132b3e6303 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1627.530706] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1627.530706] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab04a0f1-dc30-4926-8342-d685b82ee454 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.538265] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1627.538265] env[69297]:    value = "task-2931681"
[ 1627.538265] env[69297]:    _type = "Task"
[ 1627.538265] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1627.545954] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1627.645020] env[69297]: DEBUG nova.scheduler.client.report [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1627.747598] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776608} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1627.748513] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed/1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1627.752519] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1627.752519] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd4c6d01-3816-4c9a-b7c9-892db718b9a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1627.758170] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1627.758170] env[69297]:    value = "task-2931682"
[ 1627.758170] env[69297]:    _type = "Task"
[ 1627.758170] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1627.765943] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1627.834986] env[69297]: INFO nova.compute.manager [-] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Took 1.39 seconds to deallocate network for instance.
[ 1627.860413] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1627.929941] env[69297]: DEBUG nova.compute.manager [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1627.930869] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0b0f06-065c-4f68-b67a-452c52f3cbce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.038780] env[69297]: DEBUG nova.network.neutron [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance_info_cache with network_info: [{"id": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "address": "fa:16:3e:25:f4:19", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a2dcc4-9b", "ovs_interfaceid": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1628.054826] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1628.055168] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1628.056080] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794a6867-3ef7-477c-bd4c-0f3c30ceda6b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.066035] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1628.066140] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db5b36bc-882a-4b34-a154-02070e9f715a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.153702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1628.154817] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.805s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1628.161320] env[69297]: INFO nova.compute.claims [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1628.169513] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1628.169513] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1628.169513] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleting the datastore file [datastore1] e1bb325a-d2ac-48f0-98c3-21db01d81f31 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1628.170199] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-200d0ab2-613a-4546-86fd-f4767e340097 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.177628] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1628.177628] env[69297]:    value = "task-2931684"
[ 1628.177628] env[69297]:    _type = "Task"
[ 1628.177628] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1628.191272] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1628.192751] env[69297]: INFO nova.scheduler.client.report [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted allocations for instance 7771e622-7ab5-484f-8583-e539d9a843aa
[ 1628.268503] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072226} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1628.268891] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1628.269728] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51907ceb-0b9d-4d6d-8054-42c10c6dac89 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.294105] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed/1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1628.294443] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-260529d2-eef1-4a78-a411-bc342b4e85e7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.315020] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1628.315020] env[69297]:    value = "task-2931685"
[ 1628.315020] env[69297]:    _type = "Task"
[ 1628.315020] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1628.323206] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1628.343544] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1628.361028] env[69297]: DEBUG oslo_vmware.api [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931680, 'name': PowerOnVM_Task, 'duration_secs': 1.339996} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1628.361381] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1628.361590] env[69297]: INFO nova.compute.manager [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Took 9.41 seconds to spawn the instance on the hypervisor.
[ 1628.361767] env[69297]: DEBUG nova.compute.manager [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1628.362601] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1cef78-14f2-4234-8d85-4f2dfb795aae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.444177] env[69297]: INFO nova.compute.manager [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] instance snapshotting
[ 1628.444177] env[69297]: DEBUG nova.objects.instance [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'flavor' on Instance uuid edc3d4ee-834a-4b79-b98d-90273453c281 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1628.542277] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1628.690826] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262371} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1628.691120] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1628.691368] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1628.691555] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1628.704575] env[69297]: DEBUG oslo_concurrency.lockutils [None req-789272d9-7c24-427b-b771-9772f4081357 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "7771e622-7ab5-484f-8583-e539d9a843aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.918s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1628.825201] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931685, 'name': ReconfigVM_Task, 'duration_secs': 0.286263} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1628.825506] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed/1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1628.826262] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2bcf832-353a-413b-a8a0-31f8a6da7704 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.833881] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1628.833881] env[69297]:    value = "task-2931686"
[ 1628.833881] env[69297]:    _type = "Task"
[ 1628.833881] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1628.841926] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931686, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1628.887021] env[69297]: INFO nova.compute.manager [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Took 18.89 seconds to build instance.
[ 1628.951307] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b9ec3a-6653-4cb5-9233-6825f95facc5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1628.971716] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1f016d-adbf-4fbc-9869-df47113ec6be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.049228] env[69297]: DEBUG nova.compute.manager [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1629.049880] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b2448d-7e4c-4d88-acd9-345fc21213a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.107131] env[69297]: INFO nova.compute.manager [None req-8bdccb2c-8468-4ba4-9445-e29acfc2c30b tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Get console output
[ 1629.107490] env[69297]: WARNING nova.virt.vmwareapi.driver [None req-8bdccb2c-8468-4ba4-9445-e29acfc2c30b tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] The console log is missing. Check your VSPC configuration
[ 1629.345291] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931686, 'name': Rename_Task, 'duration_secs': 0.212413} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1629.345609] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1629.345860] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5484364-7411-479b-8a6f-fefc00e6035c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.353881] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1629.353881] env[69297]:    value = "task-2931687"
[ 1629.353881] env[69297]:    _type = "Task"
[ 1629.353881] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1629.363263] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1629.384950] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1f2d950f-9972-4bf3-8e8a-8dece2a23b24 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "6ca4a936-aede-4d0e-a14d-2307081a7f19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.400s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1629.426915] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383f3cf6-4fcd-49a5-917f-7cc9ff67565a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.435667] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bae5a0f-ec58-4f88-881a-c9924c944447 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.470688] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fc1fd7-9612-4e76-bbd8-9e26f8703189 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.478623] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec82ee7-34ed-444f-aa97-dba2642addf5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.483825] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1629.484109] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b22a3c2-6bc9-4e7a-bb42-2aee4dfb443c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.496883] env[69297]: DEBUG nova.compute.provider_tree [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1629.499881] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1629.499881] env[69297]:    value = "task-2931688"
[ 1629.499881] env[69297]:    _type = "Task"
[ 1629.499881] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1629.509400] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931688, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1629.726886] env[69297]: DEBUG nova.virt.hardware [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1629.727398] env[69297]: DEBUG nova.virt.hardware [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1629.727674] env[69297]: DEBUG nova.virt.hardware [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1629.727964] env[69297]: DEBUG nova.virt.hardware [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1629.728241] env[69297]: DEBUG nova.virt.hardware [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1629.728535] env[69297]: DEBUG nova.virt.hardware [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1629.728876] env[69297]: DEBUG nova.virt.hardware [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1629.729191] env[69297]: DEBUG nova.virt.hardware [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1629.729583] env[69297]: DEBUG nova.virt.hardware [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1629.730031] env[69297]: DEBUG nova.virt.hardware [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1629.730388] env[69297]: DEBUG nova.virt.hardware [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1629.731549] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeeb00d-384b-46e9-8f86-a9f18479706b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.741594] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3713c51d-8e8d-486d-9387-fa2d934bd913 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.758656] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:56:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '829b3823-0d27-4417-8c98-16657306b182', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1629.766222] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1629.766748] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1629.766748] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2007bf20-fb36-4e44-93b4-b123ebb26376 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1629.790758] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1629.790758] env[69297]:    value = "task-2931689"
[ 1629.790758] env[69297]:    _type = "Task"
[ 1629.790758] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1629.799699] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931689, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1629.864280] env[69297]: DEBUG oslo_vmware.api [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931687, 'name': PowerOnVM_Task, 'duration_secs': 0.458056} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1629.864588] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1629.864809] env[69297]: INFO nova.compute.manager [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Took 8.52 seconds to spawn the instance on the hypervisor.
[ 1629.864995] env[69297]: DEBUG nova.compute.manager [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1629.865808] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7360b26e-abdc-43db-90c1-2e0610d9bc75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.001140] env[69297]: DEBUG nova.scheduler.client.report [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1630.014370] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931688, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.067120] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4330b628-118c-4f7a-8ada-37899637c28c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.075128] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Doing hard reboot of VM {{(pid=69297) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}}
[ 1630.075572] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-62db6d25-fbf3-4074-9abf-06d4cffb2a4b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.083508] env[69297]: DEBUG oslo_vmware.api [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1630.083508] env[69297]:    value = "task-2931690"
[ 1630.083508] env[69297]:    _type = "Task"
[ 1630.083508] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1630.093040] env[69297]: DEBUG oslo_vmware.api [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931690, 'name': ResetVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.172759] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1630.172759] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1630.289110] env[69297]: DEBUG oslo_concurrency.lockutils [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "7b5ce58b-a3fb-439f-b678-a346db80c996" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1630.289461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "7b5ce58b-a3fb-439f-b678-a346db80c996" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1630.289682] env[69297]: DEBUG oslo_concurrency.lockutils [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "7b5ce58b-a3fb-439f-b678-a346db80c996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1630.290054] env[69297]: DEBUG oslo_concurrency.lockutils [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "7b5ce58b-a3fb-439f-b678-a346db80c996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1630.290271] env[69297]: DEBUG oslo_concurrency.lockutils [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "7b5ce58b-a3fb-439f-b678-a346db80c996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1630.295732] env[69297]: INFO nova.compute.manager [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Terminating instance
[ 1630.303036] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931689, 'name': CreateVM_Task, 'duration_secs': 0.366464} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1630.303212] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1630.303845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1630.304010] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1630.304344] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1630.304599] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512a7867-a796-432f-be68-d00ef057b41c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.309724] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1630.309724] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b2333e-659a-e063-acf4-a3b96a5139d4"
[ 1630.309724] env[69297]:    _type = "Task"
[ 1630.309724] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1630.319105] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b2333e-659a-e063-acf4-a3b96a5139d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.383517] env[69297]: INFO nova.compute.manager [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Took 19.61 seconds to build instance.
[ 1630.511123] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1630.512014] env[69297]: DEBUG nova.compute.manager [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1630.517807] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.173s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1630.517807] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1630.525222] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931688, 'name': CreateSnapshot_Task, 'duration_secs': 0.658199} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1630.525356] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1630.526028] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bad1891-8114-4b21-94c3-123de3f1ff12 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.542128] env[69297]: INFO nova.scheduler.client.report [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted allocations for instance 7e4c309d-4862-4bfb-a56b-10132b3e6303
[ 1630.592628] env[69297]: DEBUG oslo_vmware.api [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931690, 'name': ResetVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.675900] env[69297]: DEBUG nova.compute.manager [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1630.800160] env[69297]: DEBUG nova.compute.manager [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1630.800530] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1630.801954] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2e4fa7-6617-43bb-b381-489d49988604 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.810014] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1630.810449] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-051cc8b8-9478-4e72-aaa7-271291e2110a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.820415] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b2333e-659a-e063-acf4-a3b96a5139d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011916} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1630.821721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1630.822062] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1630.822386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1630.822605] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1630.822861] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1630.823252] env[69297]: DEBUG oslo_vmware.api [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1630.823252] env[69297]:    value = "task-2931691"
[ 1630.823252] env[69297]:    _type = "Task"
[ 1630.823252] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1630.823553] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87126307-6c1c-4303-b985-1ccf5ebf9fab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.834586] env[69297]: DEBUG oslo_vmware.api [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.839018] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1630.839018] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1630.839018] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4529e431-648c-436c-9600-48fb598f657a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1630.842237] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1630.842237] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5295e48f-500f-985a-83ed-7cea036d2da3"
[ 1630.842237] env[69297]:    _type = "Task"
[ 1630.842237] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1630.851501] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5295e48f-500f-985a-83ed-7cea036d2da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1630.884537] env[69297]: DEBUG oslo_concurrency.lockutils [None req-9ef7526a-b7f0-474b-8ebc-3492754349b3 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.126s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1631.023070] env[69297]: DEBUG nova.compute.utils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1631.023070] env[69297]: DEBUG nova.compute.manager [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1631.023773] env[69297]: DEBUG nova.network.neutron [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1631.044306] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1631.047367] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d8a37096-7b6b-4e7b-9e7d-e60668c3ea59 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.053165] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a37ab28-a34a-406e-a1bf-c4a32ecb8c67 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7e4c309d-4862-4bfb-a56b-10132b3e6303" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.301s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1631.062408] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1631.062408] env[69297]:    value = "task-2931692"
[ 1631.062408] env[69297]:    _type = "Task"
[ 1631.062408] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1631.069523] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931692, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1631.074489] env[69297]: DEBUG nova.policy [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7efd14ab08a4f8db159518207f06cee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd367fa51de8f41ddb074ab073a406478', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1631.096506] env[69297]: DEBUG oslo_vmware.api [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931690, 'name': ResetVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1631.208932] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1631.209673] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1631.211634] env[69297]: INFO nova.compute.claims [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1631.338529] env[69297]: DEBUG oslo_vmware.api [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1631.352562] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5295e48f-500f-985a-83ed-7cea036d2da3, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1631.356025] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34bb7c0-5ba9-4a09-a152-022ab7b1693c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.359448] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1631.359448] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c5b39b-e97d-7309-ff38-75e726a61d0d"
[ 1631.359448] env[69297]:    _type = "Task"
[ 1631.359448] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1631.369885] env[69297]: DEBUG nova.compute.manager [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1631.370372] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c5b39b-e97d-7309-ff38-75e726a61d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1631.371666] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611ae1fd-91f4-4067-8186-d46e11d31107 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.421324] env[69297]: DEBUG nova.network.neutron [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Successfully created port: 9e64e776-ec99-4e13-98b9-70f93854fb8d {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1631.528220] env[69297]: DEBUG nova.compute.manager [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1631.574582] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931692, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1631.595811] env[69297]: DEBUG oslo_vmware.api [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931690, 'name': ResetVM_Task, 'duration_secs': 1.109089} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1631.596455] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Did hard reboot of VM {{(pid=69297) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}}
[ 1631.596710] env[69297]: DEBUG nova.compute.manager [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1631.597560] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586c6180-bee4-4fd5-a315-23e0d9175cfa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.773561] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1631.773561] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1631.773561] env[69297]: INFO nova.compute.manager [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Shelving
[ 1631.836702] env[69297]: DEBUG oslo_vmware.api [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931691, 'name': PowerOffVM_Task, 'duration_secs': 0.80801} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1631.837221] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1631.837551] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1631.839631] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9854537-b9f5-404e-be60-15a1f9827eb0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.870054] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c5b39b-e97d-7309-ff38-75e726a61d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1631.873094] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1631.873094] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] e1bb325a-d2ac-48f0-98c3-21db01d81f31/e1bb325a-d2ac-48f0-98c3-21db01d81f31.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1631.873094] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6858f5d-0576-428b-8339-fa6c94644267 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.877487] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1631.877487] env[69297]:    value = "task-2931694"
[ 1631.877487] env[69297]:    _type = "Task"
[ 1631.877487] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1631.883914] env[69297]: INFO nova.compute.manager [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] instance snapshotting
[ 1631.889537] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3354a4fd-3c30-496a-989f-c103d75a7941 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.893783] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1631.911181] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc462a5a-8fab-4544-a9eb-018f48244566 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.916122] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1631.919095] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1631.919095] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Deleting the datastore file [datastore2] 7b5ce58b-a3fb-439f-b678-a346db80c996 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1631.919095] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45427a3b-2918-4621-9f9d-61bc5991ce19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1631.929825] env[69297]: DEBUG oslo_vmware.api [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for the task: (returnval){
[ 1631.929825] env[69297]:    value = "task-2931695"
[ 1631.929825] env[69297]:    _type = "Task"
[ 1631.929825] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1631.938880] env[69297]: DEBUG oslo_vmware.api [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.071356] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931692, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.116026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a828d449-09a1-4782-9c7d-fbde093fa01f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 5.467s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1632.392505] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931694, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.427658] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1632.428198] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f6f2905-bd2f-49b4-ac25-b626546ff559 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.445365] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1632.445365] env[69297]:    value = "task-2931696"
[ 1632.445365] env[69297]:    _type = "Task"
[ 1632.445365] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1632.448828] env[69297]: DEBUG oslo_vmware.api [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Task: {'id': task-2931695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317344} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1632.452610] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1632.452824] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1632.452990] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1632.453182] env[69297]: INFO nova.compute.manager [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Took 1.65 seconds to destroy the instance on the hypervisor.
[ 1632.453462] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1632.457237] env[69297]: DEBUG nova.compute.manager [-] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1632.457237] env[69297]: DEBUG nova.network.neutron [-] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1632.464697] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.535898] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e3ffe-ff73-4262-9807-01f4daeef91b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.540347] env[69297]: DEBUG nova.compute.manager [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1632.546918] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d9b5f9-6db7-45e2-b562-d51adc5fe22d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.585348] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bd89ca-0a41-4545-9f2a-f46e5e587f8c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.594193] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931692, 'name': CloneVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.596941] env[69297]: DEBUG nova.virt.hardware [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1632.597132] env[69297]: DEBUG nova.virt.hardware [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1632.597265] env[69297]: DEBUG nova.virt.hardware [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1632.597499] env[69297]: DEBUG nova.virt.hardware [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1632.597657] env[69297]: DEBUG nova.virt.hardware [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1632.597797] env[69297]: DEBUG nova.virt.hardware [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1632.598025] env[69297]: DEBUG nova.virt.hardware [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1632.598182] env[69297]: DEBUG nova.virt.hardware [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1632.598351] env[69297]: DEBUG nova.virt.hardware [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1632.598511] env[69297]: DEBUG nova.virt.hardware [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1632.598682] env[69297]: DEBUG nova.virt.hardware [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1632.602359] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40026abb-1301-4d16-b26a-7e0cfd1bd319 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.606114] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c82dc6d-b076-4744-8bdf-98edf4e6724d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.622937] env[69297]: DEBUG nova.compute.provider_tree [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1632.627725] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0346a47-040f-4698-a8a2-40fcabb8b28b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.791774] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1632.791774] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae909bf5-5ff6-410a-aa07-36928df0be04 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1632.800167] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1632.800167] env[69297]:    value = "task-2931697"
[ 1632.800167] env[69297]:    _type = "Task"
[ 1632.800167] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1632.809981] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.878052] env[69297]: DEBUG nova.compute.manager [req-310ab281-5d36-4b0d-9dd6-9f2bda2cec41 req-9047a6bd-1124-43ae-95e1-fe3ddbb51d77 service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Received event network-vif-plugged-9e64e776-ec99-4e13-98b9-70f93854fb8d {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1632.878156] env[69297]: DEBUG oslo_concurrency.lockutils [req-310ab281-5d36-4b0d-9dd6-9f2bda2cec41 req-9047a6bd-1124-43ae-95e1-fe3ddbb51d77 service nova] Acquiring lock "7300caa8-a52d-41e9-b0d5-a67c12995131-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1632.878482] env[69297]: DEBUG oslo_concurrency.lockutils [req-310ab281-5d36-4b0d-9dd6-9f2bda2cec41 req-9047a6bd-1124-43ae-95e1-fe3ddbb51d77 service nova] Lock "7300caa8-a52d-41e9-b0d5-a67c12995131-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1632.878614] env[69297]: DEBUG oslo_concurrency.lockutils [req-310ab281-5d36-4b0d-9dd6-9f2bda2cec41 req-9047a6bd-1124-43ae-95e1-fe3ddbb51d77 service nova] Lock "7300caa8-a52d-41e9-b0d5-a67c12995131-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1632.878761] env[69297]: DEBUG nova.compute.manager [req-310ab281-5d36-4b0d-9dd6-9f2bda2cec41 req-9047a6bd-1124-43ae-95e1-fe3ddbb51d77 service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] No waiting events found dispatching network-vif-plugged-9e64e776-ec99-4e13-98b9-70f93854fb8d {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1632.878927] env[69297]: WARNING nova.compute.manager [req-310ab281-5d36-4b0d-9dd6-9f2bda2cec41 req-9047a6bd-1124-43ae-95e1-fe3ddbb51d77 service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Received unexpected event network-vif-plugged-9e64e776-ec99-4e13-98b9-70f93854fb8d for instance with vm_state building and task_state spawning.
[ 1632.891560] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931694, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.959491] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1632.991748] env[69297]: DEBUG nova.network.neutron [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Successfully updated port: 9e64e776-ec99-4e13-98b9-70f93854fb8d {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1633.091520] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931692, 'name': CloneVM_Task, 'duration_secs': 1.540649} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1633.091692] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Created linked-clone VM from snapshot
[ 1633.092495] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b794af-5096-4f70-a27b-eb9ba29467c4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.097630] env[69297]: DEBUG nova.compute.manager [req-dd942dcf-f074-4c10-bbe0-862f849519aa req-f2e6588c-a027-4a02-b446-498bcbf945b9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Received event network-vif-deleted-48daaa81-1a0a-403f-9a2e-25fcb637ff46 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1633.097630] env[69297]: INFO nova.compute.manager [req-dd942dcf-f074-4c10-bbe0-862f849519aa req-f2e6588c-a027-4a02-b446-498bcbf945b9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Neutron deleted interface 48daaa81-1a0a-403f-9a2e-25fcb637ff46; detaching it from the instance and deleting it from the info cache
[ 1633.097630] env[69297]: DEBUG nova.network.neutron [req-dd942dcf-f074-4c10-bbe0-862f849519aa req-f2e6588c-a027-4a02-b446-498bcbf945b9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1633.105017] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Uploading image 2e6009ca-fbe8-4d4c-8f8b-64d8214e6866 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1633.126713] env[69297]: DEBUG nova.scheduler.client.report [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1633.131607] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1633.131607] env[69297]:    value = "vm-588652"
[ 1633.131607] env[69297]:    _type = "VirtualMachine"
[ 1633.131607] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1633.135027] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eef44769-4f44-460f-9350-b0d3e0cdd8bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.140919] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lease: (returnval){
[ 1633.140919] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c9e439-1292-a4a7-0922-df8e4258dc95"
[ 1633.140919] env[69297]:    _type = "HttpNfcLease"
[ 1633.140919] env[69297]:  } obtained for exporting VM: (result){
[ 1633.140919] env[69297]:    value = "vm-588652"
[ 1633.140919] env[69297]:    _type = "VirtualMachine"
[ 1633.140919] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1633.140919] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the lease: (returnval){
[ 1633.140919] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c9e439-1292-a4a7-0922-df8e4258dc95"
[ 1633.140919] env[69297]:    _type = "HttpNfcLease"
[ 1633.140919] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1633.148367] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1633.148367] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c9e439-1292-a4a7-0922-df8e4258dc95"
[ 1633.148367] env[69297]:    _type = "HttpNfcLease"
[ 1633.148367] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1633.254819] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquiring lock "723876ac-f19f-4500-b817-0070c56170b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1633.256421] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Lock "723876ac-f19f-4500-b817-0070c56170b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1633.309863] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931697, 'name': PowerOffVM_Task, 'duration_secs': 0.204787} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1633.310166] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1633.311283] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4baa697-25ef-4006-a6d0-6b5f8796a30d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.330675] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452c0c79-ad99-4284-b1c5-7b677248d30f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.391782] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931694, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1633.458211] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1633.503136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "refresh_cache-7300caa8-a52d-41e9-b0d5-a67c12995131" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1633.503236] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "refresh_cache-7300caa8-a52d-41e9-b0d5-a67c12995131" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1633.503498] env[69297]: DEBUG nova.network.neutron [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1633.579980] env[69297]: DEBUG nova.network.neutron [-] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1633.607094] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04e53fbb-2168-4a64-a2ed-29440f3b5a1c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.618338] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baee375-98a6-4a7f-b48b-531a6761c0b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.636442] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1633.636442] env[69297]: DEBUG nova.compute.manager [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1633.661895] env[69297]: DEBUG nova.compute.manager [req-dd942dcf-f074-4c10-bbe0-862f849519aa req-f2e6588c-a027-4a02-b446-498bcbf945b9 service nova] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Detach interface failed, port_id=48daaa81-1a0a-403f-9a2e-25fcb637ff46, reason: Instance 7b5ce58b-a3fb-439f-b678-a346db80c996 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1633.663319] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1633.663319] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c9e439-1292-a4a7-0922-df8e4258dc95"
[ 1633.663319] env[69297]:    _type = "HttpNfcLease"
[ 1633.663319] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1633.664460] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1633.664460] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c9e439-1292-a4a7-0922-df8e4258dc95"
[ 1633.664460] env[69297]:    _type = "HttpNfcLease"
[ 1633.664460] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1633.664460] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3b5431-e298-4771-b702-2dac3f7bc524 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.671798] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8581e-84b0-118b-59c9-d64d0629405a/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1633.671937] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8581e-84b0-118b-59c9-d64d0629405a/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1633.757945] env[69297]: DEBUG nova.compute.manager [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1633.768842] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-236df2d6-7f4f-45e0-8362-d11ee07e0a7e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.845225] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1633.845611] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd1498d2-d770-4677-8002-e47271f412b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.853680] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1633.853680] env[69297]:    value = "task-2931699"
[ 1633.853680] env[69297]:    _type = "Task"
[ 1633.853680] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1633.863438] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931699, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1633.892474] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931694, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55368} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1633.892810] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] e1bb325a-d2ac-48f0-98c3-21db01d81f31/e1bb325a-d2ac-48f0-98c3-21db01d81f31.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1633.893089] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1633.893391] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e78cb38-b669-450a-98ca-8f54d6c69017 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1633.900519] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1633.900519] env[69297]:    value = "task-2931700"
[ 1633.900519] env[69297]:    _type = "Task"
[ 1633.900519] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1633.910784] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1633.963981] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931696, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1634.039895] env[69297]: DEBUG nova.network.neutron [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1634.082310] env[69297]: INFO nova.compute.manager [-] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Took 1.62 seconds to deallocate network for instance.
[ 1634.162403] env[69297]: DEBUG nova.compute.utils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1634.164830] env[69297]: DEBUG nova.compute.manager [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1634.168429] env[69297]: DEBUG nova.network.neutron [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1634.214114] env[69297]: DEBUG nova.policy [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cc7ea09028e44a28980fa4e60cdb2b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e3b76c79de46b381d4b786f6d4c722', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1634.216555] env[69297]: DEBUG nova.network.neutron [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Updating instance_info_cache with network_info: [{"id": "9e64e776-ec99-4e13-98b9-70f93854fb8d", "address": "fa:16:3e:6f:7a:d6", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e64e776-ec", "ovs_interfaceid": "9e64e776-ec99-4e13-98b9-70f93854fb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1634.287452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1634.287452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1634.289481] env[69297]: INFO nova.compute.claims [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1634.364916] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931699, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1634.410214] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066642} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1634.410606] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1634.411580] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79243695-5c48-4247-99c3-a8775dd3c3e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.436865] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e1bb325a-d2ac-48f0-98c3-21db01d81f31/e1bb325a-d2ac-48f0-98c3-21db01d81f31.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1634.437301] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ce5d433-23a7-4185-8227-c5c19058696d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.462955] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931696, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1634.466830] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1634.466830] env[69297]:    value = "task-2931701"
[ 1634.466830] env[69297]:    _type = "Task"
[ 1634.466830] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1634.475369] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1634.533797] env[69297]: DEBUG nova.network.neutron [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Successfully created port: f46ea425-a9f1-4892-9b10-1d0bf91b5baf {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1634.588900] env[69297]: DEBUG oslo_concurrency.lockutils [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1634.665820] env[69297]: DEBUG nova.compute.manager [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1634.719378] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "refresh_cache-7300caa8-a52d-41e9-b0d5-a67c12995131" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1634.719740] env[69297]: DEBUG nova.compute.manager [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Instance network_info: |[{"id": "9e64e776-ec99-4e13-98b9-70f93854fb8d", "address": "fa:16:3e:6f:7a:d6", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e64e776-ec", "ovs_interfaceid": "9e64e776-ec99-4e13-98b9-70f93854fb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1634.720430] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:7a:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e64e776-ec99-4e13-98b9-70f93854fb8d', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1634.731196] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1634.731893] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1634.732214] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a317868-bc78-4aeb-970a-8a68730ea239 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.752334] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1634.752334] env[69297]:    value = "task-2931702"
[ 1634.752334] env[69297]:    _type = "Task"
[ 1634.752334] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1634.760918] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931702, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1634.863292] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931699, 'name': CreateSnapshot_Task, 'duration_secs': 0.723276} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1634.863621] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1634.864460] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5863014f-16a6-4d9f-857b-f903c9b12186 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.908173] env[69297]: DEBUG nova.compute.manager [req-8c699af0-796e-46a0-b024-44698a99a8f7 req-dbb7d9bf-96ba-48e1-8dc6-36cb99ea0d1d service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Received event network-changed-9e64e776-ec99-4e13-98b9-70f93854fb8d {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1634.908498] env[69297]: DEBUG nova.compute.manager [req-8c699af0-796e-46a0-b024-44698a99a8f7 req-dbb7d9bf-96ba-48e1-8dc6-36cb99ea0d1d service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Refreshing instance network info cache due to event network-changed-9e64e776-ec99-4e13-98b9-70f93854fb8d. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1634.908895] env[69297]: DEBUG oslo_concurrency.lockutils [req-8c699af0-796e-46a0-b024-44698a99a8f7 req-dbb7d9bf-96ba-48e1-8dc6-36cb99ea0d1d service nova] Acquiring lock "refresh_cache-7300caa8-a52d-41e9-b0d5-a67c12995131" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1634.909147] env[69297]: DEBUG oslo_concurrency.lockutils [req-8c699af0-796e-46a0-b024-44698a99a8f7 req-dbb7d9bf-96ba-48e1-8dc6-36cb99ea0d1d service nova] Acquired lock "refresh_cache-7300caa8-a52d-41e9-b0d5-a67c12995131" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1634.909397] env[69297]: DEBUG nova.network.neutron [req-8c699af0-796e-46a0-b024-44698a99a8f7 req-dbb7d9bf-96ba-48e1-8dc6-36cb99ea0d1d service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Refreshing network info cache for port 9e64e776-ec99-4e13-98b9-70f93854fb8d {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1634.963443] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931696, 'name': CreateSnapshot_Task, 'duration_secs': 2.083831} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1634.963849] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1634.965186] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce17014-2612-4e35-b3f0-14c36d7f7438 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.981750] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931701, 'name': ReconfigVM_Task, 'duration_secs': 0.511011} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1634.982460] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e1bb325a-d2ac-48f0-98c3-21db01d81f31/e1bb325a-d2ac-48f0-98c3-21db01d81f31.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1634.984263] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ef1ea0b-104e-4f1c-9528-a3c3db4e52ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1634.990930] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1634.990930] env[69297]:    value = "task-2931703"
[ 1634.990930] env[69297]:    _type = "Task"
[ 1634.990930] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1635.000983] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931703, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1635.262466] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931702, 'name': CreateVM_Task, 'duration_secs': 0.453555} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1635.262738] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1635.263556] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1635.263788] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1635.264172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1635.264555] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cba8e0-a828-4459-89e7-adf73e842d2f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.269095] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1635.269095] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5252c524-3d1d-6bb5-08ec-723ecb9c7648"
[ 1635.269095] env[69297]:    _type = "Task"
[ 1635.269095] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1635.277535] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5252c524-3d1d-6bb5-08ec-723ecb9c7648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1635.385914] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1635.387959] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0070685e-3c41-49d7-9fb1-20b29dd8728e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.401344] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1635.401344] env[69297]:    value = "task-2931704"
[ 1635.401344] env[69297]:    _type = "Task"
[ 1635.401344] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1635.414713] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931704, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1635.489640] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1635.492584] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-97659c65-e60d-4b26-99f7-194c47eb4375 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.509868] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931703, 'name': Rename_Task, 'duration_secs': 0.217092} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1635.514964] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1635.515411] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1635.515411] env[69297]:    value = "task-2931705"
[ 1635.515411] env[69297]:    _type = "Task"
[ 1635.515411] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1635.515901] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c8793e8-ebfd-44b0-91ad-67791cdbe85b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.530026] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931705, 'name': CloneVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1635.531352] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1635.531352] env[69297]:    value = "task-2931706"
[ 1635.531352] env[69297]:    _type = "Task"
[ 1635.531352] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1635.540952] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1635.598173] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb94800-136b-4041-a7d2-51b9ec3800dd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.607885] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6ba099-e7c6-47b1-b928-f4c01f18e201 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.647928] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42926003-f1a1-46c6-bec8-98442c99d938 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.656584] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a79b5c-ff37-4721-a0ed-1d99e4590e62 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.672689] env[69297]: DEBUG nova.compute.provider_tree [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1635.676891] env[69297]: DEBUG nova.compute.manager [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1635.702740] env[69297]: DEBUG nova.virt.hardware [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1635.703167] env[69297]: DEBUG nova.virt.hardware [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1635.703252] env[69297]: DEBUG nova.virt.hardware [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1635.703434] env[69297]: DEBUG nova.virt.hardware [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1635.703672] env[69297]: DEBUG nova.virt.hardware [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1635.703955] env[69297]: DEBUG nova.virt.hardware [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1635.704252] env[69297]: DEBUG nova.virt.hardware [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1635.704509] env[69297]: DEBUG nova.virt.hardware [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1635.704820] env[69297]: DEBUG nova.virt.hardware [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1635.705127] env[69297]: DEBUG nova.virt.hardware [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1635.705408] env[69297]: DEBUG nova.virt.hardware [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1635.706465] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad74901-144e-4f25-93da-42738b37ab37 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.715738] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36098b90-728d-4958-9826-a4e96e6db3e5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.761595] env[69297]: DEBUG nova.network.neutron [req-8c699af0-796e-46a0-b024-44698a99a8f7 req-dbb7d9bf-96ba-48e1-8dc6-36cb99ea0d1d service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Updated VIF entry in instance network info cache for port 9e64e776-ec99-4e13-98b9-70f93854fb8d. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1635.762177] env[69297]: DEBUG nova.network.neutron [req-8c699af0-796e-46a0-b024-44698a99a8f7 req-dbb7d9bf-96ba-48e1-8dc6-36cb99ea0d1d service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Updating instance_info_cache with network_info: [{"id": "9e64e776-ec99-4e13-98b9-70f93854fb8d", "address": "fa:16:3e:6f:7a:d6", "network": {"id": "81c96733-9883-496b-919b-8e8246859218", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1523413113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d367fa51de8f41ddb074ab073a406478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e64e776-ec", "ovs_interfaceid": "9e64e776-ec99-4e13-98b9-70f93854fb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1635.783112] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5252c524-3d1d-6bb5-08ec-723ecb9c7648, 'name': SearchDatastore_Task, 'duration_secs': 0.019509} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1635.783479] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1635.785745] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1635.785745] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1635.785745] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1635.785745] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1635.785745] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-822c4ac6-fc91-4ee2-b6fe-718b8148eb48 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.794927] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1635.795119] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1635.796242] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298b8f65-02ef-44b3-b6f4-79d5c1629595 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1635.802308] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1635.802308] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52402acc-2570-819c-03fa-9501abe3051d"
[ 1635.802308] env[69297]:    _type = "Task"
[ 1635.802308] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1635.814131] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52402acc-2570-819c-03fa-9501abe3051d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1635.865650] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1635.865949] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1635.866182] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1635.866383] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1635.868018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1635.869035] env[69297]: INFO nova.compute.manager [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Terminating instance
[ 1635.913356] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931704, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.029396] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931705, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.032264] env[69297]: DEBUG nova.network.neutron [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Successfully updated port: f46ea425-a9f1-4892-9b10-1d0bf91b5baf {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1636.044315] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931706, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.176449] env[69297]: DEBUG nova.scheduler.client.report [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1636.265175] env[69297]: DEBUG oslo_concurrency.lockutils [req-8c699af0-796e-46a0-b024-44698a99a8f7 req-dbb7d9bf-96ba-48e1-8dc6-36cb99ea0d1d service nova] Releasing lock "refresh_cache-7300caa8-a52d-41e9-b0d5-a67c12995131" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1636.313269] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52402acc-2570-819c-03fa-9501abe3051d, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1636.314182] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c571e7-c5bd-4b59-a41f-5e5e78b705f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.321816] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1636.321816] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e407fd-5724-4bfd-157c-d503407071d5"
[ 1636.321816] env[69297]:    _type = "Task"
[ 1636.321816] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1636.334232] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e407fd-5724-4bfd-157c-d503407071d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.373306] env[69297]: DEBUG nova.compute.manager [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1636.373565] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1636.374543] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124968c1-3c00-4aef-a05f-908b548345bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.383519] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1636.383800] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-700a454f-0711-4fac-b9cd-9598fcec23b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.395737] env[69297]: DEBUG oslo_vmware.api [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1636.395737] env[69297]:    value = "task-2931707"
[ 1636.395737] env[69297]:    _type = "Task"
[ 1636.395737] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1636.411848] env[69297]: DEBUG oslo_vmware.api [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.421193] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931704, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.530083] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931705, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.539066] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "refresh_cache-dad97e94-d3bb-47db-b429-0f8f16fe76ce" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1636.539066] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "refresh_cache-dad97e94-d3bb-47db-b429-0f8f16fe76ce" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1636.539370] env[69297]: DEBUG nova.network.neutron [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1636.543992] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931706, 'name': PowerOnVM_Task, 'duration_secs': 0.930025} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1636.544647] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1636.544916] env[69297]: DEBUG nova.compute.manager [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1636.545933] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30675c96-762a-42d1-b1c6-01e0d223cb44 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.682273] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1636.682909] env[69297]: DEBUG nova.compute.manager [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1636.686754] env[69297]: DEBUG oslo_concurrency.lockutils [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.097s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1636.686754] env[69297]: DEBUG nova.objects.instance [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lazy-loading 'resources' on Instance uuid 7b5ce58b-a3fb-439f-b678-a346db80c996 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1636.834218] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e407fd-5724-4bfd-157c-d503407071d5, 'name': SearchDatastore_Task, 'duration_secs': 0.025648} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1636.834528] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1636.834810] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 7300caa8-a52d-41e9-b0d5-a67c12995131/7300caa8-a52d-41e9-b0d5-a67c12995131.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1636.835108] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caa4f1d7-ea89-457f-a01d-b654026c3863 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.843853] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1636.843853] env[69297]:    value = "task-2931708"
[ 1636.843853] env[69297]:    _type = "Task"
[ 1636.843853] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1636.855390] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1636.910443] env[69297]: DEBUG oslo_vmware.api [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931707, 'name': PowerOffVM_Task, 'duration_secs': 0.309823} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1636.911477] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1636.911700] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1636.912036] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fc029a7-db4c-40a7-b311-ce90cfdfed7d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.917990] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931704, 'name': CloneVM_Task, 'duration_secs': 1.479531} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1636.918862] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Created linked-clone VM from snapshot
[ 1636.919899] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f975a3d7-59e0-42b7-b8b0-af94ca113a5d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.930474] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Uploading image a60b94e4-4b03-4592-82f5-c8cc78623504 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1636.937753] env[69297]: DEBUG nova.compute.manager [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Received event network-vif-plugged-f46ea425-a9f1-4892-9b10-1d0bf91b5baf {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1636.938040] env[69297]: DEBUG oslo_concurrency.lockutils [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] Acquiring lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1636.938242] env[69297]: DEBUG oslo_concurrency.lockutils [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] Lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1636.938424] env[69297]: DEBUG oslo_concurrency.lockutils [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] Lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1636.938603] env[69297]: DEBUG nova.compute.manager [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] No waiting events found dispatching network-vif-plugged-f46ea425-a9f1-4892-9b10-1d0bf91b5baf {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1636.938800] env[69297]: WARNING nova.compute.manager [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Received unexpected event network-vif-plugged-f46ea425-a9f1-4892-9b10-1d0bf91b5baf for instance with vm_state building and task_state spawning.
[ 1636.938950] env[69297]: DEBUG nova.compute.manager [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Received event network-changed-f46ea425-a9f1-4892-9b10-1d0bf91b5baf {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1636.939168] env[69297]: DEBUG nova.compute.manager [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Refreshing instance network info cache due to event network-changed-f46ea425-a9f1-4892-9b10-1d0bf91b5baf. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1636.939318] env[69297]: DEBUG oslo_concurrency.lockutils [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] Acquiring lock "refresh_cache-dad97e94-d3bb-47db-b429-0f8f16fe76ce" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1636.957330] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1636.957330] env[69297]:    value = "vm-588656"
[ 1636.957330] env[69297]:    _type = "VirtualMachine"
[ 1636.957330] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1636.958118] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1661d496-1f43-4463-a518-d0951367d217 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1636.966324] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lease: (returnval){
[ 1636.966324] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525ab06e-0aae-b575-3f52-bad6a8b7e52a"
[ 1636.966324] env[69297]:    _type = "HttpNfcLease"
[ 1636.966324] env[69297]:  } obtained for exporting VM: (result){
[ 1636.966324] env[69297]:    value = "vm-588656"
[ 1636.966324] env[69297]:    _type = "VirtualMachine"
[ 1636.966324] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1636.966721] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the lease: (returnval){
[ 1636.966721] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525ab06e-0aae-b575-3f52-bad6a8b7e52a"
[ 1636.966721] env[69297]:    _type = "HttpNfcLease"
[ 1636.966721] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1636.975233] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1636.975233] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525ab06e-0aae-b575-3f52-bad6a8b7e52a"
[ 1636.975233] env[69297]:    _type = "HttpNfcLease"
[ 1636.975233] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1637.028645] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1637.028897] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1637.029067] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleting the datastore file [datastore2] 5473c94e-eb21-41fd-9b85-2043fc0d45bf {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1637.033147] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-442e6b1b-492a-430a-b511-9c7cfdea7ef4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.035188] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931705, 'name': CloneVM_Task} progress is 95%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1637.041474] env[69297]: DEBUG oslo_vmware.api [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1637.041474] env[69297]:    value = "task-2931711"
[ 1637.041474] env[69297]:    _type = "Task"
[ 1637.041474] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1637.052740] env[69297]: DEBUG oslo_vmware.api [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1637.059185] env[69297]: INFO nova.compute.manager [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] bringing vm to original state: 'stopped'
[ 1637.078966] env[69297]: DEBUG nova.network.neutron [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1637.190069] env[69297]: DEBUG nova.compute.utils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1637.196205] env[69297]: DEBUG nova.compute.manager [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1637.196409] env[69297]: DEBUG nova.network.neutron [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1637.253613] env[69297]: DEBUG nova.policy [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad77630c5ab043b2a929110d1b402af0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a353a3a35fcc4006a5edb5ff2e750689', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1637.256024] env[69297]: DEBUG nova.network.neutron [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Updating instance_info_cache with network_info: [{"id": "f46ea425-a9f1-4892-9b10-1d0bf91b5baf", "address": "fa:16:3e:a2:4b:37", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46ea425-a9", "ovs_interfaceid": "f46ea425-a9f1-4892-9b10-1d0bf91b5baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1637.357029] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931708, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1637.479297] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1637.479297] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525ab06e-0aae-b575-3f52-bad6a8b7e52a"
[ 1637.479297] env[69297]:    _type = "HttpNfcLease"
[ 1637.479297] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1637.479601] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1637.479601] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525ab06e-0aae-b575-3f52-bad6a8b7e52a"
[ 1637.479601] env[69297]:    _type = "HttpNfcLease"
[ 1637.479601] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1637.480393] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cc57be-7cf0-45e9-bddf-37440e647182 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.490691] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526303af-3741-d11c-51b6-712a15f29612/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1637.490889] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526303af-3741-d11c-51b6-712a15f29612/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1637.574331] env[69297]: DEBUG oslo_vmware.api [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367297} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1637.578415] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1637.578415] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1637.578575] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1637.578651] env[69297]: INFO nova.compute.manager [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Took 1.21 seconds to destroy the instance on the hypervisor.
[ 1637.579025] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1637.579302] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931705, 'name': CloneVM_Task, 'duration_secs': 1.812205} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1637.580424] env[69297]: DEBUG nova.compute.manager [-] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1637.580524] env[69297]: DEBUG nova.network.neutron [-] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1637.582285] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Created linked-clone VM from snapshot
[ 1637.583061] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd9f1ef-7582-4e9e-b9e3-f67625e2de19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.586564] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d3a08b-6846-460f-97b7-86c36d3db5a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.596575] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Uploading image 9de6144b-eeac-44c8-9bc9-b4b25ccf4743 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1637.600305] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9991b612-2ce1-439f-b834-111e85646403 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.635350] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93d5a5a-6b73-424d-8924-3225b0c20888 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.644300] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d43621-b4ea-4986-b0d4-811b1b763463 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.651047] env[69297]: DEBUG oslo_vmware.rw_handles [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1637.651047] env[69297]:    value = "vm-588657"
[ 1637.651047] env[69297]:    _type = "VirtualMachine"
[ 1637.651047] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1637.651458] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88692817-9da9-45df-9e16-eaa3888136f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.662383] env[69297]: DEBUG nova.compute.provider_tree [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1637.669467] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7138947-001f-45ea-a02f-74fd29c80133 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.672634] env[69297]: DEBUG oslo_vmware.rw_handles [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lease: (returnval){
[ 1637.672634] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5262df2a-86c3-a0a1-684b-69437f12e470"
[ 1637.672634] env[69297]:    _type = "HttpNfcLease"
[ 1637.672634] env[69297]:  } obtained for exporting VM: (result){
[ 1637.672634] env[69297]:    value = "vm-588657"
[ 1637.672634] env[69297]:    _type = "VirtualMachine"
[ 1637.672634] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1637.673516] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the lease: (returnval){
[ 1637.673516] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5262df2a-86c3-a0a1-684b-69437f12e470"
[ 1637.673516] env[69297]:    _type = "HttpNfcLease"
[ 1637.673516] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1637.682409] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1637.682409] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5262df2a-86c3-a0a1-684b-69437f12e470"
[ 1637.682409] env[69297]:    _type = "HttpNfcLease"
[ 1637.682409] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1637.699914] env[69297]: DEBUG nova.compute.manager [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1637.759193] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "refresh_cache-dad97e94-d3bb-47db-b429-0f8f16fe76ce" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1637.759571] env[69297]: DEBUG nova.compute.manager [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Instance network_info: |[{"id": "f46ea425-a9f1-4892-9b10-1d0bf91b5baf", "address": "fa:16:3e:a2:4b:37", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46ea425-a9", "ovs_interfaceid": "f46ea425-a9f1-4892-9b10-1d0bf91b5baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1637.759889] env[69297]: DEBUG oslo_concurrency.lockutils [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] Acquired lock "refresh_cache-dad97e94-d3bb-47db-b429-0f8f16fe76ce" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1637.760099] env[69297]: DEBUG nova.network.neutron [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Refreshing network info cache for port f46ea425-a9f1-4892-9b10-1d0bf91b5baf {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1637.765020] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:4b:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f46ea425-a9f1-4892-9b10-1d0bf91b5baf', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1637.769307] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1637.773147] env[69297]: DEBUG nova.network.neutron [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Successfully created port: ebb3b615-1911-4ea8-957d-48ec6a54bfeb {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1637.774903] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1637.775463] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7036f3b-cb50-40fd-b06a-aff06a0c69de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.799091] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1637.799091] env[69297]:    value = "task-2931713"
[ 1637.799091] env[69297]:    _type = "Task"
[ 1637.799091] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1637.808241] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931713, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1637.859482] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622304} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1637.863856] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 7300caa8-a52d-41e9-b0d5-a67c12995131/7300caa8-a52d-41e9-b0d5-a67c12995131.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1637.864448] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1637.865643] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-985a3f74-df09-4542-9150-fcfbd4af6118 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1637.876931] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1637.876931] env[69297]:    value = "task-2931714"
[ 1637.876931] env[69297]:    _type = "Task"
[ 1637.876931] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1637.899891] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1638.072081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1638.072902] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1638.073034] env[69297]: DEBUG nova.compute.manager [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1638.077965] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7b98cd-2dfd-4590-a410-dbde04f583fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.093905] env[69297]: DEBUG nova.compute.manager [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69297) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1638.166942] env[69297]: DEBUG nova.scheduler.client.report [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1638.193400] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1638.193400] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5262df2a-86c3-a0a1-684b-69437f12e470"
[ 1638.193400] env[69297]:    _type = "HttpNfcLease"
[ 1638.193400] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1638.194014] env[69297]: DEBUG oslo_vmware.rw_handles [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1638.194014] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5262df2a-86c3-a0a1-684b-69437f12e470"
[ 1638.194014] env[69297]:    _type = "HttpNfcLease"
[ 1638.194014] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1638.196238] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b113a7b-6d08-4e5f-9c30-9b5909042cb7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.216964] env[69297]: DEBUG oslo_vmware.rw_handles [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216fad1-edeb-0bf2-a906-973b30c7629a/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1638.217490] env[69297]: DEBUG oslo_vmware.rw_handles [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216fad1-edeb-0bf2-a906-973b30c7629a/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1638.294321] env[69297]: DEBUG nova.network.neutron [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Updated VIF entry in instance network info cache for port f46ea425-a9f1-4892-9b10-1d0bf91b5baf. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1638.294962] env[69297]: DEBUG nova.network.neutron [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Updating instance_info_cache with network_info: [{"id": "f46ea425-a9f1-4892-9b10-1d0bf91b5baf", "address": "fa:16:3e:a2:4b:37", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46ea425-a9", "ovs_interfaceid": "f46ea425-a9f1-4892-9b10-1d0bf91b5baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1638.312744] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931713, 'name': CreateVM_Task, 'duration_secs': 0.411247} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1638.312987] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1638.313996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1638.313996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1638.314255] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1638.314601] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a23a856-3869-443e-8ff7-1a8ba55d6e84 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.322628] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0aa9f084-4065-4043-b8ac-f22ca77928c6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.324447] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1638.324447] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a01dbd-8f8b-c712-9316-78b7db5bf9ad"
[ 1638.324447] env[69297]:    _type = "Task"
[ 1638.324447] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1638.336137] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a01dbd-8f8b-c712-9316-78b7db5bf9ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1638.391890] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084444} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1638.392390] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1638.393608] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6e269b-da08-4b0a-aa7a-f08cce9156bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.424296] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 7300caa8-a52d-41e9-b0d5-a67c12995131/7300caa8-a52d-41e9-b0d5-a67c12995131.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1638.424726] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe681fb2-759d-4990-9f65-b2cb664386c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.451434] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1638.451434] env[69297]:    value = "task-2931715"
[ 1638.451434] env[69297]:    _type = "Task"
[ 1638.451434] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1638.461068] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1638.599904] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1638.600332] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11fc807c-3b5f-4098-88fa-f480c4e6e11f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.610181] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1638.610181] env[69297]:    value = "task-2931716"
[ 1638.610181] env[69297]:    _type = "Task"
[ 1638.610181] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1638.620278] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1638.675573] env[69297]: DEBUG oslo_concurrency.lockutils [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1638.705462] env[69297]: DEBUG nova.network.neutron [-] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1638.710028] env[69297]: INFO nova.scheduler.client.report [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Deleted allocations for instance 7b5ce58b-a3fb-439f-b678-a346db80c996
[ 1638.712397] env[69297]: DEBUG nova.compute.manager [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1638.797632] env[69297]: DEBUG oslo_concurrency.lockutils [req-5b431448-bce3-4c8f-aa76-fdd1d1a30326 req-f0792218-bf39-4475-bd93-57d906245155 service nova] Releasing lock "refresh_cache-dad97e94-d3bb-47db-b429-0f8f16fe76ce" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1638.839974] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a01dbd-8f8b-c712-9316-78b7db5bf9ad, 'name': SearchDatastore_Task, 'duration_secs': 0.015656} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1638.841519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1638.841646] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1638.842221] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1638.842641] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1638.843098] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1638.843666] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cfdff8d-72b2-482b-a7b3-84424c2c26d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.861025] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1638.861025] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1638.861981] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac2170d-f52d-42fa-b699-3676685e2884 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1638.869867] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1638.869867] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]527f6148-a05f-8add-4fce-a339f0f71c91"
[ 1638.869867] env[69297]:    _type = "Task"
[ 1638.869867] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1638.881595] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527f6148-a05f-8add-4fce-a339f0f71c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1638.962992] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1638.967097] env[69297]: DEBUG nova.compute.manager [req-a26ea727-6769-42fb-b62f-3280920293b6 req-6ee3989f-42ca-48b5-8617-b00c7e7e8ab8 service nova] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Received event network-vif-deleted-fec95e55-1bb8-421d-ba54-b723ee084088 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1639.121377] env[69297]: DEBUG oslo_vmware.api [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931716, 'name': PowerOffVM_Task, 'duration_secs': 0.276663} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1639.121641] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1639.121887] env[69297]: DEBUG nova.compute.manager [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1639.122723] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be05924-d20d-4350-b6e2-571686d55799 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1639.209027] env[69297]: INFO nova.compute.manager [-] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Took 1.63 seconds to deallocate network for instance.
[ 1639.220607] env[69297]: DEBUG oslo_concurrency.lockutils [None req-09524849-1b7e-431a-92c1-3884d3028fa7 tempest-ServersWithSpecificFlavorTestJSON-1397757322 tempest-ServersWithSpecificFlavorTestJSON-1397757322-project-member] Lock "7b5ce58b-a3fb-439f-b678-a346db80c996" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 8.931s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1639.383957] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527f6148-a05f-8add-4fce-a339f0f71c91, 'name': SearchDatastore_Task, 'duration_secs': 0.019709} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1639.384898] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3344dc96-42cb-4ab4-9dd0-3a4b7c5f5006 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1639.392462] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1639.392462] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a90cc9-0aa7-96f7-051e-a2ed7e6140b6"
[ 1639.392462] env[69297]:    _type = "Task"
[ 1639.392462] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1639.403417] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a90cc9-0aa7-96f7-051e-a2ed7e6140b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1639.463409] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931715, 'name': ReconfigVM_Task, 'duration_secs': 0.527416} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1639.463761] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 7300caa8-a52d-41e9-b0d5-a67c12995131/7300caa8-a52d-41e9-b0d5-a67c12995131.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1639.465071] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6701ad41-ffea-4d64-a556-5c5dc63f8dc4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1639.474131] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1639.474131] env[69297]:    value = "task-2931717"
[ 1639.474131] env[69297]:    _type = "Task"
[ 1639.474131] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1639.486272] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931717, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1639.636964] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.564s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1639.718012] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1639.718357] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1639.718733] env[69297]: DEBUG nova.objects.instance [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lazy-loading 'resources' on Instance uuid 5473c94e-eb21-41fd-9b85-2043fc0d45bf {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1639.856134] env[69297]: DEBUG nova.compute.manager [req-d82bcd4c-288a-4d93-a396-5d6fa5c70992 req-b8962a71-ba1b-45ce-a921-3e76a0447b8e service nova] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Received event network-vif-plugged-ebb3b615-1911-4ea8-957d-48ec6a54bfeb {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1639.856369] env[69297]: DEBUG oslo_concurrency.lockutils [req-d82bcd4c-288a-4d93-a396-5d6fa5c70992 req-b8962a71-ba1b-45ce-a921-3e76a0447b8e service nova] Acquiring lock "723876ac-f19f-4500-b817-0070c56170b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1639.856619] env[69297]: DEBUG oslo_concurrency.lockutils [req-d82bcd4c-288a-4d93-a396-5d6fa5c70992 req-b8962a71-ba1b-45ce-a921-3e76a0447b8e service nova] Lock "723876ac-f19f-4500-b817-0070c56170b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1639.856817] env[69297]: DEBUG oslo_concurrency.lockutils [req-d82bcd4c-288a-4d93-a396-5d6fa5c70992 req-b8962a71-ba1b-45ce-a921-3e76a0447b8e service nova] Lock "723876ac-f19f-4500-b817-0070c56170b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1639.856915] env[69297]: DEBUG nova.compute.manager [req-d82bcd4c-288a-4d93-a396-5d6fa5c70992 req-b8962a71-ba1b-45ce-a921-3e76a0447b8e service nova] [instance: 723876ac-f19f-4500-b817-0070c56170b0] No waiting events found dispatching network-vif-plugged-ebb3b615-1911-4ea8-957d-48ec6a54bfeb {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1639.857482] env[69297]: WARNING nova.compute.manager [req-d82bcd4c-288a-4d93-a396-5d6fa5c70992 req-b8962a71-ba1b-45ce-a921-3e76a0447b8e service nova] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Received unexpected event network-vif-plugged-ebb3b615-1911-4ea8-957d-48ec6a54bfeb for instance with vm_state building and task_state spawning.
[ 1639.858864] env[69297]: DEBUG nova.network.neutron [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Successfully updated port: ebb3b615-1911-4ea8-957d-48ec6a54bfeb {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1639.905432] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a90cc9-0aa7-96f7-051e-a2ed7e6140b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013963} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1639.905773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1639.906110] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] dad97e94-d3bb-47db-b429-0f8f16fe76ce/dad97e94-d3bb-47db-b429-0f8f16fe76ce.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1639.906423] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2018e1cb-7571-4569-98fc-07681ac270c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1639.916222] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1639.916222] env[69297]:    value = "task-2931718"
[ 1639.916222] env[69297]:    _type = "Task"
[ 1639.916222] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1639.926272] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1639.986710] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931717, 'name': Rename_Task, 'duration_secs': 0.204649} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1639.987106] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1639.987427] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdfce3d4-9547-4f0e-a784-5b618fb73c5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1639.996224] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1639.996224] env[69297]:    value = "task-2931719"
[ 1639.996224] env[69297]:    _type = "Task"
[ 1639.996224] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1640.007196] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1640.145631] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1640.361692] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquiring lock "refresh_cache-723876ac-f19f-4500-b817-0070c56170b0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1640.361849] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquired lock "refresh_cache-723876ac-f19f-4500-b817-0070c56170b0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1640.362013] env[69297]: DEBUG nova.network.neutron [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1640.428043] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931718, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1640.508329] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931719, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1640.510162] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6615dc-e2ab-4e70-94d8-171afa7c15d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1640.519330] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648d4bef-f145-4692-8ec9-1c76ca086662 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1640.556318] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aecc17-5569-49e6-a759-2e903abce0ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1640.567064] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f104d59-e60c-4c1b-8d78-5ea77085f765 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1640.592428] env[69297]: DEBUG nova.compute.provider_tree [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1640.927415] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530952} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1640.927825] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] dad97e94-d3bb-47db-b429-0f8f16fe76ce/dad97e94-d3bb-47db-b429-0f8f16fe76ce.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1640.927917] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1640.928148] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddbb927a-ddf7-404c-8ab2-db1f71ef8c8f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1640.936176] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1640.936176] env[69297]:    value = "task-2931720"
[ 1640.936176] env[69297]:    _type = "Task"
[ 1640.936176] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1640.944499] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1640.956192] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1640.956477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1640.956728] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1640.956917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1640.957109] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1640.960292] env[69297]: INFO nova.compute.manager [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Terminating instance
[ 1641.008902] env[69297]: DEBUG oslo_vmware.api [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931719, 'name': PowerOnVM_Task, 'duration_secs': 0.626973} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1641.009198] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1641.009420] env[69297]: INFO nova.compute.manager [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Took 8.47 seconds to spawn the instance on the hypervisor.
[ 1641.009601] env[69297]: DEBUG nova.compute.manager [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1641.010513] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0337238-237b-46a5-aa0a-b2928826a431 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.096248] env[69297]: DEBUG nova.scheduler.client.report [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1641.213666] env[69297]: DEBUG nova.network.neutron [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1641.420316] env[69297]: DEBUG nova.network.neutron [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Updating instance_info_cache with network_info: [{"id": "ebb3b615-1911-4ea8-957d-48ec6a54bfeb", "address": "fa:16:3e:58:5b:a0", "network": {"id": "64ed43bd-07ab-4c9f-92e4-3ef99dc10fce", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-19361900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a353a3a35fcc4006a5edb5ff2e750689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebb3b615-19", "ovs_interfaceid": "ebb3b615-1911-4ea8-957d-48ec6a54bfeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1641.447971] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076768} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1641.448293] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1641.449101] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098dbd07-788f-4831-97ac-90fd7b628377 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.466384] env[69297]: DEBUG nova.compute.manager [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1641.466605] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1641.475585] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] dad97e94-d3bb-47db-b429-0f8f16fe76ce/dad97e94-d3bb-47db-b429-0f8f16fe76ce.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1641.476395] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb20b84-3e3f-41e2-8397-6576f7777165 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.479511] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea46d80c-e1c4-4836-9ef8-227f47aa7f5f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.503481] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1641.504935] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-427700a2-d60f-4188-b289-4c51fa66b4e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.506827] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1641.506827] env[69297]:    value = "task-2931721"
[ 1641.506827] env[69297]:    _type = "Task"
[ 1641.506827] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1641.516558] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1641.531206] env[69297]: INFO nova.compute.manager [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Took 15.20 seconds to build instance.
[ 1641.591585] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1641.591847] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1641.592066] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleting the datastore file [datastore1] e1bb325a-d2ac-48f0-98c3-21db01d81f31 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1641.592413] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d8480c3-6618-42aa-8064-f3d414a00487 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1641.600566] env[69297]: DEBUG oslo_vmware.api [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1641.600566] env[69297]:    value = "task-2931723"
[ 1641.600566] env[69297]:    _type = "Task"
[ 1641.600566] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1641.606014] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1641.608549] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.463s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1641.609904] env[69297]: DEBUG nova.objects.instance [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1641.617922] env[69297]: DEBUG oslo_vmware.api [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1641.640951] env[69297]: INFO nova.scheduler.client.report [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleted allocations for instance 5473c94e-eb21-41fd-9b85-2043fc0d45bf
[ 1641.886023] env[69297]: DEBUG nova.compute.manager [req-a455db7b-a771-4c0d-b4a5-069ae2c8da63 req-3e5bd300-6d41-4462-9238-7ec074f920c0 service nova] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Received event network-changed-ebb3b615-1911-4ea8-957d-48ec6a54bfeb {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1641.886239] env[69297]: DEBUG nova.compute.manager [req-a455db7b-a771-4c0d-b4a5-069ae2c8da63 req-3e5bd300-6d41-4462-9238-7ec074f920c0 service nova] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Refreshing instance network info cache due to event network-changed-ebb3b615-1911-4ea8-957d-48ec6a54bfeb. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1641.886441] env[69297]: DEBUG oslo_concurrency.lockutils [req-a455db7b-a771-4c0d-b4a5-069ae2c8da63 req-3e5bd300-6d41-4462-9238-7ec074f920c0 service nova] Acquiring lock "refresh_cache-723876ac-f19f-4500-b817-0070c56170b0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1641.923761] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Releasing lock "refresh_cache-723876ac-f19f-4500-b817-0070c56170b0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1641.923761] env[69297]: DEBUG nova.compute.manager [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Instance network_info: |[{"id": "ebb3b615-1911-4ea8-957d-48ec6a54bfeb", "address": "fa:16:3e:58:5b:a0", "network": {"id": "64ed43bd-07ab-4c9f-92e4-3ef99dc10fce", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-19361900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a353a3a35fcc4006a5edb5ff2e750689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebb3b615-19", "ovs_interfaceid": "ebb3b615-1911-4ea8-957d-48ec6a54bfeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1641.924017] env[69297]: DEBUG oslo_concurrency.lockutils [req-a455db7b-a771-4c0d-b4a5-069ae2c8da63 req-3e5bd300-6d41-4462-9238-7ec074f920c0 service nova] Acquired lock "refresh_cache-723876ac-f19f-4500-b817-0070c56170b0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1641.924145] env[69297]: DEBUG nova.network.neutron [req-a455db7b-a771-4c0d-b4a5-069ae2c8da63 req-3e5bd300-6d41-4462-9238-7ec074f920c0 service nova] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Refreshing network info cache for port ebb3b615-1911-4ea8-957d-48ec6a54bfeb {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1642.020161] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1642.031965] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78155949-1472-4c16-a646-c1318abd09a2 tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7300caa8-a52d-41e9-b0d5-a67c12995131" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.717s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1642.111924] env[69297]: DEBUG oslo_vmware.api [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177004} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1642.112261] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1642.112510] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1642.112739] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1642.112958] env[69297]: INFO nova.compute.manager [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Took 0.65 seconds to destroy the instance on the hypervisor.
[ 1642.113270] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1642.116669] env[69297]: DEBUG nova.compute.manager [-] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1642.116759] env[69297]: DEBUG nova.network.neutron [-] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1642.155184] env[69297]: DEBUG oslo_concurrency.lockutils [None req-df12fbd0-ef0e-4ed2-9094-e76742e906fe tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "5473c94e-eb21-41fd-9b85-2043fc0d45bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.289s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1642.519703] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931721, 'name': ReconfigVM_Task, 'duration_secs': 0.546544} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1642.522582] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Reconfigured VM instance instance-0000005c to attach disk [datastore1] dad97e94-d3bb-47db-b429-0f8f16fe76ce/dad97e94-d3bb-47db-b429-0f8f16fe76ce.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1642.523367] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6af3bb0f-b967-449f-9e57-db83b412f7c4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1642.532216] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1642.532216] env[69297]:    value = "task-2931724"
[ 1642.532216] env[69297]:    _type = "Task"
[ 1642.532216] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1642.542668] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931724, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1642.620294] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e03bb4a6-1139-418a-9c5d-79deb8cb2084 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1642.711383] env[69297]: DEBUG nova.network.neutron [req-a455db7b-a771-4c0d-b4a5-069ae2c8da63 req-3e5bd300-6d41-4462-9238-7ec074f920c0 service nova] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Updated VIF entry in instance network info cache for port ebb3b615-1911-4ea8-957d-48ec6a54bfeb. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1642.711707] env[69297]: DEBUG nova.network.neutron [req-a455db7b-a771-4c0d-b4a5-069ae2c8da63 req-3e5bd300-6d41-4462-9238-7ec074f920c0 service nova] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Updating instance_info_cache with network_info: [{"id": "ebb3b615-1911-4ea8-957d-48ec6a54bfeb", "address": "fa:16:3e:58:5b:a0", "network": {"id": "64ed43bd-07ab-4c9f-92e4-3ef99dc10fce", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-19361900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a353a3a35fcc4006a5edb5ff2e750689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebb3b615-19", "ovs_interfaceid": "ebb3b615-1911-4ea8-957d-48ec6a54bfeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1642.919759] env[69297]: DEBUG nova.network.neutron [-] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1643.045557] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931724, 'name': Rename_Task, 'duration_secs': 0.272125} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1643.045557] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1643.045903] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca52b031-1c80-4921-a22d-f377a2c52239 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.055511] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1643.055511] env[69297]:    value = "task-2931725"
[ 1643.055511] env[69297]:    _type = "Task"
[ 1643.055511] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1643.067330] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1643.221449] env[69297]: DEBUG oslo_concurrency.lockutils [req-a455db7b-a771-4c0d-b4a5-069ae2c8da63 req-3e5bd300-6d41-4462-9238-7ec074f920c0 service nova] Releasing lock "refresh_cache-723876ac-f19f-4500-b817-0070c56170b0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1643.221449] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1643.221449] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1643.378811] env[69297]: DEBUG nova.virt.hardware [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1643.379064] env[69297]: DEBUG nova.virt.hardware [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1643.379237] env[69297]: DEBUG nova.virt.hardware [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1643.379431] env[69297]: DEBUG nova.virt.hardware [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1643.379586] env[69297]: DEBUG nova.virt.hardware [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1643.379744] env[69297]: DEBUG nova.virt.hardware [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1643.379971] env[69297]: DEBUG nova.virt.hardware [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1643.381385] env[69297]: DEBUG nova.virt.hardware [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1643.381385] env[69297]: DEBUG nova.virt.hardware [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1643.381385] env[69297]: DEBUG nova.virt.hardware [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1643.381385] env[69297]: DEBUG nova.virt.hardware [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1643.383770] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41660417-f0d6-4483-a51d-c35f4129fd41 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.397161] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51216e74-9bf3-4f5b-8595-fb3f91c4888b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.419603] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:5b:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebb3b615-1911-4ea8-957d-48ec6a54bfeb', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1643.428438] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Creating folder: Project (a353a3a35fcc4006a5edb5ff2e750689). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1643.430919] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8581e-84b0-118b-59c9-d64d0629405a/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1643.431625] env[69297]: INFO nova.compute.manager [-] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Took 1.31 seconds to deallocate network for instance.
[ 1643.431882] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93e1826e-382d-4dba-a138-323f7ffa8dc5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.435532] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3016c1b0-7b08-48fd-9de9-a57da08635b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.452275] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8581e-84b0-118b-59c9-d64d0629405a/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1643.452453] env[69297]: ERROR oslo_vmware.rw_handles [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8581e-84b0-118b-59c9-d64d0629405a/disk-0.vmdk due to incomplete transfer.
[ 1643.454699] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dd697be2-9fcc-4f19-91b2-f5a6c9eda89a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.456504] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Created folder: Project (a353a3a35fcc4006a5edb5ff2e750689) in parent group-v588392.
[ 1643.457224] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Creating folder: Instances. Parent ref: group-v588659. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1643.457224] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cbd148c-cf2d-4e3f-825d-31422803122e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.467029] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e8581e-84b0-118b-59c9-d64d0629405a/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1643.467029] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Uploaded image 2e6009ca-fbe8-4d4c-8f8b-64d8214e6866 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1643.470031] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1643.471676] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ebf68cc5-5373-42f0-9300-09e34040861b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.473451] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Created folder: Instances in parent group-v588659.
[ 1643.474350] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1643.474350] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1643.474572] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19851d1b-da7c-426f-8320-a7ef9bc26b3a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1643.494157] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1643.494157] env[69297]:    value = "task-2931728"
[ 1643.494157] env[69297]:    _type = "Task"
[ 1643.494157] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1643.502951] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1643.502951] env[69297]:    value = "task-2931729"
[ 1643.502951] env[69297]:    _type = "Task"
[ 1643.502951] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1643.507551] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931728, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1643.521046] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931729, 'name': CreateVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1643.568672] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931725, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1643.737420] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1643.737420] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1643.737420] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1643.737420] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1643.737420] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1643.737420] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1643.737420] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1643.737420] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1643.955324] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1643.955675] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1643.955923] env[69297]: DEBUG nova.objects.instance [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lazy-loading 'resources' on Instance uuid e1bb325a-d2ac-48f0-98c3-21db01d81f31 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1644.007032] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931728, 'name': Destroy_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1644.017083] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931729, 'name': CreateVM_Task, 'duration_secs': 0.458518} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1644.017270] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1644.017971] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1644.018195] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1644.018644] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1644.019011] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08d0fc3-2bc5-4f38-937f-8adb677ff9bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.025154] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for the task: (returnval){
[ 1644.025154] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b6ba46-f7c1-4781-9c86-7c5361422146"
[ 1644.025154] env[69297]:    _type = "Task"
[ 1644.025154] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1644.037812] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b6ba46-f7c1-4781-9c86-7c5361422146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1644.068040] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931725, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1644.070744] env[69297]: DEBUG nova.compute.manager [req-a18a31f3-8ac1-4a71-8f0a-cc02cad74595 req-bf1d8f1e-7e3b-494a-acec-d15daf5f48cc service nova] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Received event network-vif-deleted-829b3823-0d27-4417-8c98-16657306b182 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1644.242975] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1644.260889] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "7300caa8-a52d-41e9-b0d5-a67c12995131" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1644.261268] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7300caa8-a52d-41e9-b0d5-a67c12995131" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1644.261519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "7300caa8-a52d-41e9-b0d5-a67c12995131-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1644.261854] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7300caa8-a52d-41e9-b0d5-a67c12995131-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1644.262200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7300caa8-a52d-41e9-b0d5-a67c12995131-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1644.266117] env[69297]: INFO nova.compute.manager [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Terminating instance
[ 1644.509853] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931728, 'name': Destroy_Task, 'duration_secs': 0.639217} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1644.510204] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Destroyed the VM
[ 1644.510554] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1644.510957] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-046b07b1-aab5-47af-820a-e53943eca751 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.519912] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1644.519912] env[69297]:    value = "task-2931730"
[ 1644.519912] env[69297]:    _type = "Task"
[ 1644.519912] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1644.538925] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931730, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1644.546216] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b6ba46-f7c1-4781-9c86-7c5361422146, 'name': SearchDatastore_Task, 'duration_secs': 0.015492} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1644.546883] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1644.547405] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1644.547405] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1644.547586] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1644.547814] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1644.548095] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60e1b9ea-27e6-403c-8fff-dd1b448fa4e5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.562675] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1644.562994] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1644.568915] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e7633d-f6f5-46fd-b798-c16ed512131d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.578884] env[69297]: DEBUG oslo_vmware.api [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931725, 'name': PowerOnVM_Task, 'duration_secs': 1.51129} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1644.580164] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1644.581636] env[69297]: INFO nova.compute.manager [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Took 8.90 seconds to spawn the instance on the hypervisor.
[ 1644.581636] env[69297]: DEBUG nova.compute.manager [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1644.582308] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540e36a5-4def-4c59-ae08-9471420056a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.588372] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for the task: (returnval){
[ 1644.588372] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52926c20-c890-b0ac-ecf5-10947e8a1015"
[ 1644.588372] env[69297]:    _type = "Task"
[ 1644.588372] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1644.615165] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52926c20-c890-b0ac-ecf5-10947e8a1015, 'name': SearchDatastore_Task, 'duration_secs': 0.017976} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1644.616343] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07e4d46-07fb-44f0-ad5d-eefcf31071c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.628759] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for the task: (returnval){
[ 1644.628759] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]526c6d67-fd60-8830-c733-19feb723fe89"
[ 1644.628759] env[69297]:    _type = "Task"
[ 1644.628759] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1644.640542] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526c6d67-fd60-8830-c733-19feb723fe89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1644.691535] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1644.691878] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1644.770627] env[69297]: DEBUG nova.compute.manager [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1644.770892] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1644.772507] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8de47a-c64e-4be7-a7d2-6cf7bb3e13c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.778918] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d826ab99-aa9f-43c4-87fd-2cf0e7f413dd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.784119] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1644.784955] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a1c7c9f-5c4b-4292-8845-c445ad9241a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.790637] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b0156d-cac4-4273-9162-e46e599dc4b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.796051] env[69297]: DEBUG oslo_vmware.api [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1644.796051] env[69297]:    value = "task-2931731"
[ 1644.796051] env[69297]:    _type = "Task"
[ 1644.796051] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1644.826847] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5234b908-7262-4bb2-b993-af62f656cac7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.833279] env[69297]: DEBUG oslo_vmware.api [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1644.839690] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630933de-7c1c-4d62-96b3-f5397bc2abf6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1644.855945] env[69297]: DEBUG nova.compute.provider_tree [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1645.035016] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931730, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.114705] env[69297]: INFO nova.compute.manager [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Took 13.93 seconds to build instance.
[ 1645.141915] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526c6d67-fd60-8830-c733-19feb723fe89, 'name': SearchDatastore_Task, 'duration_secs': 0.017} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1645.142505] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1645.142636] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 723876ac-f19f-4500-b817-0070c56170b0/723876ac-f19f-4500-b817-0070c56170b0.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1645.143457] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13560862-6a7f-4228-9d1f-30df77e4867c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.151926] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for the task: (returnval){
[ 1645.151926] env[69297]:    value = "task-2931732"
[ 1645.151926] env[69297]:    _type = "Task"
[ 1645.151926] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1645.162069] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.199376] env[69297]: INFO nova.compute.manager [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Detaching volume dc06d742-ff8e-4d74-88da-47bbdebc80e8
[ 1645.245437] env[69297]: INFO nova.virt.block_device [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Attempting to driver detach volume dc06d742-ff8e-4d74-88da-47bbdebc80e8 from mountpoint /dev/sdb
[ 1645.245819] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1645.246143] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588625', 'volume_id': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'name': 'volume-dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0835cb6-57e7-4bc2-b4ec-66b44d96d00e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'serial': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1645.247126] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e54466-8cfe-4588-a38e-ebc80c14b231 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.273889] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5bc2d2-4694-4c54-9ddc-85478fe0ab94 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.283726] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a291f892-bab5-4afc-82fb-c45976cd34cd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.312104] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42638e5-9a8b-4696-90ae-2d7b1eb02ca3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.321369] env[69297]: DEBUG oslo_vmware.api [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931731, 'name': PowerOffVM_Task, 'duration_secs': 0.27322} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1645.333026] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1645.333284] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1645.333622] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] The volume has not been displaced from its original location: [datastore2] volume-dc06d742-ff8e-4d74-88da-47bbdebc80e8/volume-dc06d742-ff8e-4d74-88da-47bbdebc80e8.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1645.339427] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1645.341011] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6df76c9-2752-4fb3-996d-f32afbb96ff7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.342016] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-654cf8b4-3c60-4cd4-9f3b-873fb697e1f6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.359364] env[69297]: DEBUG nova.scheduler.client.report [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1645.365321] env[69297]: DEBUG oslo_vmware.api [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1645.365321] env[69297]:    value = "task-2931734"
[ 1645.365321] env[69297]:    _type = "Task"
[ 1645.365321] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1645.376087] env[69297]: DEBUG oslo_vmware.api [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.457117] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1645.457465] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1645.457717] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleting the datastore file [datastore1] 7300caa8-a52d-41e9-b0d5-a67c12995131 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1645.458092] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-912ad6ab-2f8f-418e-9661-f7f626fd42ef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.469209] env[69297]: DEBUG oslo_vmware.api [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for the task: (returnval){
[ 1645.469209] env[69297]:    value = "task-2931735"
[ 1645.469209] env[69297]:    _type = "Task"
[ 1645.469209] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1645.479394] env[69297]: DEBUG oslo_vmware.api [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.536938] env[69297]: DEBUG oslo_vmware.api [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931730, 'name': RemoveSnapshot_Task, 'duration_secs': 1.00841} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1645.537362] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1645.537653] env[69297]: INFO nova.compute.manager [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Took 16.59 seconds to snapshot the instance on the hypervisor.
[ 1645.617467] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04b1ba4f-82c4-417d-a230-ddda798806f9 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.444s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1645.664967] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931732, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.864828] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1645.867764] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.625s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1645.867954] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1645.868058] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1645.869094] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b239254-e6a6-48cb-9a3d-b0a0977d77f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.881825] env[69297]: DEBUG oslo_vmware.api [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931734, 'name': ReconfigVM_Task, 'duration_secs': 0.333503} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1645.884364] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1645.890783] env[69297]: INFO nova.scheduler.client.report [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted allocations for instance e1bb325a-d2ac-48f0-98c3-21db01d81f31
[ 1645.892285] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72e07a8-2662-4a0c-b9cb-c3bcf62b9a53 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.905268] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407e49d9-fd89-4299-90e1-c1bd13a1bc86 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.927338] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b14cc1-4361-477f-b92d-02b175530af5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.930432] env[69297]: DEBUG oslo_vmware.api [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1645.930432] env[69297]:    value = "task-2931736"
[ 1645.930432] env[69297]:    _type = "Task"
[ 1645.930432] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1645.938990] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3376c3-475e-4e0f-a695-89d4e8a5dfb0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1645.946455] env[69297]: DEBUG oslo_vmware.api [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1645.975421] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179372MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1645.975683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1645.975924] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1645.989993] env[69297]: DEBUG oslo_vmware.api [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1646.165224] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771214} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1646.165614] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 723876ac-f19f-4500-b817-0070c56170b0/723876ac-f19f-4500-b817-0070c56170b0.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1646.165746] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1646.166064] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5de9c5dd-8ada-48f9-8afe-9614fb007b9d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.174892] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for the task: (returnval){
[ 1646.174892] env[69297]:    value = "task-2931737"
[ 1646.174892] env[69297]:    _type = "Task"
[ 1646.174892] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1646.417882] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d2ffe9c-35b7-4a65-8745-464de8031094 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "e1bb325a-d2ac-48f0-98c3-21db01d81f31" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.461s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1646.442203] env[69297]: DEBUG oslo_vmware.api [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931736, 'name': ReconfigVM_Task, 'duration_secs': 0.186864} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1646.442575] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588625', 'volume_id': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'name': 'volume-dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0835cb6-57e7-4bc2-b4ec-66b44d96d00e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8', 'serial': 'dc06d742-ff8e-4d74-88da-47bbdebc80e8'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1646.494446] env[69297]: DEBUG oslo_vmware.api [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Task: {'id': task-2931735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.584835} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1646.494891] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1646.495091] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1646.495343] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1646.495540] env[69297]: INFO nova.compute.manager [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Took 1.72 seconds to destroy the instance on the hypervisor.
[ 1646.495731] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1646.495921] env[69297]: DEBUG nova.compute.manager [-] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1646.496032] env[69297]: DEBUG nova.network.neutron [-] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1646.685499] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128547} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1646.685785] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1646.686614] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f87f88a-470c-4592-88ae-8e9625a00713 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.710857] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 723876ac-f19f-4500-b817-0070c56170b0/723876ac-f19f-4500-b817-0070c56170b0.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1646.711208] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3096ecfd-bbf8-4ff3-9227-d0eb09089128 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.734116] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for the task: (returnval){
[ 1646.734116] env[69297]:    value = "task-2931738"
[ 1646.734116] env[69297]:    _type = "Task"
[ 1646.734116] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1646.747866] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1646.811605] env[69297]: DEBUG nova.compute.manager [None req-f8314791-659f-47e8-9a3b-a4d31870ede5 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Found 2 images (rotation: 2) {{(pid=69297) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}}
[ 1646.822758] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526303af-3741-d11c-51b6-712a15f29612/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1646.824936] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1264942-261e-4c19-9adf-1fbbcff7ed5c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.834956] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526303af-3741-d11c-51b6-712a15f29612/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1646.834956] env[69297]: ERROR oslo_vmware.rw_handles [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526303af-3741-d11c-51b6-712a15f29612/disk-0.vmdk due to incomplete transfer.
[ 1646.837423] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e2ecac37-d9b2-48e4-bfec-557a844aca44 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.847399] env[69297]: DEBUG oslo_vmware.rw_handles [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526303af-3741-d11c-51b6-712a15f29612/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1646.847683] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Uploaded image a60b94e4-4b03-4592-82f5-c8cc78623504 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1646.849441] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1646.849924] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2e9db335-e8fc-40dc-a87c-3c00733c41b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1646.857606] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1646.857606] env[69297]:    value = "task-2931739"
[ 1646.857606] env[69297]:    _type = "Task"
[ 1646.857606] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1646.871984] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931739, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1646.992821] env[69297]: DEBUG nova.objects.instance [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lazy-loading 'flavor' on Instance uuid f0835cb6-57e7-4bc2-b4ec-66b44d96d00e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1647.025498] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 2e6e7566-a129-40fb-87bc-5e16b50e873a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.025498] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance edc3d4ee-834a-4b79-b98d-90273453c281 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.025498] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance b91ace70-321d-4303-ba68-a38e10282f81 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.025697] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance f0835cb6-57e7-4bc2-b4ec-66b44d96d00e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.025697] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 215135ab-2bf3-4131-bb06-cd807ba0a5d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.025840] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.025935] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7e5b4981-7d9e-42d4-a9ad-c2eb61905452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.026292] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance ce59585a-1b37-417e-a43f-f63446b8ad39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.026292] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 1001868f-0935-48e1-bff5-43ee087b6bdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.026292] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 38d046e5-edc6-49c0-938b-22de0259d5c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.026523] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 6ca4a936-aede-4d0e-a14d-2307081a7f19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.026523] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.026632] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7300caa8-a52d-41e9-b0d5-a67c12995131 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.026727] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance dad97e94-d3bb-47db-b429-0f8f16fe76ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.026841] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 723876ac-f19f-4500-b817-0070c56170b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1647.028095] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1647.028301] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1647.246974] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931738, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1647.281022] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ac65e8-979a-4f17-9f2a-69881fe5b440 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1647.289786] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a06089-3697-47e5-b2ee-29448c426218 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1647.300769] env[69297]: DEBUG nova.compute.manager [req-51e712e8-2914-4111-a9d5-834a292f7a35 req-bbac1f21-337c-4ad1-9a7c-4c4dfa0a72b3 service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Received event network-vif-deleted-9e64e776-ec99-4e13-98b9-70f93854fb8d {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1647.300769] env[69297]: INFO nova.compute.manager [req-51e712e8-2914-4111-a9d5-834a292f7a35 req-bbac1f21-337c-4ad1-9a7c-4c4dfa0a72b3 service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Neutron deleted interface 9e64e776-ec99-4e13-98b9-70f93854fb8d; detaching it from the instance and deleting it from the info cache
[ 1647.300769] env[69297]: DEBUG nova.network.neutron [req-51e712e8-2914-4111-a9d5-834a292f7a35 req-bbac1f21-337c-4ad1-9a7c-4c4dfa0a72b3 service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1647.329752] env[69297]: DEBUG oslo_concurrency.lockutils [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "1001868f-0935-48e1-bff5-43ee087b6bdc" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1647.330079] env[69297]: DEBUG oslo_concurrency.lockutils [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1647.330353] env[69297]: INFO nova.compute.manager [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Shelving
[ 1647.334245] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e49a37-831a-45d8-a1b0-7b522806b52d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1647.337328] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c09c6637-f5b8-4194-8f60-70b764f1b8e0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1647.340606] env[69297]: DEBUG nova.network.neutron [-] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1647.346767] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ffc0aa-b5e0-412c-9550-fc7f3cbb51cc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1647.355957] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7183cf81-3981-4806-ab33-1c15806a58e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1647.380308] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1647.392555] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931739, 'name': Destroy_Task, 'duration_secs': 0.515421} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1647.392827] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Destroyed the VM
[ 1647.393071] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1647.393614] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa3ae749-4c4f-474c-b5fa-1d3b61befff0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1647.416961] env[69297]: DEBUG nova.compute.manager [req-51e712e8-2914-4111-a9d5-834a292f7a35 req-bbac1f21-337c-4ad1-9a7c-4c4dfa0a72b3 service nova] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Detach interface failed, port_id=9e64e776-ec99-4e13-98b9-70f93854fb8d, reason: Instance 7300caa8-a52d-41e9-b0d5-a67c12995131 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1647.418800] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1647.418800] env[69297]:    value = "task-2931740"
[ 1647.418800] env[69297]:    _type = "Task"
[ 1647.418800] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1647.428018] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931740, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1647.746735] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931738, 'name': ReconfigVM_Task, 'duration_secs': 0.527326} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1647.747011] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 723876ac-f19f-4500-b817-0070c56170b0/723876ac-f19f-4500-b817-0070c56170b0.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1647.747706] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0600363e-1598-40f2-8bc7-9c669de8d348 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1647.756316] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for the task: (returnval){
[ 1647.756316] env[69297]:    value = "task-2931741"
[ 1647.756316] env[69297]:    _type = "Task"
[ 1647.756316] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1647.767713] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931741, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1647.843160] env[69297]: INFO nova.compute.manager [-] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Took 1.35 seconds to deallocate network for instance.
[ 1647.886557] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1647.930379] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931740, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1647.951812] env[69297]: DEBUG nova.compute.manager [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1647.952954] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e6096e-3b59-4b06-9c2e-597026a2f09d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.005580] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7dd64373-f831-4378-89fd-cbc686d932eb tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.311s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1648.017685] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1648.018061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1648.018331] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1648.018580] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1648.018777] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1648.021617] env[69297]: INFO nova.compute.manager [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Terminating instance
[ 1648.269955] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931741, 'name': Rename_Task, 'duration_secs': 0.217722} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1648.271158] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1648.271544] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dae4108-b78a-4aef-a960-70960b37bc63 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.282230] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for the task: (returnval){
[ 1648.282230] env[69297]:    value = "task-2931742"
[ 1648.282230] env[69297]:    _type = "Task"
[ 1648.282230] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1648.299383] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1648.344874] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1648.344874] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a2d7d49-b887-4770-84df-219435fe32a9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.349738] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1648.354803] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1648.354803] env[69297]:    value = "task-2931743"
[ 1648.354803] env[69297]:    _type = "Task"
[ 1648.354803] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1648.364626] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1648.393751] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1648.394092] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.418s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1648.394388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.045s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1648.394734] env[69297]: DEBUG nova.objects.instance [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lazy-loading 'resources' on Instance uuid 7300caa8-a52d-41e9-b0d5-a67c12995131 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1648.431491] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931740, 'name': RemoveSnapshot_Task, 'duration_secs': 0.640012} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1648.432021] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1648.432428] env[69297]: DEBUG nova.compute.manager [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1648.433016] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6a74ba-7aab-4261-8948-9726dde22c1b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.465748] env[69297]: INFO nova.compute.manager [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] instance snapshotting
[ 1648.466578] env[69297]: DEBUG nova.objects.instance [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'flavor' on Instance uuid edc3d4ee-834a-4b79-b98d-90273453c281 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1648.525987] env[69297]: DEBUG nova.compute.manager [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1648.526270] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1648.527724] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6693f82c-adbc-4bfd-b0ea-09e0d2a5f848 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.538320] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1648.538320] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4e06baf-f47e-4fca-a24c-f6aa46625b88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.550025] env[69297]: DEBUG oslo_vmware.api [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1648.550025] env[69297]:    value = "task-2931744"
[ 1648.550025] env[69297]:    _type = "Task"
[ 1648.550025] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1648.557781] env[69297]: DEBUG oslo_vmware.api [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1648.669477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1648.669477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1648.669477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1648.669477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1648.669777] env[69297]: DEBUG oslo_concurrency.lockutils [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1648.671933] env[69297]: INFO nova.compute.manager [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Terminating instance
[ 1648.797984] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931742, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1648.865538] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931743, 'name': PowerOffVM_Task, 'duration_secs': 0.234611} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1648.865791] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1648.866662] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9c4dd8-11f7-424a-aed8-f95ffc5eaab8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.890721] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b750fdd-d32b-4f72-9e08-70cb225fb9d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1648.949833] env[69297]: INFO nova.compute.manager [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Shelve offloading
[ 1648.975421] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21739caa-d00d-4537-932f-b09753b3a2d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.002636] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1028530-1f07-44d1-bf10-e747354c2765 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.060902] env[69297]: DEBUG oslo_vmware.api [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931744, 'name': PowerOffVM_Task, 'duration_secs': 0.202769} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1649.061790] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1649.061790] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1649.061790] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b833da6c-e77d-4172-87b8-a5e80a088de4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.138404] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae59b1b-d649-49a7-8495-df45bbeeb147 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.145087] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1649.145356] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1649.145552] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleting the datastore file [datastore1] dad97e94-d3bb-47db-b429-0f8f16fe76ce {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1649.146310] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-088fd1e4-885e-4701-810d-080ab9a37b96 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.151121] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d558a7-2948-4326-9c17-1d411d2dcc41 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.155478] env[69297]: DEBUG oslo_vmware.api [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1649.155478] env[69297]:    value = "task-2931746"
[ 1649.155478] env[69297]:    _type = "Task"
[ 1649.155478] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1649.188302] env[69297]: DEBUG nova.compute.manager [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1649.188529] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1649.190542] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7fe34f-67bf-4f77-af47-86e89c9a806b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.194286] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caae9f9-24fc-40ce-baca-5c9ef4f337d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.200462] env[69297]: DEBUG oslo_vmware.api [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1649.209987] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0e72d3-fad2-4fd1-9676-897d97c0a9ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.214879] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1649.215288] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2af34cdd-6ca8-44fd-8619-17a049b3e49d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.232361] env[69297]: DEBUG nova.compute.provider_tree [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1649.234111] env[69297]: DEBUG oslo_vmware.api [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1649.234111] env[69297]:    value = "task-2931747"
[ 1649.234111] env[69297]:    _type = "Task"
[ 1649.234111] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1649.245170] env[69297]: DEBUG oslo_vmware.api [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1649.273736] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1649.274045] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1649.296251] env[69297]: DEBUG oslo_vmware.api [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931742, 'name': PowerOnVM_Task, 'duration_secs': 0.624538} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1649.296506] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1649.296807] env[69297]: INFO nova.compute.manager [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Took 10.58 seconds to spawn the instance on the hypervisor.
[ 1649.297125] env[69297]: DEBUG nova.compute.manager [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1649.298197] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec89b786-2e88-4c7b-84ba-2e66dc04ecda {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.406257] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1649.406898] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2dd16d96-b38e-4aeb-a7b8-89942f3aff20 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.417569] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1649.417569] env[69297]:    value = "task-2931748"
[ 1649.417569] env[69297]:    _type = "Task"
[ 1649.417569] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1649.428715] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931748, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1649.457790] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1649.457902] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c4f3ba2-9f55-4a26-9a1d-a037b9f0ecdc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.466579] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1649.466579] env[69297]:    value = "task-2931749"
[ 1649.466579] env[69297]:    _type = "Task"
[ 1649.466579] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1649.480483] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1649.480712] env[69297]: DEBUG nova.compute.manager [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1649.481639] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8c3bda-bb53-4bf5-8ed1-5d04fda4282f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.488930] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1649.489122] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1649.489316] env[69297]: DEBUG nova.network.neutron [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1649.515916] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1649.516632] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-15ebbdf9-8fbb-4c65-8127-cac8249dba08 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.527150] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1649.527150] env[69297]:    value = "task-2931750"
[ 1649.527150] env[69297]:    _type = "Task"
[ 1649.527150] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1649.537943] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931750, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1649.667478] env[69297]: DEBUG oslo_vmware.api [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280947} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1649.667687] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1649.667983] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1649.668214] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1649.668449] env[69297]: INFO nova.compute.manager [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1649.668783] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1649.669053] env[69297]: DEBUG nova.compute.manager [-] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1649.669166] env[69297]: DEBUG nova.network.neutron [-] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1649.737243] env[69297]: DEBUG nova.scheduler.client.report [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1649.751907] env[69297]: DEBUG oslo_vmware.api [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931747, 'name': PowerOffVM_Task, 'duration_secs': 0.255431} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1649.752251] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1649.752496] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1649.752829] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-768339d5-22ac-44c2-8288-e68de498ad38 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.776987] env[69297]: DEBUG nova.compute.manager [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1649.823873] env[69297]: INFO nova.compute.manager [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Took 15.56 seconds to build instance.
[ 1649.848207] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1649.848207] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1649.848207] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleting the datastore file [datastore2] f0835cb6-57e7-4bc2-b4ec-66b44d96d00e {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1649.848207] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e47df52b-d7bc-4334-b13c-bb8eff5c1d64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1649.858056] env[69297]: DEBUG oslo_vmware.api [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1649.858056] env[69297]:    value = "task-2931752"
[ 1649.858056] env[69297]:    _type = "Task"
[ 1649.858056] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1649.868704] env[69297]: DEBUG oslo_vmware.api [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1649.929264] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931748, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1650.045979] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931750, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1650.100942] env[69297]: DEBUG nova.compute.manager [req-34ad32fe-ac10-4b64-bb39-df107f0deac1 req-0eb872d6-b176-42a6-bf3a-753eec3be52c service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Received event network-vif-deleted-f46ea425-a9f1-4892-9b10-1d0bf91b5baf {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1650.101273] env[69297]: INFO nova.compute.manager [req-34ad32fe-ac10-4b64-bb39-df107f0deac1 req-0eb872d6-b176-42a6-bf3a-753eec3be52c service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Neutron deleted interface f46ea425-a9f1-4892-9b10-1d0bf91b5baf; detaching it from the instance and deleting it from the info cache
[ 1650.101558] env[69297]: DEBUG nova.network.neutron [req-34ad32fe-ac10-4b64-bb39-df107f0deac1 req-0eb872d6-b176-42a6-bf3a-753eec3be52c service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1650.241031] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1650.267407] env[69297]: INFO nova.scheduler.client.report [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Deleted allocations for instance 7300caa8-a52d-41e9-b0d5-a67c12995131
[ 1650.303407] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1650.303716] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1650.305567] env[69297]: INFO nova.compute.claims [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1650.329183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5391df7f-845e-44d9-85e0-a425d239ce9f tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Lock "723876ac-f19f-4500-b817-0070c56170b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.073s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1650.369912] env[69297]: DEBUG oslo_vmware.api [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198339} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1650.370276] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1650.370529] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1650.370763] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1650.371082] env[69297]: INFO nova.compute.manager [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Took 1.18 seconds to destroy the instance on the hypervisor.
[ 1650.371247] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1650.371491] env[69297]: DEBUG nova.compute.manager [-] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1650.371622] env[69297]: DEBUG nova.network.neutron [-] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1650.430705] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931748, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1650.431822] env[69297]: DEBUG nova.network.neutron [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Updating instance_info_cache with network_info: [{"id": "df64bfc0-3cda-4b9b-b4da-9044a17d3651", "address": "fa:16:3e:23:ca:d7", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf64bfc0-3c", "ovs_interfaceid": "df64bfc0-3cda-4b9b-b4da-9044a17d3651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1650.538340] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931750, 'name': CreateSnapshot_Task, 'duration_secs': 0.750279} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1650.538625] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1650.539422] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e45b67-f770-4eba-9bba-9db8f7ff57cf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1650.581145] env[69297]: DEBUG nova.network.neutron [-] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1650.604603] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2006248-dcc4-480c-b8dc-d106e53acaa7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1650.615777] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1bcef7-9cef-430c-91f6-ed81f2a81d6b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1650.661728] env[69297]: DEBUG nova.compute.manager [req-34ad32fe-ac10-4b64-bb39-df107f0deac1 req-0eb872d6-b176-42a6-bf3a-753eec3be52c service nova] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Detach interface failed, port_id=f46ea425-a9f1-4892-9b10-1d0bf91b5baf, reason: Instance dad97e94-d3bb-47db-b429-0f8f16fe76ce could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1650.778748] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ef09d333-1629-4372-9990-1ac07e8030ca tempest-ServerDiskConfigTestJSON-959993030 tempest-ServerDiskConfigTestJSON-959993030-project-member] Lock "7300caa8-a52d-41e9-b0d5-a67c12995131" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.517s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1650.917223] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquiring lock "723876ac-f19f-4500-b817-0070c56170b0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1650.917507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Lock "723876ac-f19f-4500-b817-0070c56170b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1650.917750] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquiring lock "723876ac-f19f-4500-b817-0070c56170b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1650.917976] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Lock "723876ac-f19f-4500-b817-0070c56170b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1650.918180] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Lock "723876ac-f19f-4500-b817-0070c56170b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1650.923802] env[69297]: INFO nova.compute.manager [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Terminating instance
[ 1650.932182] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931748, 'name': CreateSnapshot_Task, 'duration_secs': 1.017556} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1650.932459] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1650.933231] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cc72ba-1f7c-4bcc-9822-dae62ca34ac3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1650.936085] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1651.063233] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1651.063554] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f852d668-6eb2-42ea-9f3c-29aabe2f5f33 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.077067] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1651.077067] env[69297]:    value = "task-2931753"
[ 1651.077067] env[69297]:    _type = "Task"
[ 1651.077067] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1651.084136] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931753, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1651.085689] env[69297]: INFO nova.compute.manager [-] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Took 1.42 seconds to deallocate network for instance.
[ 1651.337995] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1651.337995] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f5b782-e07b-4f03-a8b9-9a95aa5636ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.353043] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1651.353043] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c84d7f9d-dc2d-4423-bf09-e318a9ce6872 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.432238] env[69297]: DEBUG nova.compute.manager [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1651.432499] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1651.434012] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d480acc1-b173-4346-a140-8b9c5fb45856 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.438787] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1651.439052] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1651.439291] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleting the datastore file [datastore2] 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1651.439995] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee8c0ce1-579b-4509-870f-14f40edacf70 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.446027] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1651.448565] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7762796-f43f-429a-a36d-369d65c8a359 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.458446] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1651.459413] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1651.459413] env[69297]:    value = "task-2931755"
[ 1651.459413] env[69297]:    _type = "Task"
[ 1651.459413] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1651.459701] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86708ae1-35a3-4dc4-9283-640c57f23d78 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.470947] env[69297]: DEBUG oslo_vmware.api [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for the task: (returnval){
[ 1651.470947] env[69297]:    value = "task-2931756"
[ 1651.470947] env[69297]:    _type = "Task"
[ 1651.470947] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1651.478585] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1651.480851] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1651.480851] env[69297]:    value = "task-2931757"
[ 1651.480851] env[69297]:    _type = "Task"
[ 1651.480851] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1651.492379] env[69297]: DEBUG oslo_vmware.api [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1651.502881] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931757, 'name': CloneVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1651.522125] env[69297]: DEBUG nova.network.neutron [-] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1651.588207] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931753, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1651.593105] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1651.647955] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382e7b94-b896-43db-bfe7-56ce7c757668 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.659989] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3d4b88-bcdd-46ca-843f-57cc56361d80 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.712056] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ef3300-193f-49c6-ba3f-fc7a92805717 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.721078] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ac2f0b-3c67-4432-b336-7f8126ffb191 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.742071] env[69297]: DEBUG nova.compute.provider_tree [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1651.976012] env[69297]: DEBUG oslo_vmware.api [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207619} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1651.979336] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1651.979533] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1651.979731] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1651.990684] env[69297]: DEBUG oslo_vmware.api [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931756, 'name': PowerOffVM_Task, 'duration_secs': 0.38619} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1651.991500] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1651.991585] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1651.991821] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f2ece27-085d-475a-9584-cb43e07cc038 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1651.996828] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931757, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1651.999993] env[69297]: INFO nova.scheduler.client.report [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted allocations for instance 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed
[ 1652.026046] env[69297]: INFO nova.compute.manager [-] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Took 1.65 seconds to deallocate network for instance.
[ 1652.088615] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931753, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1652.090119] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1652.090366] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1652.090575] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Deleting the datastore file [datastore1] 723876ac-f19f-4500-b817-0070c56170b0 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1652.090890] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8696ff60-fd01-4024-a473-a283e8a8fdfe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.099406] env[69297]: DEBUG oslo_vmware.api [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for the task: (returnval){
[ 1652.099406] env[69297]:    value = "task-2931759"
[ 1652.099406] env[69297]:    _type = "Task"
[ 1652.099406] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1652.111222] env[69297]: DEBUG oslo_vmware.api [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1652.138683] env[69297]: DEBUG nova.compute.manager [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Received event network-vif-deleted-feb55e4c-8aa9-4743-92f3-e1f17b3dcb2f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1652.139337] env[69297]: DEBUG nova.compute.manager [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Received event network-vif-unplugged-df64bfc0-3cda-4b9b-b4da-9044a17d3651 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1652.139592] env[69297]: DEBUG oslo_concurrency.lockutils [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] Acquiring lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1652.142592] env[69297]: DEBUG oslo_concurrency.lockutils [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1652.142592] env[69297]: DEBUG oslo_concurrency.lockutils [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1652.142592] env[69297]: DEBUG nova.compute.manager [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] No waiting events found dispatching network-vif-unplugged-df64bfc0-3cda-4b9b-b4da-9044a17d3651 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1652.142592] env[69297]: WARNING nova.compute.manager [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Received unexpected event network-vif-unplugged-df64bfc0-3cda-4b9b-b4da-9044a17d3651 for instance with vm_state shelved_offloaded and task_state None.
[ 1652.142592] env[69297]: DEBUG nova.compute.manager [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Received event network-changed-df64bfc0-3cda-4b9b-b4da-9044a17d3651 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1652.142592] env[69297]: DEBUG nova.compute.manager [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Refreshing instance network info cache due to event network-changed-df64bfc0-3cda-4b9b-b4da-9044a17d3651. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1652.142592] env[69297]: DEBUG oslo_concurrency.lockutils [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] Acquiring lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1652.142592] env[69297]: DEBUG oslo_concurrency.lockutils [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] Acquired lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1652.142592] env[69297]: DEBUG nova.network.neutron [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Refreshing network info cache for port df64bfc0-3cda-4b9b-b4da-9044a17d3651 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1652.244998] env[69297]: DEBUG nova.scheduler.client.report [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1652.435594] env[69297]: DEBUG oslo_vmware.rw_handles [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216fad1-edeb-0bf2-a906-973b30c7629a/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1652.436566] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f72639-d690-4021-b762-7d675498ff05 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.443490] env[69297]: DEBUG oslo_vmware.rw_handles [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216fad1-edeb-0bf2-a906-973b30c7629a/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1652.443668] env[69297]: ERROR oslo_vmware.rw_handles [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216fad1-edeb-0bf2-a906-973b30c7629a/disk-0.vmdk due to incomplete transfer.
[ 1652.443909] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8654c082-1968-4e13-8507-fc883adbad12 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.453086] env[69297]: DEBUG oslo_vmware.rw_handles [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216fad1-edeb-0bf2-a906-973b30c7629a/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1652.453299] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Uploaded image 9de6144b-eeac-44c8-9bc9-b4b25ccf4743 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1652.454804] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1652.455074] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1dfa8d2c-24ab-405f-a29f-533ecb6887a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.463723] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1652.463723] env[69297]:    value = "task-2931760"
[ 1652.463723] env[69297]:    _type = "Task"
[ 1652.463723] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1652.472546] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931760, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1652.494561] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931757, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1652.504869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1652.532920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1652.587729] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931753, 'name': CloneVM_Task, 'duration_secs': 1.335115} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1652.588043] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Created linked-clone VM from snapshot
[ 1652.588829] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4246151-3b30-42c2-a909-6d5555d8f309 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.597688] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Uploading image 3023eda3-4917-4ffe-b56f-6d392b706169 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1652.608104] env[69297]: DEBUG oslo_vmware.api [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Task: {'id': task-2931759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204429} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1652.608364] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1652.608548] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1652.608730] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1652.609109] env[69297]: INFO nova.compute.manager [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Took 1.18 seconds to destroy the instance on the hypervisor.
[ 1652.609201] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1652.609391] env[69297]: DEBUG nova.compute.manager [-] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1652.609493] env[69297]: DEBUG nova.network.neutron [-] [instance: 723876ac-f19f-4500-b817-0070c56170b0] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1652.621169] env[69297]: DEBUG oslo_vmware.rw_handles [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1652.621169] env[69297]:    value = "vm-588664"
[ 1652.621169] env[69297]:    _type = "VirtualMachine"
[ 1652.621169] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1652.621453] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e11d76ff-6ebf-43b3-b566-4bbba5d3414f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.629354] env[69297]: DEBUG oslo_vmware.rw_handles [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lease: (returnval){
[ 1652.629354] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c13655-838e-9924-6c4a-4dd6f8686862"
[ 1652.629354] env[69297]:    _type = "HttpNfcLease"
[ 1652.629354] env[69297]:  } obtained for exporting VM: (result){
[ 1652.629354] env[69297]:    value = "vm-588664"
[ 1652.629354] env[69297]:    _type = "VirtualMachine"
[ 1652.629354] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1652.629853] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the lease: (returnval){
[ 1652.629853] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c13655-838e-9924-6c4a-4dd6f8686862"
[ 1652.629853] env[69297]:    _type = "HttpNfcLease"
[ 1652.629853] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1652.637388] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1652.637388] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c13655-838e-9924-6c4a-4dd6f8686862"
[ 1652.637388] env[69297]:    _type = "HttpNfcLease"
[ 1652.637388] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1652.753480] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1652.754064] env[69297]: DEBUG nova.compute.manager [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1652.756955] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.165s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1652.757146] env[69297]: DEBUG nova.objects.instance [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lazy-loading 'resources' on Instance uuid dad97e94-d3bb-47db-b429-0f8f16fe76ce {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1652.976776] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931760, 'name': Destroy_Task, 'duration_secs': 0.41232} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1652.977059] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Destroyed the VM
[ 1652.977300] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1652.977544] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e276dc0-e3a8-41f0-bf55-7a1cb7dc72b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1652.985335] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1652.985335] env[69297]:    value = "task-2931762"
[ 1652.985335] env[69297]:    _type = "Task"
[ 1652.985335] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1652.998499] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931757, 'name': CloneVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1653.002225] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931762, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1653.147319] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1653.147319] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c13655-838e-9924-6c4a-4dd6f8686862"
[ 1653.147319] env[69297]:    _type = "HttpNfcLease"
[ 1653.147319] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1653.147319] env[69297]: DEBUG oslo_vmware.rw_handles [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1653.147319] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c13655-838e-9924-6c4a-4dd6f8686862"
[ 1653.147319] env[69297]:    _type = "HttpNfcLease"
[ 1653.147319] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1653.147319] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e7c2a9-f00e-461c-b059-795230a1c29f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.155888] env[69297]: DEBUG oslo_vmware.rw_handles [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d2ad7-467c-3828-bc46-3d7f805b3d6e/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1653.156262] env[69297]: DEBUG oslo_vmware.rw_handles [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d2ad7-467c-3828-bc46-3d7f805b3d6e/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1653.261023] env[69297]: DEBUG nova.compute.utils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1653.266071] env[69297]: DEBUG nova.compute.manager [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1653.266404] env[69297]: DEBUG nova.network.neutron [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1653.271144] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55b89b79-8ac1-4e53-9250-c8d44351843e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.283104] env[69297]: DEBUG nova.network.neutron [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Updated VIF entry in instance network info cache for port df64bfc0-3cda-4b9b-b4da-9044a17d3651. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1653.283104] env[69297]: DEBUG nova.network.neutron [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Updating instance_info_cache with network_info: [{"id": "df64bfc0-3cda-4b9b-b4da-9044a17d3651", "address": "fa:16:3e:23:ca:d7", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": null, "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdf64bfc0-3c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1653.334071] env[69297]: DEBUG nova.policy [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0182e3bfbfe34510a46f0109ce687313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b5ebf219f14436f98d1d6111abc74fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1653.504706] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931757, 'name': CloneVM_Task, 'duration_secs': 1.550713} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1653.504706] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Created linked-clone VM from snapshot
[ 1653.509134] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efbf1cf-536d-4828-bb4c-10e25e5345f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.512385] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931762, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1653.518542] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Uploading image a2a43a55-dbf8-498d-861c-65e21b4e3273 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1653.547896] env[69297]: DEBUG oslo_vmware.rw_handles [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1653.547896] env[69297]:    value = "vm-588665"
[ 1653.547896] env[69297]:    _type = "VirtualMachine"
[ 1653.547896] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1653.548323] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-47f13b17-37fd-422c-8457-fc6ce5a85e48 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.556282] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6a9a3f-dffd-4ec3-8d61-5393ed7b628f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.560900] env[69297]: DEBUG oslo_vmware.rw_handles [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lease: (returnval){
[ 1653.560900] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520e9825-39e0-9a6b-aada-ca94dcdde89a"
[ 1653.560900] env[69297]:    _type = "HttpNfcLease"
[ 1653.560900] env[69297]:  } obtained for exporting VM: (result){
[ 1653.560900] env[69297]:    value = "vm-588665"
[ 1653.560900] env[69297]:    _type = "VirtualMachine"
[ 1653.560900] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1653.561507] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the lease: (returnval){
[ 1653.561507] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520e9825-39e0-9a6b-aada-ca94dcdde89a"
[ 1653.561507] env[69297]:    _type = "HttpNfcLease"
[ 1653.561507] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1653.568638] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9996f0d9-3c48-41e1-80e6-d556fb7290d7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.574431] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1653.574431] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520e9825-39e0-9a6b-aada-ca94dcdde89a"
[ 1653.574431] env[69297]:    _type = "HttpNfcLease"
[ 1653.574431] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1653.612440] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de465fc8-7de5-4b13-afdd-757e749ece5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.625385] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cde3bd-293a-42fd-bafb-ad82e4ca3ba2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1653.649233] env[69297]: DEBUG nova.compute.provider_tree [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1653.686573] env[69297]: DEBUG nova.network.neutron [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Successfully created port: dd221f9a-0b81-4214-a776-e88295867900 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1653.772520] env[69297]: DEBUG nova.compute.manager [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1653.787664] env[69297]: DEBUG oslo_concurrency.lockutils [req-98b172a6-dcc3-408c-a35f-31849ecb46a4 req-d9c8d7fd-609a-4a6b-aff8-12fb1b50fc5d service nova] Releasing lock "refresh_cache-1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1653.832477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1653.841695] env[69297]: DEBUG nova.network.neutron [-] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1654.003399] env[69297]: DEBUG oslo_vmware.api [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931762, 'name': RemoveSnapshot_Task, 'duration_secs': 0.761418} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1654.003766] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1654.004061] env[69297]: INFO nova.compute.manager [None req-2fcb4dfe-8f56-4127-b5a5-fe10683f8e29 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Took 22.12 seconds to snapshot the instance on the hypervisor.
[ 1654.075219] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1654.075219] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520e9825-39e0-9a6b-aada-ca94dcdde89a"
[ 1654.075219] env[69297]:    _type = "HttpNfcLease"
[ 1654.075219] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1654.079657] env[69297]: DEBUG oslo_vmware.rw_handles [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1654.079657] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520e9825-39e0-9a6b-aada-ca94dcdde89a"
[ 1654.079657] env[69297]:    _type = "HttpNfcLease"
[ 1654.079657] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1654.079824] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f9ade2-92e3-4a6d-a99a-a82e41674e43 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1654.088648] env[69297]: DEBUG oslo_vmware.rw_handles [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244dace-b679-4c4b-88cd-3de458e11552/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1654.088948] env[69297]: DEBUG oslo_vmware.rw_handles [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244dace-b679-4c4b-88cd-3de458e11552/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1654.154319] env[69297]: DEBUG nova.scheduler.client.report [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1654.203488] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f242b73-8409-403c-b1fd-31b726468c19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1654.239368] env[69297]: DEBUG nova.compute.manager [req-601cb7d7-8255-435c-ac69-53b2a98ffb23 req-e8609db3-1458-4a74-9858-95ea88feb4ab service nova] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Received event network-vif-deleted-ebb3b615-1911-4ea8-957d-48ec6a54bfeb {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1654.346297] env[69297]: INFO nova.compute.manager [-] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Took 1.74 seconds to deallocate network for instance.
[ 1654.660136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1654.668273] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.163s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1654.668642] env[69297]: DEBUG nova.objects.instance [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lazy-loading 'resources' on Instance uuid 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1654.709104] env[69297]: INFO nova.scheduler.client.report [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted allocations for instance dad97e94-d3bb-47db-b429-0f8f16fe76ce
[ 1654.783277] env[69297]: DEBUG nova.compute.manager [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1654.857089] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1655.174673] env[69297]: DEBUG nova.objects.instance [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lazy-loading 'numa_topology' on Instance uuid 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1655.220025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de34008c-c1f5-488b-8483-4100e8d85ea7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "dad97e94-d3bb-47db-b429-0f8f16fe76ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.201s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1655.325144] env[69297]: DEBUG nova.compute.manager [req-efb839cd-a900-495a-a5a8-2cbcaeaaf795 req-d7156d4c-ea07-4594-a7fe-5ebd6fe313c3 service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Received event network-vif-plugged-dd221f9a-0b81-4214-a776-e88295867900 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1655.325466] env[69297]: DEBUG oslo_concurrency.lockutils [req-efb839cd-a900-495a-a5a8-2cbcaeaaf795 req-d7156d4c-ea07-4594-a7fe-5ebd6fe313c3 service nova] Acquiring lock "9229c477-25bb-4970-b10b-d8aa4ce804c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1655.325723] env[69297]: DEBUG oslo_concurrency.lockutils [req-efb839cd-a900-495a-a5a8-2cbcaeaaf795 req-d7156d4c-ea07-4594-a7fe-5ebd6fe313c3 service nova] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1655.325984] env[69297]: DEBUG oslo_concurrency.lockutils [req-efb839cd-a900-495a-a5a8-2cbcaeaaf795 req-d7156d4c-ea07-4594-a7fe-5ebd6fe313c3 service nova] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1655.326867] env[69297]: DEBUG nova.compute.manager [req-efb839cd-a900-495a-a5a8-2cbcaeaaf795 req-d7156d4c-ea07-4594-a7fe-5ebd6fe313c3 service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] No waiting events found dispatching network-vif-plugged-dd221f9a-0b81-4214-a776-e88295867900 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1655.327152] env[69297]: WARNING nova.compute.manager [req-efb839cd-a900-495a-a5a8-2cbcaeaaf795 req-d7156d4c-ea07-4594-a7fe-5ebd6fe313c3 service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Received unexpected event network-vif-plugged-dd221f9a-0b81-4214-a776-e88295867900 for instance with vm_state building and task_state spawning.
[ 1655.374980] env[69297]: DEBUG nova.network.neutron [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Successfully updated port: dd221f9a-0b81-4214-a776-e88295867900 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1655.678498] env[69297]: DEBUG nova.objects.base [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Object Instance<1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed> lazy-loaded attributes: resources,numa_topology {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1655.869836] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5696736-491e-461f-a2fe-8373a6646321 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1655.878018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "refresh_cache-9229c477-25bb-4970-b10b-d8aa4ce804c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1655.878241] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "refresh_cache-9229c477-25bb-4970-b10b-d8aa4ce804c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1655.878475] env[69297]: DEBUG nova.network.neutron [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1655.880609] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7430cdf-3f04-47fb-8ec8-fbf42d499548 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1655.916197] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a36a23a-8fe0-4435-a384-4abb6487c15d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1655.925960] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8c363d-4cbc-4efd-bae6-b11bec900d34 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1655.941368] env[69297]: DEBUG nova.compute.provider_tree [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1656.419780] env[69297]: DEBUG nova.network.neutron [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1656.444645] env[69297]: DEBUG nova.scheduler.client.report [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1656.572407] env[69297]: DEBUG nova.network.neutron [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Updating instance_info_cache with network_info: [{"id": "dd221f9a-0b81-4214-a776-e88295867900", "address": "fa:16:3e:19:e2:64", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd221f9a-0b", "ovs_interfaceid": "dd221f9a-0b81-4214-a776-e88295867900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1656.950121] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1656.952950] env[69297]: DEBUG oslo_concurrency.lockutils [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.420s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1656.953251] env[69297]: DEBUG nova.objects.instance [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lazy-loading 'resources' on Instance uuid f0835cb6-57e7-4bc2-b4ec-66b44d96d00e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1657.075833] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "refresh_cache-9229c477-25bb-4970-b10b-d8aa4ce804c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1657.076047] env[69297]: DEBUG nova.compute.manager [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Instance network_info: |[{"id": "dd221f9a-0b81-4214-a776-e88295867900", "address": "fa:16:3e:19:e2:64", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd221f9a-0b", "ovs_interfaceid": "dd221f9a-0b81-4214-a776-e88295867900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1657.461903] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f8673c2a-0ab0-40e6-97c8-d50d12067107 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 25.689s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1657.462830] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 3.631s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1657.463315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1657.463315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1657.463486] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1657.466042] env[69297]: INFO nova.compute.manager [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Terminating instance
[ 1657.677119] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646ea53c-9190-4e60-8c72-c57e3171f19a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1657.689387] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdd93af-ed1d-49a5-8f3e-44dc4831f629 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1657.733346] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8975b617-89be-4209-ae60-91bc111c55aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1657.742521] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c359e91-1561-4878-8bd7-7b42537c2b05 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1657.757055] env[69297]: DEBUG nova.compute.provider_tree [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1657.969632] env[69297]: DEBUG nova.compute.manager [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1657.969922] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1657.970198] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf1a591e-b375-461e-b5d6-3f15b397f2f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1657.981440] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a890b0-94e6-44bc-ac32-3e01c99d5c5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1658.019562] env[69297]: WARNING nova.virt.vmwareapi.vmops [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed could not be found.
[ 1658.019778] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1658.019962] env[69297]: INFO nova.compute.manager [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Took 0.05 seconds to destroy the instance on the hypervisor.
[ 1658.020239] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1658.020539] env[69297]: DEBUG nova.compute.manager [-] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1658.020637] env[69297]: DEBUG nova.network.neutron [-] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1658.260635] env[69297]: DEBUG nova.scheduler.client.report [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1658.758963] env[69297]: DEBUG nova.network.neutron [-] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1658.766520] env[69297]: DEBUG oslo_concurrency.lockutils [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1658.769150] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.912s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1658.769266] env[69297]: DEBUG nova.objects.instance [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Lazy-loading 'resources' on Instance uuid 723876ac-f19f-4500-b817-0070c56170b0 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1658.787766] env[69297]: INFO nova.scheduler.client.report [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleted allocations for instance f0835cb6-57e7-4bc2-b4ec-66b44d96d00e
[ 1659.262155] env[69297]: INFO nova.compute.manager [-] [instance: 1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed] Took 1.24 seconds to deallocate network for instance.
[ 1659.297286] env[69297]: DEBUG oslo_concurrency.lockutils [None req-095d6981-411c-44e5-a911-4c816dd6edc5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "f0835cb6-57e7-4bc2-b4ec-66b44d96d00e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.628s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1659.442103] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d73b1d-eda9-4fd4-b217-f7c2b455991f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1659.451220] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a8563d-6823-40f8-9d39-d7e5db8d9d86 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1659.483515] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be42f061-1952-4511-9b9c-551ca8741b4f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1659.492484] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c5b105-79f0-4a9b-981c-e81e87578be7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1659.509467] env[69297]: DEBUG nova.compute.provider_tree [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1660.013042] env[69297]: DEBUG nova.scheduler.client.report [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1660.291677] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ebcf6ac6-bbbf-4d9b-aefd-3661522f22dc tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "1c2ba5d1-d51b-420f-a6e4-48a5b73c43ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.829s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1660.318386] env[69297]: DEBUG nova.virt.hardware [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1660.318652] env[69297]: DEBUG nova.virt.hardware [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1660.318820] env[69297]: DEBUG nova.virt.hardware [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1660.319053] env[69297]: DEBUG nova.virt.hardware [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1660.319189] env[69297]: DEBUG nova.virt.hardware [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1660.319365] env[69297]: DEBUG nova.virt.hardware [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1660.319609] env[69297]: DEBUG nova.virt.hardware [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1660.319775] env[69297]: DEBUG nova.virt.hardware [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1660.320389] env[69297]: DEBUG nova.virt.hardware [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1660.320389] env[69297]: DEBUG nova.virt.hardware [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1660.320389] env[69297]: DEBUG nova.virt.hardware [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1660.322558] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78b22a2-66c9-496f-95c0-28fd274138c8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1660.332645] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cd8468-77e0-4199-806e-08d02ecd86a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1660.350734] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:e2:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd221f9a-0b81-4214-a776-e88295867900', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1660.358564] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1660.358893] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1660.359137] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-904b7889-c950-4775-be11-763d3cc98755 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1660.380795] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1660.380795] env[69297]:    value = "task-2931764"
[ 1660.380795] env[69297]:    _type = "Task"
[ 1660.380795] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1660.390584] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931764, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1660.519137] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1660.541050] env[69297]: INFO nova.scheduler.client.report [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Deleted allocations for instance 723876ac-f19f-4500-b817-0070c56170b0
[ 1660.636635] env[69297]: DEBUG oslo_vmware.rw_handles [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d2ad7-467c-3828-bc46-3d7f805b3d6e/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1660.637678] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df2fda3-dbec-4818-a17a-286f5edad133 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1660.645758] env[69297]: DEBUG oslo_vmware.rw_handles [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d2ad7-467c-3828-bc46-3d7f805b3d6e/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1660.645917] env[69297]: ERROR oslo_vmware.rw_handles [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d2ad7-467c-3828-bc46-3d7f805b3d6e/disk-0.vmdk due to incomplete transfer.
[ 1660.646181] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-da5a03b0-984d-46da-be81-6679cdbe8475 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1660.655784] env[69297]: DEBUG oslo_vmware.rw_handles [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d2ad7-467c-3828-bc46-3d7f805b3d6e/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1660.656031] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Uploaded image 3023eda3-4917-4ffe-b56f-6d392b706169 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1660.658716] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1660.659225] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9eb2a7cf-35f6-4600-83ca-b2af94b2a3e5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1660.668343] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1660.668343] env[69297]:    value = "task-2931765"
[ 1660.668343] env[69297]:    _type = "Task"
[ 1660.668343] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1660.682834] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931765, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1660.891788] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931764, 'name': CreateVM_Task, 'duration_secs': 0.422552} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1660.892014] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1660.893849] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1660.893849] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1660.893849] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1660.893849] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1502624-735f-4d4a-a930-d1ad82c1b36b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1660.900246] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1660.900246] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523aa8ed-ad15-3535-99fb-f45ef97a7cf9"
[ 1660.900246] env[69297]:    _type = "Task"
[ 1660.900246] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1660.910247] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523aa8ed-ad15-3535-99fb-f45ef97a7cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1661.051480] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ff5c2990-cfdf-4582-8835-33f74cf75e36 tempest-ServerPasswordTestJSON-888752803 tempest-ServerPasswordTestJSON-888752803-project-member] Lock "723876ac-f19f-4500-b817-0070c56170b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.134s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1661.078604] env[69297]: DEBUG nova.compute.manager [req-e1884a96-9680-4551-8861-ace17efa3451 req-e250ece5-7068-4e9a-9e15-3d6417f4a000 service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Received event network-changed-dd221f9a-0b81-4214-a776-e88295867900 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1661.078818] env[69297]: DEBUG nova.compute.manager [req-e1884a96-9680-4551-8861-ace17efa3451 req-e250ece5-7068-4e9a-9e15-3d6417f4a000 service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Refreshing instance network info cache due to event network-changed-dd221f9a-0b81-4214-a776-e88295867900. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1661.079041] env[69297]: DEBUG oslo_concurrency.lockutils [req-e1884a96-9680-4551-8861-ace17efa3451 req-e250ece5-7068-4e9a-9e15-3d6417f4a000 service nova] Acquiring lock "refresh_cache-9229c477-25bb-4970-b10b-d8aa4ce804c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1661.079208] env[69297]: DEBUG oslo_concurrency.lockutils [req-e1884a96-9680-4551-8861-ace17efa3451 req-e250ece5-7068-4e9a-9e15-3d6417f4a000 service nova] Acquired lock "refresh_cache-9229c477-25bb-4970-b10b-d8aa4ce804c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1661.079375] env[69297]: DEBUG nova.network.neutron [req-e1884a96-9680-4551-8861-ace17efa3451 req-e250ece5-7068-4e9a-9e15-3d6417f4a000 service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Refreshing network info cache for port dd221f9a-0b81-4214-a776-e88295867900 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1661.179850] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931765, 'name': Destroy_Task, 'duration_secs': 0.362497} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1661.181318] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Destroyed the VM
[ 1661.181318] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1661.181318] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-711b0300-8a34-438a-93a4-aa5d31827499 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.192893] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1661.192893] env[69297]:    value = "task-2931766"
[ 1661.192893] env[69297]:    _type = "Task"
[ 1661.192893] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1661.204683] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931766, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1661.413056] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523aa8ed-ad15-3535-99fb-f45ef97a7cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1661.413440] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1661.413713] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1661.414309] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1661.414309] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1661.414553] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1661.414895] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00be5d8e-1e13-4ea4-9a4d-35d6bb5d99e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.426498] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1661.426718] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1661.428292] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7c5376-f445-46da-a4e5-a3d7e9ed8e45 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.434814] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1661.434814] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52971141-7d3a-fb96-3d9a-209abc31b785"
[ 1661.434814] env[69297]:    _type = "Task"
[ 1661.434814] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1661.445706] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52971141-7d3a-fb96-3d9a-209abc31b785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1661.592666] env[69297]: DEBUG oslo_vmware.rw_handles [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244dace-b679-4c4b-88cd-3de458e11552/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1661.594176] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "a72f8166-5963-4257-a8c2-ffae624c4378" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1661.594427] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "a72f8166-5963-4257-a8c2-ffae624c4378" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1661.596163] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b25859-0098-4f43-ba94-cb9cff13b5a9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.604679] env[69297]: DEBUG oslo_vmware.rw_handles [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244dace-b679-4c4b-88cd-3de458e11552/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1661.604847] env[69297]: ERROR oslo_vmware.rw_handles [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244dace-b679-4c4b-88cd-3de458e11552/disk-0.vmdk due to incomplete transfer.
[ 1661.605084] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95b4c5d0-6817-4825-a141-01ca5ab6603f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.618470] env[69297]: DEBUG oslo_vmware.rw_handles [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244dace-b679-4c4b-88cd-3de458e11552/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1661.618687] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Uploaded image a2a43a55-dbf8-498d-861c-65e21b4e3273 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1661.620673] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1661.621355] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb083ec7-d652-4547-bb54-f77f7f3bfde4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.631074] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1661.631074] env[69297]:    value = "task-2931767"
[ 1661.631074] env[69297]:    _type = "Task"
[ 1661.631074] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1661.645536] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931767, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1661.690108] env[69297]: DEBUG nova.compute.manager [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1661.691244] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abee9136-9130-4997-b424-3b112ee2723b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.704922] env[69297]: DEBUG oslo_vmware.api [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931766, 'name': RemoveSnapshot_Task, 'duration_secs': 0.501232} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1661.706687] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1661.706950] env[69297]: INFO nova.compute.manager [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Took 12.73 seconds to snapshot the instance on the hypervisor.
[ 1661.894643] env[69297]: INFO nova.compute.manager [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Rebuilding instance
[ 1661.930534] env[69297]: DEBUG nova.network.neutron [req-e1884a96-9680-4551-8861-ace17efa3451 req-e250ece5-7068-4e9a-9e15-3d6417f4a000 service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Updated VIF entry in instance network info cache for port dd221f9a-0b81-4214-a776-e88295867900. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1661.930917] env[69297]: DEBUG nova.network.neutron [req-e1884a96-9680-4551-8861-ace17efa3451 req-e250ece5-7068-4e9a-9e15-3d6417f4a000 service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Updating instance_info_cache with network_info: [{"id": "dd221f9a-0b81-4214-a776-e88295867900", "address": "fa:16:3e:19:e2:64", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd221f9a-0b", "ovs_interfaceid": "dd221f9a-0b81-4214-a776-e88295867900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1661.943362] env[69297]: DEBUG nova.compute.manager [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1661.944552] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b978456-a7fc-4e38-bb8c-9f2e7c29b5e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.951506] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52971141-7d3a-fb96-3d9a-209abc31b785, 'name': SearchDatastore_Task, 'duration_secs': 0.011889} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1661.952683] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a91299-7101-4532-ad16-b22aabf4683e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1661.962585] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1661.962585] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52628dda-db4b-e33e-ccac-cbd5bd113e77"
[ 1661.962585] env[69297]:    _type = "Task"
[ 1661.962585] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1661.973082] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52628dda-db4b-e33e-ccac-cbd5bd113e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1662.100631] env[69297]: DEBUG nova.compute.manager [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1662.149679] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931767, 'name': Destroy_Task, 'duration_secs': 0.416538} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1662.150646] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Destroyed the VM
[ 1662.150884] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1662.151146] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-349d9943-1818-4920-aeb3-495979106e9b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.159294] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1662.159294] env[69297]:    value = "task-2931768"
[ 1662.159294] env[69297]:    _type = "Task"
[ 1662.159294] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1662.168188] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931768, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1662.217594] env[69297]: INFO nova.compute.manager [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] instance snapshotting
[ 1662.223516] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8c3ff3-2f6e-4a97-9d43-8281f0c30dab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.247916] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a900be52-5f0b-45e8-84cf-be9c2a3a5523 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.279456] env[69297]: DEBUG nova.compute.manager [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Found 3 images (rotation: 2) {{(pid=69297) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}}
[ 1662.279456] env[69297]: DEBUG nova.compute.manager [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Rotating out 1 backups {{(pid=69297) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}}
[ 1662.279669] env[69297]: DEBUG nova.compute.manager [None req-8d27e05b-da88-45a7-86d3-f8b6f27e6ecc tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Deleting image dcb16b4d-7026-4958-8c2a-2f3f20294b7d {{(pid=69297) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}}
[ 1662.400480] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1662.400480] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1662.434429] env[69297]: DEBUG oslo_concurrency.lockutils [req-e1884a96-9680-4551-8861-ace17efa3451 req-e250ece5-7068-4e9a-9e15-3d6417f4a000 service nova] Releasing lock "refresh_cache-9229c477-25bb-4970-b10b-d8aa4ce804c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1662.480231] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52628dda-db4b-e33e-ccac-cbd5bd113e77, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1662.480231] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1662.480231] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 9229c477-25bb-4970-b10b-d8aa4ce804c1/9229c477-25bb-4970-b10b-d8aa4ce804c1.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1662.480231] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0412cd9-0b18-48f2-a43e-a1133181f37c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.490029] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1662.490029] env[69297]:    value = "task-2931769"
[ 1662.490029] env[69297]:    _type = "Task"
[ 1662.490029] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1662.500050] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1662.582882] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1662.583152] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1662.624239] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1662.624798] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1662.626692] env[69297]: INFO nova.compute.claims [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1662.671372] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931768, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1662.764996] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1662.764996] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94daa045-64df-47e9-8800-9fa455f2fc44 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.773042] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1662.773042] env[69297]:    value = "task-2931770"
[ 1662.773042] env[69297]:    _type = "Task"
[ 1662.773042] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1662.783227] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1662.902784] env[69297]: DEBUG nova.compute.manager [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1662.963320] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1662.963784] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c205670e-f683-414b-8a7a-9d229ac3ab18 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1662.971673] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for the task: (returnval){
[ 1662.971673] env[69297]:    value = "task-2931771"
[ 1662.971673] env[69297]:    _type = "Task"
[ 1662.971673] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1662.981843] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1663.001736] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462239} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1663.001857] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 9229c477-25bb-4970-b10b-d8aa4ce804c1/9229c477-25bb-4970-b10b-d8aa4ce804c1.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1663.002096] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1663.002357] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9764865a-f9e6-491a-b21d-199b806de437 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.010495] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1663.010495] env[69297]:    value = "task-2931772"
[ 1663.010495] env[69297]:    _type = "Task"
[ 1663.010495] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1663.022895] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1663.087127] env[69297]: DEBUG nova.compute.utils [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1663.171574] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931768, 'name': RemoveSnapshot_Task, 'duration_secs': 0.625118} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1663.172691] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1663.172691] env[69297]: DEBUG nova.compute.manager [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1663.173051] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b50403-a898-4f71-aa96-5b6b05a4d863 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.284832] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1663.429970] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1663.482643] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931771, 'name': PowerOffVM_Task, 'duration_secs': 0.206161} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1663.482999] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1663.484018] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1663.484336] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-210b965c-2a94-48be-861e-80b391100a35 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.491375] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for the task: (returnval){
[ 1663.491375] env[69297]:    value = "task-2931773"
[ 1663.491375] env[69297]:    _type = "Task"
[ 1663.491375] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1663.500421] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1663.521387] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06965} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1663.521726] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1663.523275] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f573e216-3168-4e38-95c0-b01eff042016 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.548168] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 9229c477-25bb-4970-b10b-d8aa4ce804c1/9229c477-25bb-4970-b10b-d8aa4ce804c1.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1663.548301] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00f040a-d5f1-42a0-b2d2-71fafc6c220e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.569858] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1663.569858] env[69297]:    value = "task-2931774"
[ 1663.569858] env[69297]:    _type = "Task"
[ 1663.569858] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1663.579675] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1663.590884] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.007s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1663.688199] env[69297]: INFO nova.compute.manager [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Shelve offloading
[ 1663.784359] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931770, 'name': CreateSnapshot_Task, 'duration_secs': 0.655817} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1663.786808] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1663.787735] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ae6f4-a07e-4853-893b-27e09d74e22a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.863792] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5425b8d-e581-4db9-8070-28fa7bd4a1c1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.871348] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64590f29-7dfa-4b7e-a5ac-53c95ebe25ec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.904772] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f08efb9-091f-431a-a472-6c0a6e0d83d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.913151] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6ae316-5caa-44e9-8898-453d21f47bc7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1663.927204] env[69297]: DEBUG nova.compute.provider_tree [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1663.944870] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "b33747bd-0268-4bfc-8513-2c7335954d9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1663.945049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1664.001813] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1664.002228] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1664.002415] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588560', 'volume_id': '64eebae6-91d1-40df-af2a-e8027039969c', 'name': 'volume-64eebae6-91d1-40df-af2a-e8027039969c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b91ace70-321d-4303-ba68-a38e10282f81', 'attached_at': '', 'detached_at': '', 'volume_id': '64eebae6-91d1-40df-af2a-e8027039969c', 'serial': '64eebae6-91d1-40df-af2a-e8027039969c'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1664.003503] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d078b-0b12-4989-b4c2-9baf3feac2bd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.024704] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd518e6-1815-45c2-b367-e5490ed27687 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.032337] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b7c88d-64b6-4850-a8d9-ba7960a175b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.061158] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed234555-025d-476e-9cb2-d0aabd1b7571 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.077407] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] The volume has not been displaced from its original location: [datastore1] volume-64eebae6-91d1-40df-af2a-e8027039969c/volume-64eebae6-91d1-40df-af2a-e8027039969c.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1664.082825] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1664.085992] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51d71c78-71b8-4bb0-aa22-0892093a41cc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.105468] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931774, 'name': ReconfigVM_Task, 'duration_secs': 0.32722} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1664.106812] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 9229c477-25bb-4970-b10b-d8aa4ce804c1/9229c477-25bb-4970-b10b-d8aa4ce804c1.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1664.107592] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for the task: (returnval){
[ 1664.107592] env[69297]:    value = "task-2931775"
[ 1664.107592] env[69297]:    _type = "Task"
[ 1664.107592] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1664.107783] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3fb5188-a843-4254-8e14-bee63d6f73d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.119048] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.120570] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1664.120570] env[69297]:    value = "task-2931776"
[ 1664.120570] env[69297]:    _type = "Task"
[ 1664.120570] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1664.129100] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931776, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.192556] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1664.192556] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d4548da-0035-4f70-82c0-2c3845dd4c53 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.201996] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1664.201996] env[69297]:    value = "task-2931777"
[ 1664.201996] env[69297]:    _type = "Task"
[ 1664.201996] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1664.212982] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1664.213248] env[69297]: DEBUG nova.compute.manager [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1664.214073] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1362d084-dbf5-4f30-ab70-b2bb7393d035 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.221299] env[69297]: DEBUG oslo_concurrency.lockutils [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1664.221533] env[69297]: DEBUG oslo_concurrency.lockutils [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1664.221842] env[69297]: DEBUG nova.network.neutron [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1664.321026] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1664.321026] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e623e185-ee19-4f0e-9800-dd36b6631cfb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.328782] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1664.328782] env[69297]:    value = "task-2931778"
[ 1664.328782] env[69297]:    _type = "Task"
[ 1664.328782] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1664.338920] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931778, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.432413] env[69297]: DEBUG nova.scheduler.client.report [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1664.453034] env[69297]: DEBUG nova.compute.manager [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1664.626029] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931775, 'name': ReconfigVM_Task, 'duration_secs': 0.300911} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1664.631126] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1664.640252] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de4a0217-ad75-4a86-b122-f676c03b85ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.669541] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1664.670168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1664.670637] env[69297]: INFO nova.compute.manager [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Attaching volume 5157a1d3-9f44-4837-8714-79caa93e716e to /dev/sdb
[ 1664.673132] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931776, 'name': Rename_Task, 'duration_secs': 0.296569} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1664.677578] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1664.677578] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for the task: (returnval){
[ 1664.677578] env[69297]:    value = "task-2931779"
[ 1664.677578] env[69297]:    _type = "Task"
[ 1664.677578] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1664.677578] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-865be967-2e83-4bd5-a59f-406bb73df9e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.701023] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.702388] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1664.702388] env[69297]:    value = "task-2931780"
[ 1664.702388] env[69297]:    _type = "Task"
[ 1664.702388] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1664.716201] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.731404] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41197ad3-6f31-441a-b241-3eb04fc857a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.749020] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f5ef99-713f-4c8c-9f91-54865b77705d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.770175] env[69297]: DEBUG nova.virt.block_device [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Updating existing volume attachment record: 25b4d872-3fc9-473f-a7ec-1821a1818927 {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1664.799023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "edc3d4ee-834a-4b79-b98d-90273453c281" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1664.799023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1664.799023] env[69297]: DEBUG nova.compute.manager [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1664.799023] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d9f4f1-19cf-4bb6-8692-13c7e973ec97 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1664.807230] env[69297]: DEBUG nova.compute.manager [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69297) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1664.807230] env[69297]: DEBUG nova.objects.instance [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'flavor' on Instance uuid edc3d4ee-834a-4b79-b98d-90273453c281 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1664.840862] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931778, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1664.938418] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1664.939196] env[69297]: DEBUG nova.compute.manager [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1664.948295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.517s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1664.948587] env[69297]: INFO nova.compute.claims [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1664.980952] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1665.100717] env[69297]: DEBUG nova.network.neutron [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updating instance_info_cache with network_info: [{"id": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "address": "fa:16:3e:07:61:2e", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d30e84-cf", "ovs_interfaceid": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1665.193641] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931779, 'name': ReconfigVM_Task, 'duration_secs': 0.142572} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1665.194295] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588560', 'volume_id': '64eebae6-91d1-40df-af2a-e8027039969c', 'name': 'volume-64eebae6-91d1-40df-af2a-e8027039969c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b91ace70-321d-4303-ba68-a38e10282f81', 'attached_at': '', 'detached_at': '', 'volume_id': '64eebae6-91d1-40df-af2a-e8027039969c', 'serial': '64eebae6-91d1-40df-af2a-e8027039969c'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1665.194522] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1665.195316] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f510202-4d5f-429b-af43-adc3f45d57c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.212961] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1665.212961] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b54c6a7-4f29-4b86-90d4-4b515f7d5c96 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.219141] env[69297]: DEBUG oslo_vmware.api [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931780, 'name': PowerOnVM_Task, 'duration_secs': 0.508014} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1665.219499] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1665.219695] env[69297]: INFO nova.compute.manager [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Took 10.44 seconds to spawn the instance on the hypervisor.
[ 1665.219889] env[69297]: DEBUG nova.compute.manager [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1665.220770] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f175abe-55c2-428d-b435-22ec27323911 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.291687] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1665.291930] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1665.292116] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Deleting the datastore file [datastore1] b91ace70-321d-4303-ba68-a38e10282f81 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1665.292687] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97f59c87-c8ee-49ba-bc0a-f7f293f240e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.300132] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for the task: (returnval){
[ 1665.300132] env[69297]:    value = "task-2931783"
[ 1665.300132] env[69297]:    _type = "Task"
[ 1665.300132] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1665.312164] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1665.341513] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931778, 'name': CloneVM_Task} progress is 95%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1665.453680] env[69297]: DEBUG nova.compute.utils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1665.457560] env[69297]: DEBUG nova.compute.manager [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1665.457749] env[69297]: DEBUG nova.network.neutron [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1665.508942] env[69297]: DEBUG nova.policy [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cc7ea09028e44a28980fa4e60cdb2b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e3b76c79de46b381d4b786f6d4c722', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1665.604119] env[69297]: DEBUG oslo_concurrency.lockutils [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1665.746061] env[69297]: INFO nova.compute.manager [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Took 15.46 seconds to build instance.
[ 1665.805570] env[69297]: DEBUG nova.network.neutron [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Successfully created port: a6f2f154-4512-4da5-a771-861a8233b57f {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1665.814844] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1665.815171] env[69297]: DEBUG oslo_vmware.api [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Task: {'id': task-2931783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137788} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1665.815691] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12a7b3fc-17ba-4424-b1ba-f9d32580898c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.817685] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1665.817872] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1665.818073] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1665.829127] env[69297]: DEBUG oslo_vmware.api [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1665.829127] env[69297]:    value = "task-2931784"
[ 1665.829127] env[69297]:    _type = "Task"
[ 1665.829127] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1665.843312] env[69297]: DEBUG oslo_vmware.api [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1665.847902] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931778, 'name': CloneVM_Task, 'duration_secs': 1.384113} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1665.847902] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Created linked-clone VM from snapshot
[ 1665.848825] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b38cd1a-66cd-4b0f-b3ce-5e8b92782033 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.858391] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Uploading image a963a190-1e04-424d-a142-8c5edc4754c7 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1665.890979] env[69297]: DEBUG oslo_vmware.rw_handles [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1665.890979] env[69297]:    value = "vm-588668"
[ 1665.890979] env[69297]:    _type = "VirtualMachine"
[ 1665.890979] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1665.891178] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-de36b689-78f5-40af-b3f6-5c44070bbdbb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.903042] env[69297]: DEBUG oslo_vmware.rw_handles [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lease: (returnval){
[ 1665.903042] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5204a837-32fd-f02a-27a7-bfd67248b0e1"
[ 1665.903042] env[69297]:    _type = "HttpNfcLease"
[ 1665.903042] env[69297]:  } obtained for exporting VM: (result){
[ 1665.903042] env[69297]:    value = "vm-588668"
[ 1665.903042] env[69297]:    _type = "VirtualMachine"
[ 1665.903042] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1665.903313] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the lease: (returnval){
[ 1665.903313] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5204a837-32fd-f02a-27a7-bfd67248b0e1"
[ 1665.903313] env[69297]:    _type = "HttpNfcLease"
[ 1665.903313] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1665.908111] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1665.908647] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29f299cd-74a3-4332-9bcf-5b4220979f86 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.916651] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1665.916651] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5204a837-32fd-f02a-27a7-bfd67248b0e1"
[ 1665.916651] env[69297]:    _type = "HttpNfcLease"
[ 1665.916651] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1665.918232] env[69297]: DEBUG oslo_vmware.rw_handles [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1665.918232] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5204a837-32fd-f02a-27a7-bfd67248b0e1"
[ 1665.918232] env[69297]:    _type = "HttpNfcLease"
[ 1665.918232] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1665.919401] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c03cca7-f678-4cd0-bff4-fba72b352458 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.927072] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5294fff5-6c38-4c3f-93cb-1536553a8836 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1665.954097] env[69297]: DEBUG oslo_vmware.rw_handles [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a7b8-77ef-f5ed-2ca3-eaa9bc4a9194/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1665.954613] env[69297]: DEBUG oslo_vmware.rw_handles [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a7b8-77ef-f5ed-2ca3-eaa9bc4a9194/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1665.957990] env[69297]: DEBUG nova.compute.manager [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1666.036871] env[69297]: ERROR nova.compute.manager [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Failed to detach volume 64eebae6-91d1-40df-af2a-e8027039969c from /dev/sda: nova.exception.InstanceNotFound: Instance b91ace70-321d-4303-ba68-a38e10282f81 could not be found.
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] Traceback (most recent call last):
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self.driver.rebuild(**kwargs)
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     raise NotImplementedError()
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] NotImplementedError
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] 
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] During handling of the above exception, another exception occurred:
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] 
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] Traceback (most recent call last):
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self.driver.detach_volume(context, old_connection_info,
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     return self._volumeops.detach_volume(connection_info, instance)
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self._detach_volume_vmdk(connection_info, instance)
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     vm_ref = vm_util.get_vm_ref(self._session, instance)
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     stable_ref.fetch_moref(session)
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     raise exception.InstanceNotFound(instance_id=self._uuid)
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] nova.exception.InstanceNotFound: Instance b91ace70-321d-4303-ba68-a38e10282f81 could not be found.
[ 1666.036871] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] 
[ 1666.073746] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-feb86519-ad62-4df7-bb2c-00b5d1a29976 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.250852] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4904dd46-607d-48ce-a041-40c20c9e2554 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.976s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1666.252947] env[69297]: DEBUG nova.compute.utils [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Build of instance b91ace70-321d-4303-ba68-a38e10282f81 aborted: Failed to rebuild volume backed instance. {{(pid=69297) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
[ 1666.255405] env[69297]: ERROR nova.compute.manager [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b91ace70-321d-4303-ba68-a38e10282f81 aborted: Failed to rebuild volume backed instance.
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] Traceback (most recent call last):
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self.driver.rebuild(**kwargs)
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     raise NotImplementedError()
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] NotImplementedError
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] 
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] During handling of the above exception, another exception occurred:
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] 
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] Traceback (most recent call last):
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self._detach_root_volume(context, instance, root_bdm)
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     with excutils.save_and_reraise_exception():
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self.force_reraise()
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     raise self.value
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self.driver.detach_volume(context, old_connection_info,
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     return self._volumeops.detach_volume(connection_info, instance)
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self._detach_volume_vmdk(connection_info, instance)
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     vm_ref = vm_util.get_vm_ref(self._session, instance)
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     stable_ref.fetch_moref(session)
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     raise exception.InstanceNotFound(instance_id=self._uuid)
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] nova.exception.InstanceNotFound: Instance b91ace70-321d-4303-ba68-a38e10282f81 could not be found.
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] 
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] During handling of the above exception, another exception occurred:
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] 
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] Traceback (most recent call last):
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     yield
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance
[ 1666.255405] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self._do_rebuild_instance_with_claim(
[ 1666.256320] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim
[ 1666.256320] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self._do_rebuild_instance(
[ 1666.256320] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance
[ 1666.256320] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self._rebuild_default_impl(**kwargs)
[ 1666.256320] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl
[ 1666.256320] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     self._rebuild_volume_backed_instance(
[ 1666.256320] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]   File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance
[ 1666.256320] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81]     raise exception.BuildAbortException(
[ 1666.256320] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] nova.exception.BuildAbortException: Build of instance b91ace70-321d-4303-ba68-a38e10282f81 aborted: Failed to rebuild volume backed instance.
[ 1666.256320] env[69297]: ERROR nova.compute.manager [instance: b91ace70-321d-4303-ba68-a38e10282f81] 
[ 1666.261761] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1666.263118] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1767a5-d28a-4ca5-8e1b-277494d5251c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.269766] env[69297]: DEBUG nova.compute.manager [req-fca217b9-4eac-49b4-bb47-f40c20f84586 req-93eea94c-f472-4cdd-911e-324ff17e4c6e service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Received event network-vif-unplugged-05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1666.269766] env[69297]: DEBUG oslo_concurrency.lockutils [req-fca217b9-4eac-49b4-bb47-f40c20f84586 req-93eea94c-f472-4cdd-911e-324ff17e4c6e service nova] Acquiring lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1666.269766] env[69297]: DEBUG oslo_concurrency.lockutils [req-fca217b9-4eac-49b4-bb47-f40c20f84586 req-93eea94c-f472-4cdd-911e-324ff17e4c6e service nova] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1666.269898] env[69297]: DEBUG oslo_concurrency.lockutils [req-fca217b9-4eac-49b4-bb47-f40c20f84586 req-93eea94c-f472-4cdd-911e-324ff17e4c6e service nova] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1666.270516] env[69297]: DEBUG nova.compute.manager [req-fca217b9-4eac-49b4-bb47-f40c20f84586 req-93eea94c-f472-4cdd-911e-324ff17e4c6e service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] No waiting events found dispatching network-vif-unplugged-05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1666.270516] env[69297]: WARNING nova.compute.manager [req-fca217b9-4eac-49b4-bb47-f40c20f84586 req-93eea94c-f472-4cdd-911e-324ff17e4c6e service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Received unexpected event network-vif-unplugged-05d30e84-cf4f-4bdc-888a-65db6b7edf26 for instance with vm_state shelved and task_state shelving_offloading.
[ 1666.277871] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1666.283201] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eab8824-91b7-455f-8c47-ad8340d18a01 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.346203] env[69297]: DEBUG oslo_vmware.api [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931784, 'name': PowerOffVM_Task, 'duration_secs': 0.235672} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1666.348014] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1666.348014] env[69297]: DEBUG nova.compute.manager [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1666.348014] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c4326-0af8-4067-9516-df2b7bf54d5b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.363710] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1666.363909] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1666.364368] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleting the datastore file [datastore1] 1001868f-0935-48e1-bff5-43ee087b6bdc {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1666.364368] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe4c6cbc-a0c4-40bd-9207-c4fa20c2f63e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.370304] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936d1af1-a23d-4427-801b-c360b60f84f8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.375274] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1666.375274] env[69297]:    value = "task-2931787"
[ 1666.375274] env[69297]:    _type = "Task"
[ 1666.375274] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1666.381900] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1863a7a4-cead-45ea-a04f-c9e77e1cb41b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.388440] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1666.418607] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d937a93f-93e4-4ad2-a9b3-9b5ef4bc4c66 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.429737] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f20947-003c-4f35-aa39-fb918915e6ec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.454929] env[69297]: DEBUG nova.compute.provider_tree [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1666.547863] env[69297]: DEBUG nova.compute.manager [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1666.580402] env[69297]: DEBUG nova.virt.hardware [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1666.581041] env[69297]: DEBUG nova.virt.hardware [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1666.581456] env[69297]: DEBUG nova.virt.hardware [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1666.582140] env[69297]: DEBUG nova.virt.hardware [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1666.582330] env[69297]: DEBUG nova.virt.hardware [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1666.582538] env[69297]: DEBUG nova.virt.hardware [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1666.583103] env[69297]: DEBUG nova.virt.hardware [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1666.584034] env[69297]: DEBUG nova.virt.hardware [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1666.584215] env[69297]: DEBUG nova.virt.hardware [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1666.584386] env[69297]: DEBUG nova.virt.hardware [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1666.584565] env[69297]: DEBUG nova.virt.hardware [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1666.585828] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9e0ff6-3e40-4568-8546-1d15d721c0a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.598964] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a98f7a-fbb7-4b19-81fc-04cbbeb76d51 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1666.709612] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1666.709612] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1666.830263] env[69297]: DEBUG nova.compute.manager [req-32ba3930-967e-47f0-92ab-c3124f952ce8 req-65ebe990-519a-46b7-b1a6-dd7289ae419d service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Received event network-changed-dd221f9a-0b81-4214-a776-e88295867900 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1666.830527] env[69297]: DEBUG nova.compute.manager [req-32ba3930-967e-47f0-92ab-c3124f952ce8 req-65ebe990-519a-46b7-b1a6-dd7289ae419d service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Refreshing instance network info cache due to event network-changed-dd221f9a-0b81-4214-a776-e88295867900. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1666.830716] env[69297]: DEBUG oslo_concurrency.lockutils [req-32ba3930-967e-47f0-92ab-c3124f952ce8 req-65ebe990-519a-46b7-b1a6-dd7289ae419d service nova] Acquiring lock "refresh_cache-9229c477-25bb-4970-b10b-d8aa4ce804c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1666.830863] env[69297]: DEBUG oslo_concurrency.lockutils [req-32ba3930-967e-47f0-92ab-c3124f952ce8 req-65ebe990-519a-46b7-b1a6-dd7289ae419d service nova] Acquired lock "refresh_cache-9229c477-25bb-4970-b10b-d8aa4ce804c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1666.831814] env[69297]: DEBUG nova.network.neutron [req-32ba3930-967e-47f0-92ab-c3124f952ce8 req-65ebe990-519a-46b7-b1a6-dd7289ae419d service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Refreshing network info cache for port dd221f9a-0b81-4214-a776-e88295867900 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1666.865703] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e945f82-b3c9-49ec-8a69-a3ff97cce8fb tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.070s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1666.889707] env[69297]: DEBUG oslo_vmware.api [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246619} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1666.889953] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1666.890551] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1666.890952] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1666.921454] env[69297]: INFO nova.scheduler.client.report [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleted allocations for instance 1001868f-0935-48e1-bff5-43ee087b6bdc
[ 1666.959885] env[69297]: DEBUG nova.scheduler.client.report [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1667.216852] env[69297]: DEBUG nova.compute.manager [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1667.429403] env[69297]: DEBUG oslo_concurrency.lockutils [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1667.466865] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1667.467629] env[69297]: DEBUG nova.compute.manager [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1667.474138] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.493s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1667.476372] env[69297]: INFO nova.compute.claims [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1667.543441] env[69297]: DEBUG nova.network.neutron [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Successfully updated port: a6f2f154-4512-4da5-a771-861a8233b57f {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1667.746864] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1667.983226] env[69297]: DEBUG nova.compute.utils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1667.990515] env[69297]: DEBUG nova.compute.manager [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1667.990734] env[69297]: DEBUG nova.network.neutron [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1668.046423] env[69297]: DEBUG nova.policy [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b455dc6aa064d26b98b99e4f920bc81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b951b3fbff4a6e81a93a0cd5b184b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1668.048478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "refresh_cache-a72f8166-5963-4257-a8c2-ffae624c4378" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1668.048641] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "refresh_cache-a72f8166-5963-4257-a8c2-ffae624c4378" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1668.048832] env[69297]: DEBUG nova.network.neutron [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1668.122672] env[69297]: DEBUG nova.compute.manager [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Stashing vm_state: stopped {{(pid=69297) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1668.246276] env[69297]: DEBUG nova.network.neutron [req-32ba3930-967e-47f0-92ab-c3124f952ce8 req-65ebe990-519a-46b7-b1a6-dd7289ae419d service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Updated VIF entry in instance network info cache for port dd221f9a-0b81-4214-a776-e88295867900. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1668.246276] env[69297]: DEBUG nova.network.neutron [req-32ba3930-967e-47f0-92ab-c3124f952ce8 req-65ebe990-519a-46b7-b1a6-dd7289ae419d service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Updating instance_info_cache with network_info: [{"id": "dd221f9a-0b81-4214-a776-e88295867900", "address": "fa:16:3e:19:e2:64", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd221f9a-0b", "ovs_interfaceid": "dd221f9a-0b81-4214-a776-e88295867900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1668.280103] env[69297]: DEBUG oslo_concurrency.lockutils [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1668.382866] env[69297]: DEBUG nova.network.neutron [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Successfully created port: 7ce54740-d72f-4996-8523-3a46a864409b {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1668.428179] env[69297]: DEBUG nova.compute.manager [req-586ad242-4e12-40d1-905b-e6207c2486a3 req-d5c719a7-c109-49a7-843e-7bc38a85f5ee service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Received event network-changed-05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1668.429049] env[69297]: DEBUG nova.compute.manager [req-586ad242-4e12-40d1-905b-e6207c2486a3 req-d5c719a7-c109-49a7-843e-7bc38a85f5ee service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Refreshing instance network info cache due to event network-changed-05d30e84-cf4f-4bdc-888a-65db6b7edf26. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1668.429049] env[69297]: DEBUG oslo_concurrency.lockutils [req-586ad242-4e12-40d1-905b-e6207c2486a3 req-d5c719a7-c109-49a7-843e-7bc38a85f5ee service nova] Acquiring lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1668.429049] env[69297]: DEBUG oslo_concurrency.lockutils [req-586ad242-4e12-40d1-905b-e6207c2486a3 req-d5c719a7-c109-49a7-843e-7bc38a85f5ee service nova] Acquired lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1668.429322] env[69297]: DEBUG nova.network.neutron [req-586ad242-4e12-40d1-905b-e6207c2486a3 req-d5c719a7-c109-49a7-843e-7bc38a85f5ee service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Refreshing network info cache for port 05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1668.488781] env[69297]: DEBUG nova.compute.manager [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1668.612710] env[69297]: DEBUG nova.network.neutron [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1668.648059] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1668.748201] env[69297]: DEBUG oslo_concurrency.lockutils [req-32ba3930-967e-47f0-92ab-c3124f952ce8 req-65ebe990-519a-46b7-b1a6-dd7289ae419d service nova] Releasing lock "refresh_cache-9229c477-25bb-4970-b10b-d8aa4ce804c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1668.760159] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a1bee3-0502-484d-b294-971a481a1fc8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1668.770012] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5aacd6-241b-48fa-ba08-980eeddad6e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1668.804544] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a285bc-34e7-4a81-ba25-4a64be8a32c7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1668.816775] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bc75b8-bdb0-4e9c-966a-811763326e9a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1668.832994] env[69297]: DEBUG nova.compute.provider_tree [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1668.868652] env[69297]: DEBUG nova.network.neutron [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Updating instance_info_cache with network_info: [{"id": "a6f2f154-4512-4da5-a771-861a8233b57f", "address": "fa:16:3e:4a:1d:4d", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f2f154-45", "ovs_interfaceid": "a6f2f154-4512-4da5-a771-861a8233b57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1668.905393] env[69297]: DEBUG nova.compute.manager [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Received event network-vif-plugged-a6f2f154-4512-4da5-a771-861a8233b57f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1668.905393] env[69297]: DEBUG oslo_concurrency.lockutils [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] Acquiring lock "a72f8166-5963-4257-a8c2-ffae624c4378-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1668.905689] env[69297]: DEBUG oslo_concurrency.lockutils [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] Lock "a72f8166-5963-4257-a8c2-ffae624c4378-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1668.905757] env[69297]: DEBUG oslo_concurrency.lockutils [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] Lock "a72f8166-5963-4257-a8c2-ffae624c4378-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1668.905921] env[69297]: DEBUG nova.compute.manager [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] No waiting events found dispatching network-vif-plugged-a6f2f154-4512-4da5-a771-861a8233b57f {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1668.906097] env[69297]: WARNING nova.compute.manager [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Received unexpected event network-vif-plugged-a6f2f154-4512-4da5-a771-861a8233b57f for instance with vm_state building and task_state spawning.
[ 1668.906683] env[69297]: DEBUG nova.compute.manager [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Received event network-changed-a6f2f154-4512-4da5-a771-861a8233b57f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1668.906683] env[69297]: DEBUG nova.compute.manager [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Refreshing instance network info cache due to event network-changed-a6f2f154-4512-4da5-a771-861a8233b57f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1668.906683] env[69297]: DEBUG oslo_concurrency.lockutils [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] Acquiring lock "refresh_cache-a72f8166-5963-4257-a8c2-ffae624c4378" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1669.284097] env[69297]: DEBUG nova.network.neutron [req-586ad242-4e12-40d1-905b-e6207c2486a3 req-d5c719a7-c109-49a7-843e-7bc38a85f5ee service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updated VIF entry in instance network info cache for port 05d30e84-cf4f-4bdc-888a-65db6b7edf26. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1669.284564] env[69297]: DEBUG nova.network.neutron [req-586ad242-4e12-40d1-905b-e6207c2486a3 req-d5c719a7-c109-49a7-843e-7bc38a85f5ee service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updating instance_info_cache with network_info: [{"id": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "address": "fa:16:3e:07:61:2e", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap05d30e84-cf", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1669.336465] env[69297]: DEBUG nova.scheduler.client.report [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1669.341624] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1669.341951] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588669', 'volume_id': '5157a1d3-9f44-4837-8714-79caa93e716e', 'name': 'volume-5157a1d3-9f44-4837-8714-79caa93e716e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '963bd8ce-cfd9-4650-bc00-37ba90f5b0ea', 'attached_at': '', 'detached_at': '', 'volume_id': '5157a1d3-9f44-4837-8714-79caa93e716e', 'serial': '5157a1d3-9f44-4837-8714-79caa93e716e'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1669.343665] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db86b44-e866-4bee-accf-f0e61c1bf64a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1669.369906] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4f98a8-51ef-410a-a32e-c42cdb71ebf7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1669.373507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "refresh_cache-a72f8166-5963-4257-a8c2-ffae624c4378" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1669.373837] env[69297]: DEBUG nova.compute.manager [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Instance network_info: |[{"id": "a6f2f154-4512-4da5-a771-861a8233b57f", "address": "fa:16:3e:4a:1d:4d", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f2f154-45", "ovs_interfaceid": "a6f2f154-4512-4da5-a771-861a8233b57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1669.374691] env[69297]: DEBUG oslo_concurrency.lockutils [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] Acquired lock "refresh_cache-a72f8166-5963-4257-a8c2-ffae624c4378" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1669.374876] env[69297]: DEBUG nova.network.neutron [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Refreshing network info cache for port a6f2f154-4512-4da5-a771-861a8233b57f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1669.375943] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:1d:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6f2f154-4512-4da5-a771-861a8233b57f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1669.383301] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1669.385049] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1669.385295] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a78ff57f-9584-4a1e-acaf-6f56afdd9c1c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1669.422125] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-5157a1d3-9f44-4837-8714-79caa93e716e/volume-5157a1d3-9f44-4837-8714-79caa93e716e.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1669.423518] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62bd30a3-567d-40ce-b72e-01f0207e5747 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1669.441403] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1669.441403] env[69297]:    value = "task-2931789"
[ 1669.441403] env[69297]:    _type = "Task"
[ 1669.441403] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1669.449095] env[69297]: DEBUG oslo_vmware.api [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1669.449095] env[69297]:    value = "task-2931790"
[ 1669.449095] env[69297]:    _type = "Task"
[ 1669.449095] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1669.453133] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931789, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1669.463342] env[69297]: DEBUG oslo_vmware.api [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1669.498168] env[69297]: DEBUG nova.compute.manager [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1669.505141] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "54acc045-914e-46b4-ba09-1d6fa2d06ead" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1669.505141] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "54acc045-914e-46b4-ba09-1d6fa2d06ead" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1669.531117] env[69297]: DEBUG nova.virt.hardware [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1669.531375] env[69297]: DEBUG nova.virt.hardware [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1669.531574] env[69297]: DEBUG nova.virt.hardware [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1669.531757] env[69297]: DEBUG nova.virt.hardware [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1669.531904] env[69297]: DEBUG nova.virt.hardware [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1669.532143] env[69297]: DEBUG nova.virt.hardware [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1669.532393] env[69297]: DEBUG nova.virt.hardware [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1669.532600] env[69297]: DEBUG nova.virt.hardware [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1669.532732] env[69297]: DEBUG nova.virt.hardware [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1669.532896] env[69297]: DEBUG nova.virt.hardware [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1669.533091] env[69297]: DEBUG nova.virt.hardware [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1669.534065] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112c1aee-98b4-490f-b46a-5becde94257c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1669.543600] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af687c50-678a-4052-9e43-38264d00be5c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1669.787784] env[69297]: DEBUG oslo_concurrency.lockutils [req-586ad242-4e12-40d1-905b-e6207c2486a3 req-d5c719a7-c109-49a7-843e-7bc38a85f5ee service nova] Releasing lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1669.825226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Acquiring lock "b91ace70-321d-4303-ba68-a38e10282f81" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1669.825226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "b91ace70-321d-4303-ba68-a38e10282f81" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1669.825226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Acquiring lock "b91ace70-321d-4303-ba68-a38e10282f81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1669.825458] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "b91ace70-321d-4303-ba68-a38e10282f81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1669.825458] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "b91ace70-321d-4303-ba68-a38e10282f81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1669.828662] env[69297]: INFO nova.compute.manager [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Terminating instance
[ 1669.848616] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1669.849329] env[69297]: DEBUG nova.compute.manager [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1669.853714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.424s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1669.854201] env[69297]: DEBUG nova.objects.instance [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lazy-loading 'resources' on Instance uuid 1001868f-0935-48e1-bff5-43ee087b6bdc {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1669.874622] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "1001868f-0935-48e1-bff5-43ee087b6bdc" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1669.921022] env[69297]: DEBUG nova.network.neutron [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Successfully updated port: 7ce54740-d72f-4996-8523-3a46a864409b {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1669.953077] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931789, 'name': CreateVM_Task, 'duration_secs': 0.388864} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1669.956245] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1669.957696] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1669.957915] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1669.958417] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1669.958856] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2ff612-cbf3-4c28-8174-8be865d001cd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1669.965163] env[69297]: DEBUG oslo_vmware.api [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1669.966553] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1669.966553] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b25699-6787-17dd-4b8e-fac169c3dff8"
[ 1669.966553] env[69297]:    _type = "Task"
[ 1669.966553] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1669.975315] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b25699-6787-17dd-4b8e-fac169c3dff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1670.006815] env[69297]: DEBUG nova.compute.manager [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1670.186291] env[69297]: DEBUG nova.network.neutron [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Updated VIF entry in instance network info cache for port a6f2f154-4512-4da5-a771-861a8233b57f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1670.186732] env[69297]: DEBUG nova.network.neutron [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Updating instance_info_cache with network_info: [{"id": "a6f2f154-4512-4da5-a771-861a8233b57f", "address": "fa:16:3e:4a:1d:4d", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f2f154-45", "ovs_interfaceid": "a6f2f154-4512-4da5-a771-861a8233b57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1670.331688] env[69297]: DEBUG nova.compute.manager [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1670.332071] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-120c33f6-a00b-4332-ad26-3fb024132fc6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.343522] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6063fbb-840f-4971-92cb-2084951a2325 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.357677] env[69297]: DEBUG nova.compute.utils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1670.359327] env[69297]: DEBUG nova.objects.instance [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lazy-loading 'numa_topology' on Instance uuid 1001868f-0935-48e1-bff5-43ee087b6bdc {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1670.360509] env[69297]: DEBUG nova.compute.manager [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1670.360679] env[69297]: DEBUG nova.network.neutron [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1670.381395] env[69297]: WARNING nova.virt.vmwareapi.driver [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b91ace70-321d-4303-ba68-a38e10282f81 could not be found.
[ 1670.381656] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1670.382393] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65dbc815-5077-49e1-96bd-b48ace433494 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.392841] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96810114-a399-4217-8aa6-f01a7655d54c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.404514] env[69297]: DEBUG nova.policy [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64627d25de94ef991d61b37c1af185a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4335ff7c8d2440b99e09dda0bd1515ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1670.433049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "refresh_cache-3a71d6f8-c1d3-41d5-baa6-d53340843c99" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1670.433195] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "refresh_cache-3a71d6f8-c1d3-41d5-baa6-d53340843c99" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1670.433343] env[69297]: DEBUG nova.network.neutron [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1670.434544] env[69297]: WARNING nova.virt.vmwareapi.vmops [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b91ace70-321d-4303-ba68-a38e10282f81 could not be found.
[ 1670.434730] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1670.434902] env[69297]: INFO nova.compute.manager [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Took 0.10 seconds to destroy the instance on the hypervisor.
[ 1670.435157] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1670.437293] env[69297]: DEBUG nova.compute.manager [-] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1670.437392] env[69297]: DEBUG nova.network.neutron [-] [instance: b91ace70-321d-4303-ba68-a38e10282f81] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1670.463316] env[69297]: DEBUG oslo_vmware.api [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1670.477746] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b25699-6787-17dd-4b8e-fac169c3dff8, 'name': SearchDatastore_Task, 'duration_secs': 0.025374} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1670.478121] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1670.478344] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1670.478613] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1670.478773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1670.478951] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1670.479247] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9be07bb4-6fd6-40e7-9056-f328f316865a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.489766] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1670.489918] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1670.490720] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a834c6d-c261-434d-aef5-bf6879f88c0a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1670.499146] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1670.499146] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525c1d93-b203-7314-ae6e-4bb9f640a797"
[ 1670.499146] env[69297]:    _type = "Task"
[ 1670.499146] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1670.509438] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525c1d93-b203-7314-ae6e-4bb9f640a797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1670.531663] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1670.690232] env[69297]: DEBUG oslo_concurrency.lockutils [req-244e7e37-f1fc-4659-ae50-1922d013e7fe req-cc6bd931-6b61-4fbf-9219-e74b2b308737 service nova] Releasing lock "refresh_cache-a72f8166-5963-4257-a8c2-ffae624c4378" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1670.812107] env[69297]: DEBUG nova.network.neutron [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Successfully created port: b6fbd836-ec8c-4495-bafa-93bd0757603f {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1670.864621] env[69297]: DEBUG nova.compute.manager [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1670.865390] env[69297]: DEBUG nova.objects.base [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Object Instance<1001868f-0935-48e1-bff5-43ee087b6bdc> lazy-loaded attributes: resources,numa_topology {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1670.944778] env[69297]: DEBUG nova.compute.manager [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Received event network-vif-plugged-7ce54740-d72f-4996-8523-3a46a864409b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1670.945199] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] Acquiring lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1670.945788] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] Lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1670.947267] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] Lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1670.947267] env[69297]: DEBUG nova.compute.manager [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] No waiting events found dispatching network-vif-plugged-7ce54740-d72f-4996-8523-3a46a864409b {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1670.947267] env[69297]: WARNING nova.compute.manager [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Received unexpected event network-vif-plugged-7ce54740-d72f-4996-8523-3a46a864409b for instance with vm_state building and task_state spawning.
[ 1670.947267] env[69297]: DEBUG nova.compute.manager [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Received event network-changed-7ce54740-d72f-4996-8523-3a46a864409b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1670.947267] env[69297]: DEBUG nova.compute.manager [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Refreshing instance network info cache due to event network-changed-7ce54740-d72f-4996-8523-3a46a864409b. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1670.947267] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] Acquiring lock "refresh_cache-3a71d6f8-c1d3-41d5-baa6-d53340843c99" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1670.964787] env[69297]: DEBUG oslo_vmware.api [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1670.991970] env[69297]: DEBUG nova.network.neutron [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1671.014152] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525c1d93-b203-7314-ae6e-4bb9f640a797, 'name': SearchDatastore_Task, 'duration_secs': 0.019029} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1671.019708] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e978a92b-e874-4355-9db8-de99c4d30688 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1671.029250] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1671.029250] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ad55a3-bec0-6b20-272c-20e52fef0393"
[ 1671.029250] env[69297]:    _type = "Task"
[ 1671.029250] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1671.041112] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ad55a3-bec0-6b20-272c-20e52fef0393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1671.158923] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2078489d-40af-4730-9096-eff57e4ffc7d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1671.167709] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33259905-c171-4644-ad4b-9d0316e72c96 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1671.210247] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e1adf6-be21-47c3-9943-dd5d7d3196b0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1671.220077] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08272f66-4923-4554-b209-cdf7aa8e977f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1671.236991] env[69297]: DEBUG nova.compute.provider_tree [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1671.255769] env[69297]: DEBUG nova.network.neutron [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Updating instance_info_cache with network_info: [{"id": "7ce54740-d72f-4996-8523-3a46a864409b", "address": "fa:16:3e:09:5e:e2", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce54740-d7", "ovs_interfaceid": "7ce54740-d72f-4996-8523-3a46a864409b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1671.465256] env[69297]: DEBUG oslo_vmware.api [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931790, 'name': ReconfigVM_Task, 'duration_secs': 1.685463} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1671.465605] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-5157a1d3-9f44-4837-8714-79caa93e716e/volume-5157a1d3-9f44-4837-8714-79caa93e716e.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1671.470770] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7a37692-f824-4458-845d-45c9916844aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1671.489177] env[69297]: DEBUG oslo_vmware.api [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1671.489177] env[69297]:    value = "task-2931791"
[ 1671.489177] env[69297]:    _type = "Task"
[ 1671.489177] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1671.498904] env[69297]: DEBUG oslo_vmware.api [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1671.532115] env[69297]: DEBUG nova.network.neutron [-] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1671.544158] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ad55a3-bec0-6b20-272c-20e52fef0393, 'name': SearchDatastore_Task, 'duration_secs': 0.021712} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1671.544584] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1671.544909] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] a72f8166-5963-4257-a8c2-ffae624c4378/a72f8166-5963-4257-a8c2-ffae624c4378.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1671.545221] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-829ad84a-85f9-4589-b1fe-e133c925b855 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1671.555410] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1671.555410] env[69297]:    value = "task-2931792"
[ 1671.555410] env[69297]:    _type = "Task"
[ 1671.555410] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1671.565861] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1671.740743] env[69297]: DEBUG nova.scheduler.client.report [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1671.758858] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "refresh_cache-3a71d6f8-c1d3-41d5-baa6-d53340843c99" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1671.759287] env[69297]: DEBUG nova.compute.manager [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Instance network_info: |[{"id": "7ce54740-d72f-4996-8523-3a46a864409b", "address": "fa:16:3e:09:5e:e2", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce54740-d7", "ovs_interfaceid": "7ce54740-d72f-4996-8523-3a46a864409b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1671.760896] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] Acquired lock "refresh_cache-3a71d6f8-c1d3-41d5-baa6-d53340843c99" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1671.760896] env[69297]: DEBUG nova.network.neutron [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Refreshing network info cache for port 7ce54740-d72f-4996-8523-3a46a864409b {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1671.761790] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:5e:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ce54740-d72f-4996-8523-3a46a864409b', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1671.770398] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1671.773781] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1671.774639] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b91dbf24-46f0-4e2f-9287-aaa777806d23 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1671.799302] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1671.799302] env[69297]:    value = "task-2931793"
[ 1671.799302] env[69297]:    _type = "Task"
[ 1671.799302] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1671.808953] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931793, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1671.882735] env[69297]: DEBUG nova.compute.manager [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1671.909711] env[69297]: DEBUG nova.virt.hardware [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1671.909982] env[69297]: DEBUG nova.virt.hardware [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1671.910295] env[69297]: DEBUG nova.virt.hardware [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1671.910510] env[69297]: DEBUG nova.virt.hardware [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1671.910678] env[69297]: DEBUG nova.virt.hardware [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1671.911182] env[69297]: DEBUG nova.virt.hardware [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1671.911464] env[69297]: DEBUG nova.virt.hardware [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1671.911745] env[69297]: DEBUG nova.virt.hardware [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1671.911934] env[69297]: DEBUG nova.virt.hardware [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1671.912117] env[69297]: DEBUG nova.virt.hardware [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1671.912293] env[69297]: DEBUG nova.virt.hardware [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1671.913329] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df14041f-55a8-4ea8-b6ca-72e241812093 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1671.928311] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b49b80b-e508-434b-b53b-5ee85ba7d059 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1672.000822] env[69297]: DEBUG oslo_vmware.api [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931791, 'name': ReconfigVM_Task, 'duration_secs': 0.207081} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1672.000936] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588669', 'volume_id': '5157a1d3-9f44-4837-8714-79caa93e716e', 'name': 'volume-5157a1d3-9f44-4837-8714-79caa93e716e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '963bd8ce-cfd9-4650-bc00-37ba90f5b0ea', 'attached_at': '', 'detached_at': '', 'volume_id': '5157a1d3-9f44-4837-8714-79caa93e716e', 'serial': '5157a1d3-9f44-4837-8714-79caa93e716e'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1672.037279] env[69297]: INFO nova.compute.manager [-] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Took 1.60 seconds to deallocate network for instance.
[ 1672.077929] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931792, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1672.106084] env[69297]: DEBUG nova.network.neutron [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Updated VIF entry in instance network info cache for port 7ce54740-d72f-4996-8523-3a46a864409b. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1672.106502] env[69297]: DEBUG nova.network.neutron [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Updating instance_info_cache with network_info: [{"id": "7ce54740-d72f-4996-8523-3a46a864409b", "address": "fa:16:3e:09:5e:e2", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce54740-d7", "ovs_interfaceid": "7ce54740-d72f-4996-8523-3a46a864409b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1672.246796] env[69297]: DEBUG oslo_concurrency.lockutils [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.393s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1672.251235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.503s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1672.254815] env[69297]: INFO nova.compute.claims [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1672.310692] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931793, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1672.533650] env[69297]: DEBUG nova.compute.manager [req-172cca67-8532-49b6-a732-ae2b098e8aca req-3153400b-16e8-4134-85f5-56b25f17aa14 service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Received event network-vif-plugged-b6fbd836-ec8c-4495-bafa-93bd0757603f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1672.536715] env[69297]: DEBUG oslo_concurrency.lockutils [req-172cca67-8532-49b6-a732-ae2b098e8aca req-3153400b-16e8-4134-85f5-56b25f17aa14 service nova] Acquiring lock "b33747bd-0268-4bfc-8513-2c7335954d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1672.536715] env[69297]: DEBUG oslo_concurrency.lockutils [req-172cca67-8532-49b6-a732-ae2b098e8aca req-3153400b-16e8-4134-85f5-56b25f17aa14 service nova] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1672.536715] env[69297]: DEBUG oslo_concurrency.lockutils [req-172cca67-8532-49b6-a732-ae2b098e8aca req-3153400b-16e8-4134-85f5-56b25f17aa14 service nova] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1672.536715] env[69297]: DEBUG nova.compute.manager [req-172cca67-8532-49b6-a732-ae2b098e8aca req-3153400b-16e8-4134-85f5-56b25f17aa14 service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] No waiting events found dispatching network-vif-plugged-b6fbd836-ec8c-4495-bafa-93bd0757603f {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1672.536715] env[69297]: WARNING nova.compute.manager [req-172cca67-8532-49b6-a732-ae2b098e8aca req-3153400b-16e8-4134-85f5-56b25f17aa14 service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Received unexpected event network-vif-plugged-b6fbd836-ec8c-4495-bafa-93bd0757603f for instance with vm_state building and task_state spawning.
[ 1672.568106] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556462} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1672.569411] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] a72f8166-5963-4257-a8c2-ffae624c4378/a72f8166-5963-4257-a8c2-ffae624c4378.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1672.569751] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1672.570532] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53d57628-031d-4008-bc4e-0e04a2a52c30 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1672.579595] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1672.579595] env[69297]:    value = "task-2931794"
[ 1672.579595] env[69297]:    _type = "Task"
[ 1672.579595] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1672.594447] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1672.609382] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd4e8cee-1917-40fd-af0c-ec4cb753e829 req-8dc3dd67-cd17-4009-9962-d517e9a549f8 service nova] Releasing lock "refresh_cache-3a71d6f8-c1d3-41d5-baa6-d53340843c99" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1672.613538] env[69297]: INFO nova.compute.manager [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Took 0.57 seconds to detach 1 volumes for instance.
[ 1672.614498] env[69297]: DEBUG nova.compute.manager [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Deleting volume: 64eebae6-91d1-40df-af2a-e8027039969c {{(pid=69297) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}}
[ 1672.683020] env[69297]: DEBUG nova.network.neutron [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Successfully updated port: b6fbd836-ec8c-4495-bafa-93bd0757603f {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1672.761837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-903ed006-8e4c-4630-b94f-0b3b6c8a1c2b tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 25.431s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1672.762824] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 2.888s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1672.763052] env[69297]: INFO nova.compute.manager [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Unshelving
[ 1672.813863] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931793, 'name': CreateVM_Task, 'duration_secs': 0.618468} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1672.814057] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1672.814791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1672.814959] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1672.815482] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1672.815880] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b0b6f3-15c4-4cd9-bade-36a67778daf8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1672.821960] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1672.821960] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f56075-7253-5a7d-89a1-63183470c039"
[ 1672.821960] env[69297]:    _type = "Task"
[ 1672.821960] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1672.831902] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f56075-7253-5a7d-89a1-63183470c039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1673.037346] env[69297]: DEBUG nova.compute.manager [req-940b55ce-835d-4cce-932e-22811ac09e6f req-164f0298-d7b2-4fae-9f58-c411e1db6dce service nova] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Received event network-vif-deleted-4dcd8bfe-849d-4cfe-9029-bcc94537e9b8 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1673.058440] env[69297]: DEBUG nova.objects.instance [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'flavor' on Instance uuid 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1673.090378] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212014} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1673.090645] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1673.091428] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce8be7e-43d6-4f45-b0a2-87acc70ba6b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.115651] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] a72f8166-5963-4257-a8c2-ffae624c4378/a72f8166-5963-4257-a8c2-ffae624c4378.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1673.116328] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-295a3a78-19c6-46fc-b62f-2de9a91d9600 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.138892] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1673.138892] env[69297]:    value = "task-2931796"
[ 1673.138892] env[69297]:    _type = "Task"
[ 1673.138892] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1673.147667] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1673.162450] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1673.191267] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "refresh_cache-b33747bd-0268-4bfc-8513-2c7335954d9e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1673.191267] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "refresh_cache-b33747bd-0268-4bfc-8513-2c7335954d9e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1673.191674] env[69297]: DEBUG nova.network.neutron [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1673.334114] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f56075-7253-5a7d-89a1-63183470c039, 'name': SearchDatastore_Task, 'duration_secs': 0.015676} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1673.337245] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1673.337829] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1673.337829] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1673.337829] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1673.338115] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1673.338536] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaa109b5-85ca-4154-bb57-0315ef62864d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.352451] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1673.352691] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1673.353579] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67dc95e5-b88c-4599-b32e-30b4a7029d31 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.362204] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1673.362204] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ad356f-4bf0-2cb1-8e80-1a39362a8828"
[ 1673.362204] env[69297]:    _type = "Task"
[ 1673.362204] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1673.375908] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ad356f-4bf0-2cb1-8e80-1a39362a8828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1673.514182] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0fe84b-43c4-4ad0-bb65-3d18765ec8de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.523239] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a05db49-0d21-420d-bbf8-0ab21fb6d877 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.557373] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dc1b29-e2b3-4804-ba01-2984707cbae4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.567594] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da069d06-406e-417c-8dd7-bf6ff57c7910 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.897s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1673.569654] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a70bd3d-68be-41c8-be36-89bacc520e88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.585929] env[69297]: DEBUG nova.compute.provider_tree [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1673.653821] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931796, 'name': ReconfigVM_Task, 'duration_secs': 0.341812} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1673.653821] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Reconfigured VM instance instance-0000005f to attach disk [datastore1] a72f8166-5963-4257-a8c2-ffae624c4378/a72f8166-5963-4257-a8c2-ffae624c4378.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1673.654841] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e709236-8951-4840-9de3-a9e54880a270 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.663366] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1673.663366] env[69297]:    value = "task-2931797"
[ 1673.663366] env[69297]:    _type = "Task"
[ 1673.663366] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1673.673122] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931797, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1673.754885] env[69297]: DEBUG nova.network.neutron [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1673.794172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1673.873400] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ad356f-4bf0-2cb1-8e80-1a39362a8828, 'name': SearchDatastore_Task, 'duration_secs': 0.014023} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1673.874216] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72659e1-d3f0-4dd3-91c0-3d2e5097b2a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1673.879969] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1673.879969] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52de2652-ea24-60e8-082a-9fad05508bab"
[ 1673.879969] env[69297]:    _type = "Task"
[ 1673.879969] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1673.888063] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52de2652-ea24-60e8-082a-9fad05508bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1673.923668] env[69297]: DEBUG nova.network.neutron [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Updating instance_info_cache with network_info: [{"id": "b6fbd836-ec8c-4495-bafa-93bd0757603f", "address": "fa:16:3e:b3:14:33", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fbd836-ec", "ovs_interfaceid": "b6fbd836-ec8c-4495-bafa-93bd0757603f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1674.089989] env[69297]: DEBUG nova.scheduler.client.report [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1674.173998] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931797, 'name': Rename_Task, 'duration_secs': 0.189912} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1674.174365] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1674.174619] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ecb5e37-e8f2-403d-ba5b-e6c9fadc6cd1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.182707] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1674.182707] env[69297]:    value = "task-2931798"
[ 1674.182707] env[69297]:    _type = "Task"
[ 1674.182707] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1674.194535] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1674.217430] env[69297]: DEBUG oslo_concurrency.lockutils [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1674.217700] env[69297]: DEBUG oslo_concurrency.lockutils [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1674.262975] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquiring lock "909da74e-1931-46da-9bb0-6cd238774cac" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1674.263220] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lock "909da74e-1931-46da-9bb0-6cd238774cac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1674.391376] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52de2652-ea24-60e8-082a-9fad05508bab, 'name': SearchDatastore_Task, 'duration_secs': 0.012707} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1674.391713] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1674.392068] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 3a71d6f8-c1d3-41d5-baa6-d53340843c99/3a71d6f8-c1d3-41d5-baa6-d53340843c99.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1674.392461] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dff4975-500d-41b6-a249-6c84afa3dd91 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.400859] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1674.400859] env[69297]:    value = "task-2931799"
[ 1674.400859] env[69297]:    _type = "Task"
[ 1674.400859] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1674.409707] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1674.426551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "refresh_cache-b33747bd-0268-4bfc-8513-2c7335954d9e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1674.427048] env[69297]: DEBUG nova.compute.manager [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Instance network_info: |[{"id": "b6fbd836-ec8c-4495-bafa-93bd0757603f", "address": "fa:16:3e:b3:14:33", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fbd836-ec", "ovs_interfaceid": "b6fbd836-ec8c-4495-bafa-93bd0757603f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1674.427554] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:14:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6fbd836-ec8c-4495-bafa-93bd0757603f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1674.435709] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1674.435971] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1674.436270] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d212e36-b264-4744-8ccb-7351e1ec6c76 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.458540] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1674.458540] env[69297]:    value = "task-2931800"
[ 1674.458540] env[69297]:    _type = "Task"
[ 1674.458540] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1674.467475] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931800, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1674.563406] env[69297]: DEBUG oslo_vmware.rw_handles [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a7b8-77ef-f5ed-2ca3-eaa9bc4a9194/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1674.564430] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943e38d1-ae40-479d-a220-818178a506f4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.569476] env[69297]: DEBUG nova.compute.manager [req-580ee375-09d0-4a0f-9687-d54e60a1ede6 req-627393d8-cc39-45aa-b16a-5256bae0ba1b service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Received event network-changed-b6fbd836-ec8c-4495-bafa-93bd0757603f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1674.569674] env[69297]: DEBUG nova.compute.manager [req-580ee375-09d0-4a0f-9687-d54e60a1ede6 req-627393d8-cc39-45aa-b16a-5256bae0ba1b service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Refreshing instance network info cache due to event network-changed-b6fbd836-ec8c-4495-bafa-93bd0757603f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1674.569896] env[69297]: DEBUG oslo_concurrency.lockutils [req-580ee375-09d0-4a0f-9687-d54e60a1ede6 req-627393d8-cc39-45aa-b16a-5256bae0ba1b service nova] Acquiring lock "refresh_cache-b33747bd-0268-4bfc-8513-2c7335954d9e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1674.570062] env[69297]: DEBUG oslo_concurrency.lockutils [req-580ee375-09d0-4a0f-9687-d54e60a1ede6 req-627393d8-cc39-45aa-b16a-5256bae0ba1b service nova] Acquired lock "refresh_cache-b33747bd-0268-4bfc-8513-2c7335954d9e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1674.570237] env[69297]: DEBUG nova.network.neutron [req-580ee375-09d0-4a0f-9687-d54e60a1ede6 req-627393d8-cc39-45aa-b16a-5256bae0ba1b service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Refreshing network info cache for port b6fbd836-ec8c-4495-bafa-93bd0757603f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1674.576539] env[69297]: DEBUG oslo_vmware.rw_handles [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a7b8-77ef-f5ed-2ca3-eaa9bc4a9194/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1674.576716] env[69297]: ERROR oslo_vmware.rw_handles [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a7b8-77ef-f5ed-2ca3-eaa9bc4a9194/disk-0.vmdk due to incomplete transfer.
[ 1674.576958] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa5ff3a4-4965-417e-8049-1a586f9557c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.586958] env[69297]: DEBUG oslo_vmware.rw_handles [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5286a7b8-77ef-f5ed-2ca3-eaa9bc4a9194/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1674.587206] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Uploaded image a963a190-1e04-424d-a142-8c5edc4754c7 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1674.589659] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1674.590374] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f88f7b1-9d1f-4e90-ab0e-b21cb24b6a2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.598667] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1674.599187] env[69297]: DEBUG nova.compute.manager [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1674.601986] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1674.601986] env[69297]:    value = "task-2931801"
[ 1674.601986] env[69297]:    _type = "Task"
[ 1674.601986] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1674.603421] env[69297]: DEBUG oslo_concurrency.lockutils [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.323s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1674.620194] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931801, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1674.695777] env[69297]: DEBUG oslo_vmware.api [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931798, 'name': PowerOnVM_Task, 'duration_secs': 0.474023} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1674.699020] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1674.699191] env[69297]: INFO nova.compute.manager [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Took 8.15 seconds to spawn the instance on the hypervisor.
[ 1674.699386] env[69297]: DEBUG nova.compute.manager [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1674.701199] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879d6260-6d08-446d-99f7-42a9fc7f9610 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.721146] env[69297]: DEBUG nova.compute.utils [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1674.766178] env[69297]: DEBUG nova.compute.manager [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1674.870804] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db052e44-622c-408b-936a-1b9005a340c5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.880465] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed2cd77-a221-435b-a933-769e63c77f55 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.916233] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ce1b7c-9de6-4d79-8956-81701eea075c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.926112] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931799, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1674.929713] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae8eb7c-87c7-449c-9aa9-0b615007e60f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1674.947556] env[69297]: DEBUG nova.compute.provider_tree [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1674.971209] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931800, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1675.108814] env[69297]: DEBUG nova.compute.utils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1675.114244] env[69297]: DEBUG nova.compute.manager [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1675.114555] env[69297]: DEBUG nova.network.neutron [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1675.124321] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931801, 'name': Destroy_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1675.199257] env[69297]: DEBUG nova.policy [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea2058aa09ce466da040835684e5228f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf114a0371f4dd3b2de3b73668376e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1675.220232] env[69297]: INFO nova.compute.manager [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Took 12.61 seconds to build instance.
[ 1675.225159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.006s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1675.293020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1675.423623] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578167} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1675.423894] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 3a71d6f8-c1d3-41d5-baa6-d53340843c99/3a71d6f8-c1d3-41d5-baa6-d53340843c99.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1675.424120] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1675.424373] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abd90dd3-77e2-480d-81f8-fc5d056d1d28 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.432120] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1675.432120] env[69297]:    value = "task-2931802"
[ 1675.432120] env[69297]:    _type = "Task"
[ 1675.432120] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1675.442263] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1675.451340] env[69297]: DEBUG nova.scheduler.client.report [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1675.470157] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931800, 'name': CreateVM_Task, 'duration_secs': 0.657977} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1675.470313] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1675.470980] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1675.471136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1675.471443] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1675.471751] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f671fc3-d2cd-438e-a54b-7228079e9756 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.477394] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1675.477394] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52724ab2-ea1c-f553-c0d9-8fe8bb2944b1"
[ 1675.477394] env[69297]:    _type = "Task"
[ 1675.477394] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1675.488157] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52724ab2-ea1c-f553-c0d9-8fe8bb2944b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1675.517848] env[69297]: DEBUG nova.network.neutron [req-580ee375-09d0-4a0f-9687-d54e60a1ede6 req-627393d8-cc39-45aa-b16a-5256bae0ba1b service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Updated VIF entry in instance network info cache for port b6fbd836-ec8c-4495-bafa-93bd0757603f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1675.518215] env[69297]: DEBUG nova.network.neutron [req-580ee375-09d0-4a0f-9687-d54e60a1ede6 req-627393d8-cc39-45aa-b16a-5256bae0ba1b service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Updating instance_info_cache with network_info: [{"id": "b6fbd836-ec8c-4495-bafa-93bd0757603f", "address": "fa:16:3e:b3:14:33", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fbd836-ec", "ovs_interfaceid": "b6fbd836-ec8c-4495-bafa-93bd0757603f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1675.615292] env[69297]: DEBUG nova.compute.manager [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1675.621831] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931801, 'name': Destroy_Task, 'duration_secs': 0.560759} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1675.621831] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Destroyed the VM
[ 1675.622119] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1675.622287] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c6f2779-cc28-4676-8f95-f36a3d1e76ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.631515] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1675.631515] env[69297]:    value = "task-2931803"
[ 1675.631515] env[69297]:    _type = "Task"
[ 1675.631515] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1675.641592] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931803, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1675.699618] env[69297]: DEBUG nova.network.neutron [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Successfully created port: 17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1675.723164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f5789df8-4787-47de-a2b7-f29fcb42b417 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "a72f8166-5963-4257-a8c2-ffae624c4378" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.129s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1675.942286] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065533} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1675.942590] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1675.943349] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cba5a2-f7cb-40f7-91c9-7d49e47e8e73 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1675.957520] env[69297]: DEBUG oslo_concurrency.lockutils [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.354s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1675.957711] env[69297]: INFO nova.compute.manager [None req-74db4af0-1161-47b3-8408-47b97e840431 tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Successfully reverted task state from rebuilding on failure for instance.
[ 1675.972123] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 3a71d6f8-c1d3-41d5-baa6-d53340843c99/3a71d6f8-c1d3-41d5-baa6-d53340843c99.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1675.973850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.325s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1675.974186] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d28fdc-872f-40c0-974f-24b76c9db4e9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.003449] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52724ab2-ea1c-f553-c0d9-8fe8bb2944b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009428} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1676.004827] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1676.005086] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1676.005320] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1676.005463] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1676.005637] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1676.006009] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1676.006009] env[69297]:    value = "task-2931804"
[ 1676.006009] env[69297]:    _type = "Task"
[ 1676.006009] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1676.006153] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b38f069-e6bd-460f-9ca1-0412cf25cc2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.023028] env[69297]: DEBUG oslo_concurrency.lockutils [req-580ee375-09d0-4a0f-9687-d54e60a1ede6 req-627393d8-cc39-45aa-b16a-5256bae0ba1b service nova] Releasing lock "refresh_cache-b33747bd-0268-4bfc-8513-2c7335954d9e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1676.023564] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931804, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1676.024087] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1676.025053] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1676.025119] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958bc9e7-9025-44db-b53e-14b0f74db58f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.032141] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1676.032141] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]521e4155-1758-96c2-d28d-9797476b23c1"
[ 1676.032141] env[69297]:    _type = "Task"
[ 1676.032141] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1676.040253] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521e4155-1758-96c2-d28d-9797476b23c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1676.146886] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931803, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1676.297733] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1676.297948] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1676.301463] env[69297]: DEBUG oslo_concurrency.lockutils [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1676.301554] env[69297]: DEBUG oslo_concurrency.lockutils [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1676.301763] env[69297]: INFO nova.compute.manager [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Attaching volume 4409535f-9103-4903-84c5-860f6a543a92 to /dev/sdc
[ 1676.341064] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a769916-6ce1-4f37-bae0-c577340f0ed5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.348938] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1bcbb4-a53a-4ce3-a108-40d4bbc90c19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.364863] env[69297]: DEBUG nova.virt.block_device [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Updating existing volume attachment record: 3ca5eaea-725c-4723-b227-4de9c029943a {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1676.493452] env[69297]: INFO nova.compute.claims [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1676.517768] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931804, 'name': ReconfigVM_Task, 'duration_secs': 0.362734} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1676.518747] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 3a71d6f8-c1d3-41d5-baa6-d53340843c99/3a71d6f8-c1d3-41d5-baa6-d53340843c99.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1676.519362] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f8320dd-78eb-42ee-98d2-bd1be9a7c5f6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.525615] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1676.525615] env[69297]:    value = "task-2931806"
[ 1676.525615] env[69297]:    _type = "Task"
[ 1676.525615] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1676.538430] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931806, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1676.543809] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521e4155-1758-96c2-d28d-9797476b23c1, 'name': SearchDatastore_Task, 'duration_secs': 0.016854} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1676.544667] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4187605e-0111-4c7d-9e4c-4fc569735e31 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.550944] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1676.550944] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524e0a04-937c-63b6-4ba8-c0af1c210c12"
[ 1676.550944] env[69297]:    _type = "Task"
[ 1676.550944] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1676.559572] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524e0a04-937c-63b6-4ba8-c0af1c210c12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1676.627969] env[69297]: DEBUG nova.compute.manager [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1676.645843] env[69297]: DEBUG oslo_vmware.api [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931803, 'name': RemoveSnapshot_Task, 'duration_secs': 0.555393} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1676.646137] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1676.646413] env[69297]: INFO nova.compute.manager [None req-68cb8a0d-0cd5-4b24-989a-be63e22400f0 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Took 14.43 seconds to snapshot the instance on the hypervisor.
[ 1676.656846] env[69297]: DEBUG nova.virt.hardware [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1676.657112] env[69297]: DEBUG nova.virt.hardware [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1676.657276] env[69297]: DEBUG nova.virt.hardware [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1676.657457] env[69297]: DEBUG nova.virt.hardware [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1676.657602] env[69297]: DEBUG nova.virt.hardware [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1676.657744] env[69297]: DEBUG nova.virt.hardware [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1676.657951] env[69297]: DEBUG nova.virt.hardware [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1676.658157] env[69297]: DEBUG nova.virt.hardware [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1676.658281] env[69297]: DEBUG nova.virt.hardware [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1676.658445] env[69297]: DEBUG nova.virt.hardware [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1676.658682] env[69297]: DEBUG nova.virt.hardware [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1676.659510] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e5606d-5c56-4e5b-911c-ca5679d0f4a9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.670188] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f41b42b-b393-43e1-ab40-377fa9a21402 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1676.800553] env[69297]: DEBUG nova.compute.manager [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1676.999294] env[69297]: INFO nova.compute.resource_tracker [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating resource usage from migration 591715e4-497e-4df4-8f84-d9d10380a0fc
[ 1677.037051] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931806, 'name': Rename_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1677.063843] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524e0a04-937c-63b6-4ba8-c0af1c210c12, 'name': SearchDatastore_Task, 'duration_secs': 0.021452} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1677.064125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1677.064389] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] b33747bd-0268-4bfc-8513-2c7335954d9e/b33747bd-0268-4bfc-8513-2c7335954d9e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1677.064639] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd6de194-88fa-46fe-a0d8-6a5ccf665298 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.072148] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1677.072148] env[69297]:    value = "task-2931807"
[ 1677.072148] env[69297]:    _type = "Task"
[ 1677.072148] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1677.083217] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1677.278109] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6a62dd-aea2-4a97-83ce-355afc214099 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.286314] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ba9df8-5f70-4d6c-b7d4-9d7b1e7e6858 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.326201] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfcaf0e-3797-4b76-b3e7-e52716864a9b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.336664] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52443efb-324c-4fb2-860f-5be3eea1a21f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1677.341740] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1677.359079] env[69297]: DEBUG nova.compute.provider_tree [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1677.414802] env[69297]: DEBUG nova.compute.manager [req-c120f1ef-ee98-4820-85ce-abda8cd52726 req-01e249b8-798a-41f6-a6a1-9849fe9fa6cb service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Received event network-vif-plugged-17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1677.415084] env[69297]: DEBUG oslo_concurrency.lockutils [req-c120f1ef-ee98-4820-85ce-abda8cd52726 req-01e249b8-798a-41f6-a6a1-9849fe9fa6cb service nova] Acquiring lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1677.415328] env[69297]: DEBUG oslo_concurrency.lockutils [req-c120f1ef-ee98-4820-85ce-abda8cd52726 req-01e249b8-798a-41f6-a6a1-9849fe9fa6cb service nova] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1677.415489] env[69297]: DEBUG oslo_concurrency.lockutils [req-c120f1ef-ee98-4820-85ce-abda8cd52726 req-01e249b8-798a-41f6-a6a1-9849fe9fa6cb service nova] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1677.415750] env[69297]: DEBUG nova.compute.manager [req-c120f1ef-ee98-4820-85ce-abda8cd52726 req-01e249b8-798a-41f6-a6a1-9849fe9fa6cb service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] No waiting events found dispatching network-vif-plugged-17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1677.415802] env[69297]: WARNING nova.compute.manager [req-c120f1ef-ee98-4820-85ce-abda8cd52726 req-01e249b8-798a-41f6-a6a1-9849fe9fa6cb service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Received unexpected event network-vif-plugged-17484f4d-6569-4f47-bde9-1ba4666102af for instance with vm_state building and task_state spawning.
[ 1677.537253] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931806, 'name': Rename_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1677.547639] env[69297]: DEBUG nova.network.neutron [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Successfully updated port: 17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1677.583222] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1677.861498] env[69297]: DEBUG nova.scheduler.client.report [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1678.036962] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931806, 'name': Rename_Task, 'duration_secs': 1.1633} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1678.037464] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1678.037716] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94cffe90-1e7d-4c74-aab2-7560698fc6d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1678.044260] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1678.044260] env[69297]:    value = "task-2931808"
[ 1678.044260] env[69297]:    _type = "Task"
[ 1678.044260] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1678.053297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1678.053297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1678.053297] env[69297]: DEBUG nova.network.neutron [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1678.053799] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1678.083397] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95374} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1678.083667] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] b33747bd-0268-4bfc-8513-2c7335954d9e/b33747bd-0268-4bfc-8513-2c7335954d9e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1678.083888] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1678.084165] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f976e7b-eaff-4043-9792-3781b34c5212 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1678.091767] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1678.091767] env[69297]:    value = "task-2931809"
[ 1678.091767] env[69297]:    _type = "Task"
[ 1678.091767] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1678.101314] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1678.367353] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.394s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1678.367580] env[69297]: INFO nova.compute.manager [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Migrating
[ 1678.374517] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.843s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1678.378129] env[69297]: INFO nova.compute.claims [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1678.556079] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931808, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1678.601272] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07562} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1678.601556] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1678.602418] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b89fa38-e9ce-4724-974e-fe530f7cede6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1678.624785] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] b33747bd-0268-4bfc-8513-2c7335954d9e/b33747bd-0268-4bfc-8513-2c7335954d9e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1678.625051] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46cba4b3-c217-42ae-92f7-3c4db2cd70e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1678.647906] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1678.647906] env[69297]:    value = "task-2931811"
[ 1678.647906] env[69297]:    _type = "Task"
[ 1678.647906] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1678.661088] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1678.696490] env[69297]: DEBUG nova.network.neutron [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1678.871854] env[69297]: DEBUG nova.network.neutron [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updating instance_info_cache with network_info: [{"id": "17484f4d-6569-4f47-bde9-1ba4666102af", "address": "fa:16:3e:f9:1c:eb", "network": {"id": "6f92b3db-d4be-4911-ba49-a4d33836f4e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1960503503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf114a0371f4dd3b2de3b73668376e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17484f4d-65", "ovs_interfaceid": "17484f4d-6569-4f47-bde9-1ba4666102af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1678.890692] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1678.890856] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1678.891035] env[69297]: DEBUG nova.network.neutron [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1678.976378] env[69297]: DEBUG nova.compute.manager [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1678.977312] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9951d8aa-e29b-4c98-b5c9-e4ea8795b330 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.055547] env[69297]: DEBUG oslo_vmware.api [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931808, 'name': PowerOnVM_Task, 'duration_secs': 0.510795} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1679.055797] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1679.056010] env[69297]: INFO nova.compute.manager [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Took 9.56 seconds to spawn the instance on the hypervisor.
[ 1679.056197] env[69297]: DEBUG nova.compute.manager [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1679.056950] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ef032e-7ee2-4838-b4cc-320cc61f8d76 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.159706] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1679.375054] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1679.375054] env[69297]: DEBUG nova.compute.manager [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Instance network_info: |[{"id": "17484f4d-6569-4f47-bde9-1ba4666102af", "address": "fa:16:3e:f9:1c:eb", "network": {"id": "6f92b3db-d4be-4911-ba49-a4d33836f4e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1960503503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf114a0371f4dd3b2de3b73668376e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17484f4d-65", "ovs_interfaceid": "17484f4d-6569-4f47-bde9-1ba4666102af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1679.375228] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:1c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17484f4d-6569-4f47-bde9-1ba4666102af', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1679.382810] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Creating folder: Project (abf114a0371f4dd3b2de3b73668376e0). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1679.383130] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbfc7207-a0b7-4ceb-830d-6b430733a02e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.396730] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Created folder: Project (abf114a0371f4dd3b2de3b73668376e0) in parent group-v588392.
[ 1679.396932] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Creating folder: Instances. Parent ref: group-v588674. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1679.397476] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16317d7a-d8b6-4002-87a9-da09ac1dd47f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.410989] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Created folder: Instances in parent group-v588674.
[ 1679.411268] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1679.411469] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1679.411787] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-312074c2-65d9-4d4b-8a99-6943c546613b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.434856] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1679.434856] env[69297]:    value = "task-2931814"
[ 1679.434856] env[69297]:    _type = "Task"
[ 1679.434856] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1679.443733] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931814, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1679.451783] env[69297]: DEBUG nova.compute.manager [req-fa1aa50b-c696-4460-a5e2-2edf5b498677 req-21ed75f0-1ddc-4b8c-b829-8124d6de6bce service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Received event network-changed-17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1679.451958] env[69297]: DEBUG nova.compute.manager [req-fa1aa50b-c696-4460-a5e2-2edf5b498677 req-21ed75f0-1ddc-4b8c-b829-8124d6de6bce service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Refreshing instance network info cache due to event network-changed-17484f4d-6569-4f47-bde9-1ba4666102af. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1679.452276] env[69297]: DEBUG oslo_concurrency.lockutils [req-fa1aa50b-c696-4460-a5e2-2edf5b498677 req-21ed75f0-1ddc-4b8c-b829-8124d6de6bce service nova] Acquiring lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1679.452341] env[69297]: DEBUG oslo_concurrency.lockutils [req-fa1aa50b-c696-4460-a5e2-2edf5b498677 req-21ed75f0-1ddc-4b8c-b829-8124d6de6bce service nova] Acquired lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1679.452469] env[69297]: DEBUG nova.network.neutron [req-fa1aa50b-c696-4460-a5e2-2edf5b498677 req-21ed75f0-1ddc-4b8c-b829-8124d6de6bce service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Refreshing network info cache for port 17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1679.488267] env[69297]: INFO nova.compute.manager [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] instance snapshotting
[ 1679.492114] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50df8b87-e640-4ce0-a412-7ffc1e8f9303 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.518519] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f72756-2b7e-426a-b2c7-cb7a0d066e40 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.577351] env[69297]: INFO nova.compute.manager [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Took 16.17 seconds to build instance.
[ 1679.658470] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931811, 'name': ReconfigVM_Task, 'duration_secs': 0.935965} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1679.661011] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Reconfigured VM instance instance-00000061 to attach disk [datastore1] b33747bd-0268-4bfc-8513-2c7335954d9e/b33747bd-0268-4bfc-8513-2c7335954d9e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1679.661846] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78200e04-e681-4828-903f-4573fc6fb7c1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.666748] env[69297]: DEBUG nova.network.neutron [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance_info_cache with network_info: [{"id": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "address": "fa:16:3e:8c:96:62", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ce2701-5e", "ovs_interfaceid": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1679.669773] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1679.669773] env[69297]:    value = "task-2931815"
[ 1679.669773] env[69297]:    _type = "Task"
[ 1679.669773] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1679.674548] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab48a9c-f6fc-4dc1-8848-8f50cc4c1e01 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.684737] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931815, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1679.685738] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2d8ef4-2434-4bf8-b221-5fd55d2110fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.722107] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36b7c7f-d1ed-4ce9-a418-5063358d47fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.731351] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc935be-9517-4dd5-99c4-cff8e3c021a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.746109] env[69297]: DEBUG nova.compute.provider_tree [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1679.948089] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931814, 'name': CreateVM_Task, 'duration_secs': 0.397719} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1679.948089] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1679.949013] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1679.949253] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1679.949673] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1679.949997] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d4cfda-57b4-4ad5-9c84-0070f71dbc17 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.956128] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1679.956128] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52eec841-6694-d6ce-9512-e599782712b4"
[ 1679.956128] env[69297]:    _type = "Task"
[ 1679.956128] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1679.968786] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52eec841-6694-d6ce-9512-e599782712b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1679.969091] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1679.969334] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1679.969564] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1679.969714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1679.969887] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1679.970162] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14584902-0ed7-4321-a7b2-2dd284ae4c93 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.978748] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1679.978923] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1679.979653] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6e8ba3-8746-4899-8947-15d5eaf2599f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1679.985817] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1679.985817] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52da9f4c-7904-1f95-e79a-173342aef518"
[ 1679.985817] env[69297]:    _type = "Task"
[ 1679.985817] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1679.994016] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52da9f4c-7904-1f95-e79a-173342aef518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.030378] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1680.030734] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c53edba6-deb0-4545-a734-323028ef0a83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.040525] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1680.040525] env[69297]:    value = "task-2931816"
[ 1680.040525] env[69297]:    _type = "Task"
[ 1680.040525] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.050417] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931816, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.082662] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0f5adaa3-6d05-4656-a049-cdce0ed3c209 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.682s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1680.180098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1680.181769] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931815, 'name': Rename_Task, 'duration_secs': 0.189425} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1680.182032] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1680.182503] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-603d8bfe-99d6-49c2-aab0-7994745d8c32 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.191749] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1680.191749] env[69297]:    value = "task-2931817"
[ 1680.191749] env[69297]:    _type = "Task"
[ 1680.191749] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.195639] env[69297]: DEBUG nova.network.neutron [req-fa1aa50b-c696-4460-a5e2-2edf5b498677 req-21ed75f0-1ddc-4b8c-b829-8124d6de6bce service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updated VIF entry in instance network info cache for port 17484f4d-6569-4f47-bde9-1ba4666102af. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1680.195993] env[69297]: DEBUG nova.network.neutron [req-fa1aa50b-c696-4460-a5e2-2edf5b498677 req-21ed75f0-1ddc-4b8c-b829-8124d6de6bce service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updating instance_info_cache with network_info: [{"id": "17484f4d-6569-4f47-bde9-1ba4666102af", "address": "fa:16:3e:f9:1c:eb", "network": {"id": "6f92b3db-d4be-4911-ba49-a4d33836f4e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1960503503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf114a0371f4dd3b2de3b73668376e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17484f4d-65", "ovs_interfaceid": "17484f4d-6569-4f47-bde9-1ba4666102af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1680.202753] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.249051] env[69297]: DEBUG nova.scheduler.client.report [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1680.415358] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1680.415641] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1680.416055] env[69297]: DEBUG nova.compute.manager [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1680.416960] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06dc8d8-6ff9-4645-a704-e7a863b2c94d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.424842] env[69297]: DEBUG nova.compute.manager [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69297) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1680.425506] env[69297]: DEBUG nova.objects.instance [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lazy-loading 'flavor' on Instance uuid 3a71d6f8-c1d3-41d5-baa6-d53340843c99 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1680.497037] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52da9f4c-7904-1f95-e79a-173342aef518, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1680.497813] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd56a27-91f7-428a-9169-852d06fd22e9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.503174] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1680.503174] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d69a60-c590-8940-3f4b-8751a14105e5"
[ 1680.503174] env[69297]:    _type = "Task"
[ 1680.503174] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.511878] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d69a60-c590-8940-3f4b-8751a14105e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.551200] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931816, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.700047] env[69297]: DEBUG oslo_concurrency.lockutils [req-fa1aa50b-c696-4460-a5e2-2edf5b498677 req-21ed75f0-1ddc-4b8c-b829-8124d6de6bce service nova] Releasing lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1680.704007] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931817, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1680.754351] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1680.755112] env[69297]: DEBUG nova.compute.manager [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1680.757812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.595s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1680.758467] env[69297]: DEBUG nova.objects.instance [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lazy-loading 'resources' on Instance uuid b91ace70-321d-4303-ba68-a38e10282f81 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1680.909327] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1680.909612] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588673', 'volume_id': '4409535f-9103-4903-84c5-860f6a543a92', 'name': 'volume-4409535f-9103-4903-84c5-860f6a543a92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '963bd8ce-cfd9-4650-bc00-37ba90f5b0ea', 'attached_at': '', 'detached_at': '', 'volume_id': '4409535f-9103-4903-84c5-860f6a543a92', 'serial': '4409535f-9103-4903-84c5-860f6a543a92'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1680.910591] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753ba04f-0e1d-4c06-829c-7f52b6045385 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.929742] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6e1d60-2b3f-4667-91d9-0c90be883c58 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.959288] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-4409535f-9103-4903-84c5-860f6a543a92/volume-4409535f-9103-4903-84c5-860f6a543a92.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1680.960152] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d1dd85-1956-4fe8-b52b-48aa6d728622 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1680.981319] env[69297]: DEBUG oslo_vmware.api [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1680.981319] env[69297]:    value = "task-2931818"
[ 1680.981319] env[69297]:    _type = "Task"
[ 1680.981319] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1680.991946] env[69297]: DEBUG oslo_vmware.api [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1681.014392] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d69a60-c590-8940-3f4b-8751a14105e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012283} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1681.014733] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1681.015054] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] d07d3286-9d2d-4068-a5fe-df58fde274b3/d07d3286-9d2d-4068-a5fe-df58fde274b3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1681.015366] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f8c53c9-67b0-4dee-8842-3f2911866d46 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.022482] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1681.022482] env[69297]:    value = "task-2931819"
[ 1681.022482] env[69297]:    _type = "Task"
[ 1681.022482] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1681.030951] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1681.052230] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931816, 'name': CreateSnapshot_Task, 'duration_secs': 0.562809} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1681.052534] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1681.053307] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76baa2b-e480-4bce-93bd-7880fad2b07d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.205021] env[69297]: DEBUG oslo_vmware.api [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931817, 'name': PowerOnVM_Task, 'duration_secs': 0.616854} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1681.205021] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1681.205021] env[69297]: INFO nova.compute.manager [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Took 9.32 seconds to spawn the instance on the hypervisor.
[ 1681.205021] env[69297]: DEBUG nova.compute.manager [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1681.205749] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac82d14-2b0b-4475-b14e-d9c1a2cdc252 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.265564] env[69297]: DEBUG nova.compute.utils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1681.267508] env[69297]: DEBUG nova.compute.manager [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1681.268276] env[69297]: DEBUG nova.network.neutron [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1681.350832] env[69297]: DEBUG nova.policy [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d89cdab56045448d675ecd55864dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50ec6558f3484a13a0c412202e14c9ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1681.434663] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1681.435060] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a24b949-c403-4c03-b53c-a828af05900a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.447339] env[69297]: DEBUG oslo_vmware.api [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1681.447339] env[69297]:    value = "task-2931820"
[ 1681.447339] env[69297]:    _type = "Task"
[ 1681.447339] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1681.458521] env[69297]: DEBUG oslo_vmware.api [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1681.498387] env[69297]: DEBUG oslo_vmware.api [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1681.536057] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931819, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1681.555926] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631d7369-bbdf-4a03-964f-a61f1bbe210c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.564017] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f813a841-442c-41a7-89ea-d3f9f7610b83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.573859] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1681.574147] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5000c2f3-ea6e-4ff1-9f77-d9baa69e3d2b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.609707] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9c3bf4-22cd-4672-bcf6-6f409ae64b09 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.612507] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1681.612507] env[69297]:    value = "task-2931821"
[ 1681.612507] env[69297]:    _type = "Task"
[ 1681.612507] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1681.623022] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9339d14-20bc-4ef8-a36c-5c315b111328 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.626762] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931821, 'name': CloneVM_Task} progress is 12%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1681.637423] env[69297]: DEBUG nova.compute.provider_tree [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1681.701407] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa476ef2-6dae-4333-a2cb-ea68a8d7df3e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.726289] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance 'edc3d4ee-834a-4b79-b98d-90273453c281' progress to 0 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1681.731570] env[69297]: INFO nova.compute.manager [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Took 16.78 seconds to build instance.
[ 1681.773017] env[69297]: DEBUG nova.compute.manager [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1681.919607] env[69297]: DEBUG nova.network.neutron [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Successfully created port: 3e73769b-f366-43ac-9ba8-bd227053806f {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1681.959028] env[69297]: DEBUG oslo_vmware.api [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931820, 'name': PowerOffVM_Task, 'duration_secs': 0.496062} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1681.959028] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1681.959028] env[69297]: DEBUG nova.compute.manager [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1681.959642] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a50194-999f-4b06-909e-92001784aebf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1681.994752] env[69297]: DEBUG oslo_vmware.api [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931818, 'name': ReconfigVM_Task, 'duration_secs': 0.546141} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1681.995088] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-4409535f-9103-4903-84c5-860f6a543a92/volume-4409535f-9103-4903-84c5-860f6a543a92.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1682.000394] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df1865a-84ad-48fd-bb34-8f50bb2e72d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.017793] env[69297]: DEBUG oslo_vmware.api [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1682.017793] env[69297]:    value = "task-2931822"
[ 1682.017793] env[69297]:    _type = "Task"
[ 1682.017793] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1682.030321] env[69297]: DEBUG oslo_vmware.api [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1682.036267] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514203} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1682.036950] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] d07d3286-9d2d-4068-a5fe-df58fde274b3/d07d3286-9d2d-4068-a5fe-df58fde274b3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1682.036950] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1682.037121] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0321fc35-a3a8-4916-bc20-111160a35a8f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.044562] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1682.044562] env[69297]:    value = "task-2931823"
[ 1682.044562] env[69297]:    _type = "Task"
[ 1682.044562] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1682.054673] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1682.124857] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931821, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1682.141084] env[69297]: DEBUG nova.scheduler.client.report [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1682.232942] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1682.235285] env[69297]: DEBUG oslo_concurrency.lockutils [None req-87558c26-f718-47dd-93e3-fa10c3aa6713 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.288s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1682.235285] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf03d43f-401b-4d19-9cce-66689554798f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.241982] env[69297]: DEBUG oslo_vmware.api [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1682.241982] env[69297]:    value = "task-2931824"
[ 1682.241982] env[69297]:    _type = "Task"
[ 1682.241982] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1682.253228] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1682.253493] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance 'edc3d4ee-834a-4b79-b98d-90273453c281' progress to 17 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1682.421135] env[69297]: DEBUG nova.compute.manager [req-14548d00-29a2-426f-972d-4f522c4559f0 req-1b95dd50-2fbf-4a1c-b7a3-a6fb17d95eb2 service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Received event network-changed-b6fbd836-ec8c-4495-bafa-93bd0757603f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1682.421135] env[69297]: DEBUG nova.compute.manager [req-14548d00-29a2-426f-972d-4f522c4559f0 req-1b95dd50-2fbf-4a1c-b7a3-a6fb17d95eb2 service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Refreshing instance network info cache due to event network-changed-b6fbd836-ec8c-4495-bafa-93bd0757603f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1682.421135] env[69297]: DEBUG oslo_concurrency.lockutils [req-14548d00-29a2-426f-972d-4f522c4559f0 req-1b95dd50-2fbf-4a1c-b7a3-a6fb17d95eb2 service nova] Acquiring lock "refresh_cache-b33747bd-0268-4bfc-8513-2c7335954d9e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1682.421579] env[69297]: DEBUG oslo_concurrency.lockutils [req-14548d00-29a2-426f-972d-4f522c4559f0 req-1b95dd50-2fbf-4a1c-b7a3-a6fb17d95eb2 service nova] Acquired lock "refresh_cache-b33747bd-0268-4bfc-8513-2c7335954d9e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1682.421579] env[69297]: DEBUG nova.network.neutron [req-14548d00-29a2-426f-972d-4f522c4559f0 req-1b95dd50-2fbf-4a1c-b7a3-a6fb17d95eb2 service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Refreshing network info cache for port b6fbd836-ec8c-4495-bafa-93bd0757603f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1682.473933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62b492ea-fa92-4172-a0c3-fcd15b87c5e4 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.057s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1682.530872] env[69297]: DEBUG oslo_vmware.api [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931822, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1682.554572] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125203} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1682.555100] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1682.555908] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5973eab-af56-4802-b71d-790a178266ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.579672] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] d07d3286-9d2d-4068-a5fe-df58fde274b3/d07d3286-9d2d-4068-a5fe-df58fde274b3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1682.579981] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc40c0d8-4399-4f79-b104-410cf0cbff64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.601997] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1682.601997] env[69297]:    value = "task-2931825"
[ 1682.601997] env[69297]:    _type = "Task"
[ 1682.601997] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1682.612258] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1682.623835] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931821, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1682.649920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1682.653096] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.860s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1682.653175] env[69297]: DEBUG nova.objects.instance [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lazy-loading 'pci_requests' on Instance uuid 1001868f-0935-48e1-bff5-43ee087b6bdc {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1682.759953] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1682.760235] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1682.760411] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1682.760578] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1682.760722] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1682.760868] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1682.761081] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1682.761243] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1682.761408] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1682.761568] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1682.761778] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1682.766885] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d7466ac-c9ea-4bd6-8c1b-f6cf6e3f8763 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.784187] env[69297]: DEBUG nova.compute.manager [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1682.789036] env[69297]: DEBUG oslo_vmware.api [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1682.789036] env[69297]:    value = "task-2931826"
[ 1682.789036] env[69297]:    _type = "Task"
[ 1682.789036] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1682.800191] env[69297]: DEBUG oslo_vmware.api [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1682.815313] env[69297]: DEBUG nova.virt.hardware [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1682.815662] env[69297]: DEBUG nova.virt.hardware [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1682.815943] env[69297]: DEBUG nova.virt.hardware [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1682.816134] env[69297]: DEBUG nova.virt.hardware [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1682.816307] env[69297]: DEBUG nova.virt.hardware [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1682.816482] env[69297]: DEBUG nova.virt.hardware [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1682.816665] env[69297]: DEBUG nova.virt.hardware [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1682.816840] env[69297]: DEBUG nova.virt.hardware [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1682.817054] env[69297]: DEBUG nova.virt.hardware [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1682.817242] env[69297]: DEBUG nova.virt.hardware [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1682.817403] env[69297]: DEBUG nova.virt.hardware [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1682.818269] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f9f95-3ef8-4fe3-979e-b324086af7eb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.827772] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fee996-4709-4887-b5da-7ca66016d568 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1682.916852] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1682.917346] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1682.917762] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1682.918176] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1682.918506] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1682.923616] env[69297]: INFO nova.compute.manager [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Terminating instance
[ 1683.030636] env[69297]: DEBUG oslo_vmware.api [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931822, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1683.117022] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931825, 'name': ReconfigVM_Task, 'duration_secs': 0.36443} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1683.117997] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Reconfigured VM instance instance-00000062 to attach disk [datastore1] d07d3286-9d2d-4068-a5fe-df58fde274b3/d07d3286-9d2d-4068-a5fe-df58fde274b3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1683.118614] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f64dd81c-f170-41cd-8453-ad15de5b3f2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.125593] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931821, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1683.126817] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1683.126817] env[69297]:    value = "task-2931827"
[ 1683.126817] env[69297]:    _type = "Task"
[ 1683.126817] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1683.134466] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931827, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1683.157128] env[69297]: DEBUG nova.objects.instance [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lazy-loading 'numa_topology' on Instance uuid 1001868f-0935-48e1-bff5-43ee087b6bdc {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1683.172436] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ec96bfdf-eaeb-4217-9098-de5ef3fc6d7f tempest-ServerActionsV293TestJSON-697176452 tempest-ServerActionsV293TestJSON-697176452-project-member] Lock "b91ace70-321d-4303-ba68-a38e10282f81" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.347s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1683.208426] env[69297]: DEBUG nova.network.neutron [req-14548d00-29a2-426f-972d-4f522c4559f0 req-1b95dd50-2fbf-4a1c-b7a3-a6fb17d95eb2 service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Updated VIF entry in instance network info cache for port b6fbd836-ec8c-4495-bafa-93bd0757603f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1683.209042] env[69297]: DEBUG nova.network.neutron [req-14548d00-29a2-426f-972d-4f522c4559f0 req-1b95dd50-2fbf-4a1c-b7a3-a6fb17d95eb2 service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Updating instance_info_cache with network_info: [{"id": "b6fbd836-ec8c-4495-bafa-93bd0757603f", "address": "fa:16:3e:b3:14:33", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fbd836-ec", "ovs_interfaceid": "b6fbd836-ec8c-4495-bafa-93bd0757603f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1683.301474] env[69297]: DEBUG oslo_vmware.api [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931826, 'name': ReconfigVM_Task, 'duration_secs': 0.20783} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1683.301819] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance 'edc3d4ee-834a-4b79-b98d-90273453c281' progress to 33 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1683.430071] env[69297]: DEBUG nova.compute.manager [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1683.430243] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1683.431149] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6884e66-da13-452a-bd4f-23c43eda912b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.439354] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1683.439589] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b42e99f-432e-42bc-bad5-445c5c03e3ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.490971] env[69297]: DEBUG nova.compute.manager [req-57e44b6c-4e15-4ac2-aea9-542ea1ab8ff4 req-7f7ede7a-4ecb-4c89-85e4-6cce2cc756c9 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Received event network-vif-plugged-3e73769b-f366-43ac-9ba8-bd227053806f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1683.491230] env[69297]: DEBUG oslo_concurrency.lockutils [req-57e44b6c-4e15-4ac2-aea9-542ea1ab8ff4 req-7f7ede7a-4ecb-4c89-85e4-6cce2cc756c9 service nova] Acquiring lock "54acc045-914e-46b4-ba09-1d6fa2d06ead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1683.491443] env[69297]: DEBUG oslo_concurrency.lockutils [req-57e44b6c-4e15-4ac2-aea9-542ea1ab8ff4 req-7f7ede7a-4ecb-4c89-85e4-6cce2cc756c9 service nova] Lock "54acc045-914e-46b4-ba09-1d6fa2d06ead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1683.491593] env[69297]: DEBUG oslo_concurrency.lockutils [req-57e44b6c-4e15-4ac2-aea9-542ea1ab8ff4 req-7f7ede7a-4ecb-4c89-85e4-6cce2cc756c9 service nova] Lock "54acc045-914e-46b4-ba09-1d6fa2d06ead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1683.491944] env[69297]: DEBUG nova.compute.manager [req-57e44b6c-4e15-4ac2-aea9-542ea1ab8ff4 req-7f7ede7a-4ecb-4c89-85e4-6cce2cc756c9 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] No waiting events found dispatching network-vif-plugged-3e73769b-f366-43ac-9ba8-bd227053806f {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1683.492177] env[69297]: WARNING nova.compute.manager [req-57e44b6c-4e15-4ac2-aea9-542ea1ab8ff4 req-7f7ede7a-4ecb-4c89-85e4-6cce2cc756c9 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Received unexpected event network-vif-plugged-3e73769b-f366-43ac-9ba8-bd227053806f for instance with vm_state building and task_state spawning.
[ 1683.518998] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1683.519342] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1683.519546] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleting the datastore file [datastore1] 3a71d6f8-c1d3-41d5-baa6-d53340843c99 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1683.519970] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f3d85aa-fb65-4dfa-adf7-9396462acd20 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.532105] env[69297]: DEBUG oslo_vmware.api [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931822, 'name': ReconfigVM_Task, 'duration_secs': 1.183583} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1683.533461] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588673', 'volume_id': '4409535f-9103-4903-84c5-860f6a543a92', 'name': 'volume-4409535f-9103-4903-84c5-860f6a543a92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '963bd8ce-cfd9-4650-bc00-37ba90f5b0ea', 'attached_at': '', 'detached_at': '', 'volume_id': '4409535f-9103-4903-84c5-860f6a543a92', 'serial': '4409535f-9103-4903-84c5-860f6a543a92'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1683.534968] env[69297]: DEBUG oslo_vmware.api [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1683.534968] env[69297]:    value = "task-2931829"
[ 1683.534968] env[69297]:    _type = "Task"
[ 1683.534968] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1683.543453] env[69297]: DEBUG oslo_vmware.api [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1683.590611] env[69297]: DEBUG nova.network.neutron [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Successfully updated port: 3e73769b-f366-43ac-9ba8-bd227053806f {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1683.625531] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931821, 'name': CloneVM_Task, 'duration_secs': 1.819098} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1683.625815] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Created linked-clone VM from snapshot
[ 1683.626672] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c15c56-9770-44b7-8ae5-d55cd06be1b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.639871] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Uploading image 96d936b3-7aa9-4909-8e94-9fb767076e39 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1683.644916] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931827, 'name': Rename_Task, 'duration_secs': 0.159805} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1683.645232] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1683.645495] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a75c106b-4c28-4951-986b-bc8b2e46394c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.654062] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1683.654062] env[69297]:    value = "task-2931830"
[ 1683.654062] env[69297]:    _type = "Task"
[ 1683.654062] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1683.659542] env[69297]: INFO nova.compute.claims [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1683.668250] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1683.679376] env[69297]: DEBUG oslo_vmware.rw_handles [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1683.679376] env[69297]:    value = "vm-588678"
[ 1683.679376] env[69297]:    _type = "VirtualMachine"
[ 1683.679376] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1683.679687] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-583c145b-b33b-4363-993d-9efb25b0ca54 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.692037] env[69297]: DEBUG oslo_vmware.rw_handles [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lease: (returnval){
[ 1683.692037] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f7f056-05d3-48ea-9434-3a0fd2cc91af"
[ 1683.692037] env[69297]:    _type = "HttpNfcLease"
[ 1683.692037] env[69297]:  } obtained for exporting VM: (result){
[ 1683.692037] env[69297]:    value = "vm-588678"
[ 1683.692037] env[69297]:    _type = "VirtualMachine"
[ 1683.692037] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1683.692397] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the lease: (returnval){
[ 1683.692397] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f7f056-05d3-48ea-9434-3a0fd2cc91af"
[ 1683.692397] env[69297]:    _type = "HttpNfcLease"
[ 1683.692397] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1683.701987] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1683.701987] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f7f056-05d3-48ea-9434-3a0fd2cc91af"
[ 1683.701987] env[69297]:    _type = "HttpNfcLease"
[ 1683.701987] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1683.711692] env[69297]: DEBUG oslo_concurrency.lockutils [req-14548d00-29a2-426f-972d-4f522c4559f0 req-1b95dd50-2fbf-4a1c-b7a3-a6fb17d95eb2 service nova] Releasing lock "refresh_cache-b33747bd-0268-4bfc-8513-2c7335954d9e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1683.808480] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1683.808755] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1683.808942] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1683.809147] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1683.809318] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1683.809476] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1683.809718] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1683.809912] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1683.810117] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1683.810299] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1683.810499] env[69297]: DEBUG nova.virt.hardware [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1683.816201] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1683.816533] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-025ef7b1-eec3-4903-b386-e713ece267a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1683.837207] env[69297]: DEBUG oslo_vmware.api [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1683.837207] env[69297]:    value = "task-2931832"
[ 1683.837207] env[69297]:    _type = "Task"
[ 1683.837207] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1683.847269] env[69297]: DEBUG oslo_vmware.api [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.049960] env[69297]: DEBUG oslo_vmware.api [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274524} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1684.050406] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1684.051735] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1684.051735] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1684.051735] env[69297]: INFO nova.compute.manager [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Took 0.62 seconds to destroy the instance on the hypervisor.
[ 1684.051735] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1684.051906] env[69297]: DEBUG nova.compute.manager [-] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1684.052101] env[69297]: DEBUG nova.network.neutron [-] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1684.094119] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-54acc045-914e-46b4-ba09-1d6fa2d06ead" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1684.094481] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-54acc045-914e-46b4-ba09-1d6fa2d06ead" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1684.094654] env[69297]: DEBUG nova.network.neutron [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1684.169858] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931830, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.203693] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1684.203693] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f7f056-05d3-48ea-9434-3a0fd2cc91af"
[ 1684.203693] env[69297]:    _type = "HttpNfcLease"
[ 1684.203693] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1684.204173] env[69297]: DEBUG oslo_vmware.rw_handles [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1684.204173] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f7f056-05d3-48ea-9434-3a0fd2cc91af"
[ 1684.204173] env[69297]:    _type = "HttpNfcLease"
[ 1684.204173] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1684.204972] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d865fa4f-6683-4eab-8506-7b4ede0f7fb4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.214238] env[69297]: DEBUG oslo_vmware.rw_handles [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681a7d-dae6-fb95-eff9-e6b0f6a03c63/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1684.214512] env[69297]: DEBUG oslo_vmware.rw_handles [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681a7d-dae6-fb95-eff9-e6b0f6a03c63/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1684.351038] env[69297]: DEBUG oslo_vmware.api [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931832, 'name': ReconfigVM_Task, 'duration_secs': 0.274761} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1684.352220] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1684.353463] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1738f9-bd43-4784-b8ae-c29192eb7fb5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.363446] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-785c4920-db6d-4f6e-80e1-d417d946f2eb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.385269] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] edc3d4ee-834a-4b79-b98d-90273453c281/edc3d4ee-834a-4b79-b98d-90273453c281.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1684.388849] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a789ebe-ce31-4697-a0ab-63eab0bebd4c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.411233] env[69297]: DEBUG oslo_vmware.api [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1684.411233] env[69297]:    value = "task-2931833"
[ 1684.411233] env[69297]:    _type = "Task"
[ 1684.411233] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1684.426791] env[69297]: DEBUG oslo_vmware.api [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.575455] env[69297]: DEBUG nova.objects.instance [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'flavor' on Instance uuid 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1684.624496] env[69297]: DEBUG nova.network.neutron [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1684.665009] env[69297]: DEBUG oslo_vmware.api [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931830, 'name': PowerOnVM_Task, 'duration_secs': 0.710252} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1684.667595] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1684.667816] env[69297]: INFO nova.compute.manager [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Took 8.04 seconds to spawn the instance on the hypervisor.
[ 1684.667998] env[69297]: DEBUG nova.compute.manager [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1684.668831] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065a36f4-9c1f-48cc-afbe-37cfae49032d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.794269] env[69297]: DEBUG nova.network.neutron [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Updating instance_info_cache with network_info: [{"id": "3e73769b-f366-43ac-9ba8-bd227053806f", "address": "fa:16:3e:bb:4a:33", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e73769b-f3", "ovs_interfaceid": "3e73769b-f366-43ac-9ba8-bd227053806f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1684.844491] env[69297]: DEBUG nova.network.neutron [-] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1684.926415] env[69297]: DEBUG oslo_vmware.api [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1684.981554] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827bd750-9f6a-48d5-8aff-461194d25e9b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1684.996034] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0467aacf-c5d8-40ca-af38-0dfa59c4e9f9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.032997] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1685.034617] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3703252-e739-4f2c-9095-2991665ed8ef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.044331] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8283083-b765-454e-9cbf-c08a27da9f58 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.059766] env[69297]: DEBUG nova.compute.provider_tree [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1685.080615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-059b7399-b8e4-4c6b-93c3-c84906e5f989 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.779s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1685.083544] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.049s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1685.193209] env[69297]: INFO nova.compute.manager [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Took 17.47 seconds to build instance.
[ 1685.297479] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-54acc045-914e-46b4-ba09-1d6fa2d06ead" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1685.297789] env[69297]: DEBUG nova.compute.manager [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Instance network_info: |[{"id": "3e73769b-f366-43ac-9ba8-bd227053806f", "address": "fa:16:3e:bb:4a:33", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e73769b-f3", "ovs_interfaceid": "3e73769b-f366-43ac-9ba8-bd227053806f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1685.298491] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:4a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e73769b-f366-43ac-9ba8-bd227053806f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1685.306570] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1685.306885] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1685.307933] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c63d8ca0-d0c9-4b5a-8314-264242351375 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.329760] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1685.329760] env[69297]:    value = "task-2931834"
[ 1685.329760] env[69297]:    _type = "Task"
[ 1685.329760] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1685.340427] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931834, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1685.350225] env[69297]: INFO nova.compute.manager [-] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Took 1.30 seconds to deallocate network for instance.
[ 1685.426514] env[69297]: DEBUG oslo_vmware.api [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931833, 'name': ReconfigVM_Task, 'duration_secs': 0.618368} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1685.426806] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Reconfigured VM instance instance-00000037 to attach disk [datastore2] edc3d4ee-834a-4b79-b98d-90273453c281/edc3d4ee-834a-4b79-b98d-90273453c281.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1685.427236] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance 'edc3d4ee-834a-4b79-b98d-90273453c281' progress to 50 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1685.525359] env[69297]: DEBUG nova.compute.manager [req-f559670d-6306-4298-85e8-2ced49536fef req-0276ef8b-a9b1-404e-9499-ef54970cb3cd service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Received event network-changed-3e73769b-f366-43ac-9ba8-bd227053806f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1685.526432] env[69297]: DEBUG nova.compute.manager [req-f559670d-6306-4298-85e8-2ced49536fef req-0276ef8b-a9b1-404e-9499-ef54970cb3cd service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Refreshing instance network info cache due to event network-changed-3e73769b-f366-43ac-9ba8-bd227053806f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1685.526794] env[69297]: DEBUG oslo_concurrency.lockutils [req-f559670d-6306-4298-85e8-2ced49536fef req-0276ef8b-a9b1-404e-9499-ef54970cb3cd service nova] Acquiring lock "refresh_cache-54acc045-914e-46b4-ba09-1d6fa2d06ead" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1685.527136] env[69297]: DEBUG oslo_concurrency.lockutils [req-f559670d-6306-4298-85e8-2ced49536fef req-0276ef8b-a9b1-404e-9499-ef54970cb3cd service nova] Acquired lock "refresh_cache-54acc045-914e-46b4-ba09-1d6fa2d06ead" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1685.527501] env[69297]: DEBUG nova.network.neutron [req-f559670d-6306-4298-85e8-2ced49536fef req-0276ef8b-a9b1-404e-9499-ef54970cb3cd service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Refreshing network info cache for port 3e73769b-f366-43ac-9ba8-bd227053806f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1685.564461] env[69297]: DEBUG nova.scheduler.client.report [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1685.585261] env[69297]: INFO nova.compute.manager [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Detaching volume 5157a1d3-9f44-4837-8714-79caa93e716e
[ 1685.622392] env[69297]: INFO nova.virt.block_device [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Attempting to driver detach volume 5157a1d3-9f44-4837-8714-79caa93e716e from mountpoint /dev/sdb
[ 1685.622757] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1685.623110] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588669', 'volume_id': '5157a1d3-9f44-4837-8714-79caa93e716e', 'name': 'volume-5157a1d3-9f44-4837-8714-79caa93e716e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '963bd8ce-cfd9-4650-bc00-37ba90f5b0ea', 'attached_at': '', 'detached_at': '', 'volume_id': '5157a1d3-9f44-4837-8714-79caa93e716e', 'serial': '5157a1d3-9f44-4837-8714-79caa93e716e'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1685.624233] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7707ca3f-e0c3-47f1-964f-c4ac164fc3f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.661724] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7090710f-53c6-4793-a20f-b1b74ec19257 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.673411] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1452b25d-22f9-4d0e-9150-9422c6fbb4a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.699895] env[69297]: DEBUG oslo_concurrency.lockutils [None req-da379a46-1630-4308-9c93-2d3f5c163a60 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.990s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1685.701221] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2619028-ca68-4525-baa3-b87bcaf667a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.718207] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] The volume has not been displaced from its original location: [datastore2] volume-5157a1d3-9f44-4837-8714-79caa93e716e/volume-5157a1d3-9f44-4837-8714-79caa93e716e.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1685.723713] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1685.724123] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3af7528-ab50-4d9f-b9ef-4ee089866ee4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.744602] env[69297]: DEBUG oslo_vmware.api [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1685.744602] env[69297]:    value = "task-2931835"
[ 1685.744602] env[69297]:    _type = "Task"
[ 1685.744602] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1685.756227] env[69297]: DEBUG oslo_vmware.api [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1685.840559] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931834, 'name': CreateVM_Task, 'duration_secs': 0.429782} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1685.841601] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1685.841763] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1685.841945] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1685.842415] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1685.842792] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fe5746-aae8-43ad-adf3-443b07d284a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.849326] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1685.849326] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524bb6ec-720e-307e-46bf-63444548c4e2"
[ 1685.849326] env[69297]:    _type = "Task"
[ 1685.849326] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1685.858831] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1685.859107] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524bb6ec-720e-307e-46bf-63444548c4e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1685.934342] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc1201f-67c0-47dd-928f-ee6b3b9fbe4c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.955766] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8699ad5b-ef83-42fe-a600-350460d63419 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1685.975121] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance 'edc3d4ee-834a-4b79-b98d-90273453c281' progress to 67 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1686.070658] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.418s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1686.073071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.780s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1686.075163] env[69297]: INFO nova.compute.claims [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1686.130651] env[69297]: INFO nova.network.neutron [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updating port 05d30e84-cf4f-4bdc-888a-65db6b7edf26 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'}
[ 1686.133202] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1686.133597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1686.256526] env[69297]: DEBUG oslo_vmware.api [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931835, 'name': ReconfigVM_Task, 'duration_secs': 0.27208} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1686.259655] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1686.266315] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd90b73-3121-4cfe-88cc-4b9a566f34b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1686.285624] env[69297]: DEBUG oslo_vmware.api [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1686.285624] env[69297]:    value = "task-2931836"
[ 1686.285624] env[69297]:    _type = "Task"
[ 1686.285624] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1686.294434] env[69297]: DEBUG oslo_vmware.api [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1686.363156] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524bb6ec-720e-307e-46bf-63444548c4e2, 'name': SearchDatastore_Task, 'duration_secs': 0.023709} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1686.366693] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1686.366977] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1686.367243] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1686.367399] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1686.367568] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1686.367849] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdb9f583-608f-4745-a33c-808c4bfad502 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1686.378567] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1686.378814] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1686.379837] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51eb091-3f25-40fc-98a6-898006ee1097 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1686.388552] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1686.388552] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c46ea2-374f-aac1-4a89-28f9445e5ce0"
[ 1686.388552] env[69297]:    _type = "Task"
[ 1686.388552] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1686.399821] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c46ea2-374f-aac1-4a89-28f9445e5ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1686.439751] env[69297]: DEBUG nova.network.neutron [req-f559670d-6306-4298-85e8-2ced49536fef req-0276ef8b-a9b1-404e-9499-ef54970cb3cd service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Updated VIF entry in instance network info cache for port 3e73769b-f366-43ac-9ba8-bd227053806f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1686.440184] env[69297]: DEBUG nova.network.neutron [req-f559670d-6306-4298-85e8-2ced49536fef req-0276ef8b-a9b1-404e-9499-ef54970cb3cd service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Updating instance_info_cache with network_info: [{"id": "3e73769b-f366-43ac-9ba8-bd227053806f", "address": "fa:16:3e:bb:4a:33", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e73769b-f3", "ovs_interfaceid": "3e73769b-f366-43ac-9ba8-bd227053806f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1686.574724] env[69297]: DEBUG nova.network.neutron [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Port c7ce2701-5e72-4039-8c0e-9dd6df379917 binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1686.637910] env[69297]: DEBUG nova.compute.manager [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1686.795987] env[69297]: DEBUG oslo_vmware.api [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931836, 'name': ReconfigVM_Task, 'duration_secs': 0.170942} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1686.796401] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588669', 'volume_id': '5157a1d3-9f44-4837-8714-79caa93e716e', 'name': 'volume-5157a1d3-9f44-4837-8714-79caa93e716e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '963bd8ce-cfd9-4650-bc00-37ba90f5b0ea', 'attached_at': '', 'detached_at': '', 'volume_id': '5157a1d3-9f44-4837-8714-79caa93e716e', 'serial': '5157a1d3-9f44-4837-8714-79caa93e716e'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1686.901219] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c46ea2-374f-aac1-4a89-28f9445e5ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.014176} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1686.902148] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0877b0-829e-41bd-bd8f-188b7e28f672 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1686.908396] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1686.908396] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52160471-5d06-6bd4-2b3a-5b86bf0bb7fd"
[ 1686.908396] env[69297]:    _type = "Task"
[ 1686.908396] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1686.918306] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52160471-5d06-6bd4-2b3a-5b86bf0bb7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1686.942642] env[69297]: DEBUG oslo_concurrency.lockutils [req-f559670d-6306-4298-85e8-2ced49536fef req-0276ef8b-a9b1-404e-9499-ef54970cb3cd service nova] Releasing lock "refresh_cache-54acc045-914e-46b4-ba09-1d6fa2d06ead" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1686.943016] env[69297]: DEBUG nova.compute.manager [req-f559670d-6306-4298-85e8-2ced49536fef req-0276ef8b-a9b1-404e-9499-ef54970cb3cd service nova] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Received event network-vif-deleted-7ce54740-d72f-4996-8523-3a46a864409b {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1687.159179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1687.340079] env[69297]: DEBUG nova.objects.instance [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'flavor' on Instance uuid 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1687.367128] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7666c34-3ba5-416c-a91f-40b6d96596f1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.376815] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2a00d3-75d6-4a3a-86f3-c6bc410fc7e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.423577] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac5ac43-3e5a-46fd-8123-de63a9665b30 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.436066] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb304b80-6cd4-4934-82b1-04723e162a13 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.440188] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52160471-5d06-6bd4-2b3a-5b86bf0bb7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013577} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1687.440483] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1687.440744] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 54acc045-914e-46b4-ba09-1d6fa2d06ead/54acc045-914e-46b4-ba09-1d6fa2d06ead.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1687.441394] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b92e0d28-94b3-4423-af79-36150e511b2c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1687.453050] env[69297]: DEBUG nova.compute.provider_tree [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1687.458022] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1687.458022] env[69297]:    value = "task-2931837"
[ 1687.458022] env[69297]:    _type = "Task"
[ 1687.458022] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1687.466944] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1687.599464] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "edc3d4ee-834a-4b79-b98d-90273453c281-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1687.599714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1687.599915] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1687.883236] env[69297]: DEBUG nova.compute.manager [req-9d82488e-45d7-4303-bf79-2697fce1ea3f req-f51428ea-6ba6-4810-a286-feba8b8cf390 service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Received event network-vif-plugged-05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1687.883481] env[69297]: DEBUG oslo_concurrency.lockutils [req-9d82488e-45d7-4303-bf79-2697fce1ea3f req-f51428ea-6ba6-4810-a286-feba8b8cf390 service nova] Acquiring lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1687.883838] env[69297]: DEBUG oslo_concurrency.lockutils [req-9d82488e-45d7-4303-bf79-2697fce1ea3f req-f51428ea-6ba6-4810-a286-feba8b8cf390 service nova] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1687.884135] env[69297]: DEBUG oslo_concurrency.lockutils [req-9d82488e-45d7-4303-bf79-2697fce1ea3f req-f51428ea-6ba6-4810-a286-feba8b8cf390 service nova] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1687.884344] env[69297]: DEBUG nova.compute.manager [req-9d82488e-45d7-4303-bf79-2697fce1ea3f req-f51428ea-6ba6-4810-a286-feba8b8cf390 service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] No waiting events found dispatching network-vif-plugged-05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1687.884516] env[69297]: WARNING nova.compute.manager [req-9d82488e-45d7-4303-bf79-2697fce1ea3f req-f51428ea-6ba6-4810-a286-feba8b8cf390 service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Received unexpected event network-vif-plugged-05d30e84-cf4f-4bdc-888a-65db6b7edf26 for instance with vm_state shelved_offloaded and task_state spawning.
[ 1687.956662] env[69297]: DEBUG nova.scheduler.client.report [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1687.969975] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1687.971886] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1687.972821] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1687.972821] env[69297]: DEBUG nova.network.neutron [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1688.325978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1688.346787] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fc56c0b9-ca6a-475b-a772-5b0224ccd54f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.265s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1688.348056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.022s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1688.465988] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1688.466585] env[69297]: DEBUG nova.compute.manager [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1688.469341] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.127s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1688.470557] env[69297]: INFO nova.compute.claims [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1688.480480] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931837, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007754} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1688.481063] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 54acc045-914e-46b4-ba09-1d6fa2d06ead/54acc045-914e-46b4-ba09-1d6fa2d06ead.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1688.481287] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1688.481591] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-811e9a93-21bb-4e3e-af5f-afb8bf21b54e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1688.490299] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1688.490299] env[69297]:    value = "task-2931838"
[ 1688.490299] env[69297]:    _type = "Task"
[ 1688.490299] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1688.499854] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1688.650743] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1688.650971] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1688.651194] env[69297]: DEBUG nova.network.neutron [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1688.722477] env[69297]: DEBUG nova.network.neutron [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updating instance_info_cache with network_info: [{"id": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "address": "fa:16:3e:07:61:2e", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d30e84-cf", "ovs_interfaceid": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1688.851814] env[69297]: INFO nova.compute.manager [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Detaching volume 4409535f-9103-4903-84c5-860f6a543a92
[ 1688.895078] env[69297]: INFO nova.virt.block_device [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Attempting to driver detach volume 4409535f-9103-4903-84c5-860f6a543a92 from mountpoint /dev/sdc
[ 1688.895379] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1688.895578] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588673', 'volume_id': '4409535f-9103-4903-84c5-860f6a543a92', 'name': 'volume-4409535f-9103-4903-84c5-860f6a543a92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '963bd8ce-cfd9-4650-bc00-37ba90f5b0ea', 'attached_at': '', 'detached_at': '', 'volume_id': '4409535f-9103-4903-84c5-860f6a543a92', 'serial': '4409535f-9103-4903-84c5-860f6a543a92'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1688.896518] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20e35f8-8ac7-4e90-9d89-6bd6d4dd9209 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1688.921281] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4bf8e8-0bb9-48f6-9ba4-f277cff944b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1688.930850] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1242c-bc2c-4c44-9739-027811d4acd0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1688.952013] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29236c3c-8975-4786-91fe-3497fb6b3f83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1688.970984] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] The volume has not been displaced from its original location: [datastore1] volume-4409535f-9103-4903-84c5-860f6a543a92/volume-4409535f-9103-4903-84c5-860f6a543a92.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1688.978057] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Reconfiguring VM instance instance-00000048 to detach disk 2002 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1688.978532] env[69297]: DEBUG nova.compute.utils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1688.981527] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da3be04e-767f-44f4-b700-ed22fdcf1cfc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1688.999043] env[69297]: DEBUG nova.compute.manager [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Not allocating networking since 'none' was specified. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1689.009221] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103313} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1689.010664] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1689.011044] env[69297]: DEBUG oslo_vmware.api [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1689.011044] env[69297]:    value = "task-2931839"
[ 1689.011044] env[69297]:    _type = "Task"
[ 1689.011044] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1689.011773] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58313039-93a6-4dbf-84f2-79e7a4f941dc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.024141] env[69297]: DEBUG oslo_vmware.api [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1689.044707] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 54acc045-914e-46b4-ba09-1d6fa2d06ead/54acc045-914e-46b4-ba09-1d6fa2d06ead.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1689.045337] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bed8e24-0077-4240-8870-b86738ccdf3f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.069742] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1689.069742] env[69297]:    value = "task-2931840"
[ 1689.069742] env[69297]:    _type = "Task"
[ 1689.069742] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1689.079369] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1689.225782] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1689.253929] env[69297]: DEBUG nova.virt.hardware [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='987d97c4f613e7a7c49bb5f150ff5d10',container_format='bare',created_at=2025-03-11T14:16:24Z,direct_url=<?>,disk_format='vmdk',id=a2a43a55-dbf8-498d-861c-65e21b4e3273,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-192061351-shelved',owner='d85ae7902cf7486c80a24382834bceb4',properties=ImageMetaProps,protected=<?>,size=31669760,status='active',tags=<?>,updated_at=2025-03-11T14:16:38Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1689.254243] env[69297]: DEBUG nova.virt.hardware [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1689.254419] env[69297]: DEBUG nova.virt.hardware [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1689.254603] env[69297]: DEBUG nova.virt.hardware [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1689.254950] env[69297]: DEBUG nova.virt.hardware [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1689.254950] env[69297]: DEBUG nova.virt.hardware [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1689.255120] env[69297]: DEBUG nova.virt.hardware [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1689.255287] env[69297]: DEBUG nova.virt.hardware [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1689.255614] env[69297]: DEBUG nova.virt.hardware [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1689.255614] env[69297]: DEBUG nova.virt.hardware [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1689.255792] env[69297]: DEBUG nova.virt.hardware [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1689.256724] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd66b31-d631-48d6-b2b3-a1cc5b0611e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.267462] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403e665f-5ef4-432f-b5f0-48f86b4c4c48 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.287454] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:61:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05d30e84-cf4f-4bdc-888a-65db6b7edf26', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1689.295265] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1689.298926] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1689.299211] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-797303e7-67ca-43fd-bbd9-c13d0b49badb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.320821] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1689.320821] env[69297]:    value = "task-2931841"
[ 1689.320821] env[69297]:    _type = "Task"
[ 1689.320821] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1689.329039] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931841, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1689.331641] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bbd5db-cc17-4419-9812-07750ad0b75c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.340034] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c90f222-3cbd-4e26-aacf-3c63e3f5d434 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.378829] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd204017-1348-4477-91c4-cd2ca24e065b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.390114] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74c58e4-db76-45f2-9386-61102e2a13ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.407578] env[69297]: DEBUG nova.compute.provider_tree [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1689.477502] env[69297]: DEBUG nova.network.neutron [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance_info_cache with network_info: [{"id": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "address": "fa:16:3e:8c:96:62", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ce2701-5e", "ovs_interfaceid": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1689.495515] env[69297]: DEBUG nova.compute.manager [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1689.525214] env[69297]: DEBUG oslo_vmware.api [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931839, 'name': ReconfigVM_Task, 'duration_secs': 0.259077} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1689.525517] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Reconfigured VM instance instance-00000048 to detach disk 2002 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1689.530644] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ecdd392-ab59-4050-8e81-3d75e42f7c02 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.553186] env[69297]: DEBUG oslo_vmware.api [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1689.553186] env[69297]:    value = "task-2931842"
[ 1689.553186] env[69297]:    _type = "Task"
[ 1689.553186] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1689.563670] env[69297]: DEBUG oslo_vmware.api [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1689.579613] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931840, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1689.832227] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931841, 'name': CreateVM_Task, 'duration_secs': 0.424937} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1689.832371] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1689.833108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1689.833991] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1689.833991] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1689.833991] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc15d26-1872-46ac-8760-e66c71479b6f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1689.840113] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1689.840113] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bbc6e3-1b9d-d150-c8eb-f19241ab0879"
[ 1689.840113] env[69297]:    _type = "Task"
[ 1689.840113] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1689.849478] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bbc6e3-1b9d-d150-c8eb-f19241ab0879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1689.910181] env[69297]: DEBUG nova.compute.manager [req-a054d22f-b7e4-49a9-8700-0bc21aadd9d1 req-d38a80ce-4475-453e-a462-32accebadabe service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Received event network-changed-05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1689.910491] env[69297]: DEBUG nova.compute.manager [req-a054d22f-b7e4-49a9-8700-0bc21aadd9d1 req-d38a80ce-4475-453e-a462-32accebadabe service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Refreshing instance network info cache due to event network-changed-05d30e84-cf4f-4bdc-888a-65db6b7edf26. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1689.910491] env[69297]: DEBUG oslo_concurrency.lockutils [req-a054d22f-b7e4-49a9-8700-0bc21aadd9d1 req-d38a80ce-4475-453e-a462-32accebadabe service nova] Acquiring lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1689.910616] env[69297]: DEBUG oslo_concurrency.lockutils [req-a054d22f-b7e4-49a9-8700-0bc21aadd9d1 req-d38a80ce-4475-453e-a462-32accebadabe service nova] Acquired lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1689.910852] env[69297]: DEBUG nova.network.neutron [req-a054d22f-b7e4-49a9-8700-0bc21aadd9d1 req-d38a80ce-4475-453e-a462-32accebadabe service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Refreshing network info cache for port 05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1689.913636] env[69297]: DEBUG nova.scheduler.client.report [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1689.980828] env[69297]: DEBUG oslo_concurrency.lockutils [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1690.789257] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1690.789768] env[69297]: DEBUG nova.compute.manager [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1690.796035] env[69297]: DEBUG nova.compute.manager [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1690.804635] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.946s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1690.807141] env[69297]: DEBUG nova.objects.instance [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lazy-loading 'resources' on Instance uuid 3a71d6f8-c1d3-41d5-baa6-d53340843c99 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1690.820063] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931840, 'name': ReconfigVM_Task, 'duration_secs': 1.359856} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1690.820322] env[69297]: DEBUG oslo_vmware.api [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931842, 'name': ReconfigVM_Task, 'duration_secs': 0.978557} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1690.823241] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 54acc045-914e-46b4-ba09-1d6fa2d06ead/54acc045-914e-46b4-ba09-1d6fa2d06ead.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1690.823919] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588673', 'volume_id': '4409535f-9103-4903-84c5-860f6a543a92', 'name': 'volume-4409535f-9103-4903-84c5-860f6a543a92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '963bd8ce-cfd9-4650-bc00-37ba90f5b0ea', 'attached_at': '', 'detached_at': '', 'volume_id': '4409535f-9103-4903-84c5-860f6a543a92', 'serial': '4409535f-9103-4903-84c5-860f6a543a92'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1690.825928] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1690.826988] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Processing image a2a43a55-dbf8-498d-861c-65e21b4e3273 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1690.826988] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273/a2a43a55-dbf8-498d-861c-65e21b4e3273.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1690.826988] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273/a2a43a55-dbf8-498d-861c-65e21b4e3273.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1690.826988] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1690.827521] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3281bc3b-f799-4669-a2ce-ae5736a2367e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1690.831524] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37829f2c-de96-437c-88c7-39b345a7db20 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1690.836210] env[69297]: DEBUG nova.virt.hardware [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1690.836474] env[69297]: DEBUG nova.virt.hardware [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1690.836685] env[69297]: DEBUG nova.virt.hardware [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1690.836986] env[69297]: DEBUG nova.virt.hardware [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1690.837189] env[69297]: DEBUG nova.virt.hardware [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1690.837406] env[69297]: DEBUG nova.virt.hardware [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1690.837756] env[69297]: DEBUG nova.virt.hardware [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1690.837950] env[69297]: DEBUG nova.virt.hardware [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1690.838188] env[69297]: DEBUG nova.virt.hardware [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1690.838406] env[69297]: DEBUG nova.virt.hardware [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1690.838837] env[69297]: DEBUG nova.virt.hardware [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1690.841207] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6079f249-007d-4cc7-826a-a4a00d48f5f6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1690.851024] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1690.851024] env[69297]:    value = "task-2931843"
[ 1690.851024] env[69297]:    _type = "Task"
[ 1690.851024] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1690.851024] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01066d42-35e0-4c94-88eb-40c7b633ca83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1690.853360] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1690.853531] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1690.855262] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c976864-10c2-4caf-8f77-c33de3b2a5de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1690.864888] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5d1523-d92d-418f-924b-c79c12122268 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1690.887028] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1690.887028] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52995b1e-a73f-4905-b072-d32a86811548"
[ 1690.887028] env[69297]:    _type = "Task"
[ 1690.887028] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1690.888333] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a33fe79-3e42-4734-87f0-168f200dff29 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1690.906897] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1690.912924] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Creating folder: Project (4c027d357a514036a5bbf2557b57ffcd). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1690.913281] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931843, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1690.916503] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-538f1c14-f9f1-459d-a88c-06446567e4d3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1690.921682] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance 'edc3d4ee-834a-4b79-b98d-90273453c281' progress to 83 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1690.930282] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Preparing fetch location {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1690.930565] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Fetch image to [datastore2] OSTACK_IMG_d5587e6e-89c1-4645-9a67-4c06e9d01742/OSTACK_IMG_d5587e6e-89c1-4645-9a67-4c06e9d01742.vmdk {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1690.930768] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Downloading stream optimized image a2a43a55-dbf8-498d-861c-65e21b4e3273 to [datastore2] OSTACK_IMG_d5587e6e-89c1-4645-9a67-4c06e9d01742/OSTACK_IMG_d5587e6e-89c1-4645-9a67-4c06e9d01742.vmdk on the data store datastore2 as vApp {{(pid=69297) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}}
[ 1690.931097] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Downloading image file data a2a43a55-dbf8-498d-861c-65e21b4e3273 to the ESX as VM named 'OSTACK_IMG_d5587e6e-89c1-4645-9a67-4c06e9d01742' {{(pid=69297) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}}
[ 1690.934484] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Created folder: Project (4c027d357a514036a5bbf2557b57ffcd) in parent group-v588392.
[ 1690.934703] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Creating folder: Instances. Parent ref: group-v588681. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1690.934942] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-295e95ac-e311-417c-b21f-a54f6892f602 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1690.947533] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Created folder: Instances in parent group-v588681.
[ 1690.947872] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1690.948223] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1690.948380] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a5c4ff0-825b-4405-85bb-f586579e43f6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1690.995253] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1690.995253] env[69297]:    value = "task-2931846"
[ 1690.995253] env[69297]:    _type = "Task"
[ 1690.995253] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1691.006434] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931846, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1691.033733] env[69297]: DEBUG oslo_vmware.rw_handles [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){
[ 1691.033733] env[69297]:    value = "resgroup-9"
[ 1691.033733] env[69297]:    _type = "ResourcePool"
[ 1691.033733] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}}
[ 1691.034398] env[69297]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d5beda5b-eb31-4e1a-8ecd-037e3f8cb46d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1691.057653] env[69297]: DEBUG oslo_vmware.rw_handles [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lease: (returnval){
[ 1691.057653] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52898e6d-03a1-5aa1-503b-e76b946673db"
[ 1691.057653] env[69297]:    _type = "HttpNfcLease"
[ 1691.057653] env[69297]:  } obtained for vApp import into resource pool (val){
[ 1691.057653] env[69297]:    value = "resgroup-9"
[ 1691.057653] env[69297]:    _type = "ResourcePool"
[ 1691.057653] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}}
[ 1691.058335] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the lease: (returnval){
[ 1691.058335] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52898e6d-03a1-5aa1-503b-e76b946673db"
[ 1691.058335] env[69297]:    _type = "HttpNfcLease"
[ 1691.058335] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1691.066733] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1691.066733] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52898e6d-03a1-5aa1-503b-e76b946673db"
[ 1691.066733] env[69297]:    _type = "HttpNfcLease"
[ 1691.066733] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1691.139468] env[69297]: DEBUG nova.network.neutron [req-a054d22f-b7e4-49a9-8700-0bc21aadd9d1 req-d38a80ce-4475-453e-a462-32accebadabe service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updated VIF entry in instance network info cache for port 05d30e84-cf4f-4bdc-888a-65db6b7edf26. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1691.139815] env[69297]: DEBUG nova.network.neutron [req-a054d22f-b7e4-49a9-8700-0bc21aadd9d1 req-d38a80ce-4475-453e-a462-32accebadabe service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updating instance_info_cache with network_info: [{"id": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "address": "fa:16:3e:07:61:2e", "network": {"id": "cdf057ff-f178-4d33-b8eb-d98d2f2698db", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-795692188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85ae7902cf7486c80a24382834bceb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d30e84-cf", "ovs_interfaceid": "05d30e84-cf4f-4bdc-888a-65db6b7edf26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1691.299456] env[69297]: DEBUG nova.compute.utils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1691.301596] env[69297]: DEBUG nova.compute.manager [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1691.301841] env[69297]: DEBUG nova.network.neutron [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1691.345969] env[69297]: DEBUG nova.policy [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cc7ea09028e44a28980fa4e60cdb2b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e3b76c79de46b381d4b786f6d4c722', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1691.369435] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931843, 'name': Rename_Task, 'duration_secs': 0.175679} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1691.372456] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1691.373051] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edd471fb-e984-4c16-ad9e-80029da53926 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1691.380222] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1691.380222] env[69297]:    value = "task-2931848"
[ 1691.380222] env[69297]:    _type = "Task"
[ 1691.380222] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1691.385413] env[69297]: DEBUG nova.objects.instance [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'flavor' on Instance uuid 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1691.395183] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1691.432995] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-77e73665-50b5-452d-a463-76bfe454e1ad tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance 'edc3d4ee-834a-4b79-b98d-90273453c281' progress to 100 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1691.507237] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931846, 'name': CreateVM_Task, 'duration_secs': 0.400357} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1691.510552] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1691.511242] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1691.511406] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1691.511788] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1691.512074] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a143eba5-fabc-4db6-abfd-09932c240d0c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1691.519037] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for the task: (returnval){
[ 1691.519037] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a0af9e-ef2d-fc27-9a66-522ecb8f1491"
[ 1691.519037] env[69297]:    _type = "Task"
[ 1691.519037] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1691.528557] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a0af9e-ef2d-fc27-9a66-522ecb8f1491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1691.566366] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1691.566366] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52898e6d-03a1-5aa1-503b-e76b946673db"
[ 1691.566366] env[69297]:    _type = "HttpNfcLease"
[ 1691.566366] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1691.612284] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29fe1be-04da-4b3c-91ab-033a4d98a980 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1691.622203] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00384f6-d082-4768-9da8-9b5d698b332b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1691.661245] env[69297]: DEBUG oslo_concurrency.lockutils [req-a054d22f-b7e4-49a9-8700-0bc21aadd9d1 req-d38a80ce-4475-453e-a462-32accebadabe service nova] Releasing lock "refresh_cache-1001868f-0935-48e1-bff5-43ee087b6bdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1691.663103] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6dd9fa-72a2-472b-8027-52b2c524217b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1691.675264] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7147ca-3985-4244-8990-9951f6349989 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1691.692320] env[69297]: DEBUG nova.compute.provider_tree [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1691.732559] env[69297]: DEBUG nova.network.neutron [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Successfully created port: 6b33a312-7fa3-48ee-b640-32c5a7099175 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1691.805320] env[69297]: DEBUG nova.compute.manager [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1691.893304] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931848, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1692.030902] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a0af9e-ef2d-fc27-9a66-522ecb8f1491, 'name': SearchDatastore_Task, 'duration_secs': 0.012656} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1692.031260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1692.031492] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1692.031771] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1692.031911] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1692.032103] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1692.032373] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-478113dd-a091-4e89-8cba-aaed69adffdd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1692.042698] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1692.042951] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1692.043710] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4038f283-5d82-4ae1-88aa-790df6fef569 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1692.049632] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for the task: (returnval){
[ 1692.049632] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d387fc-1230-91f5-1a35-dffc60d4035e"
[ 1692.049632] env[69297]:    _type = "Task"
[ 1692.049632] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1692.058322] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d387fc-1230-91f5-1a35-dffc60d4035e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1692.065544] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1692.065544] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52898e6d-03a1-5aa1-503b-e76b946673db"
[ 1692.065544] env[69297]:    _type = "HttpNfcLease"
[ 1692.065544] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1692.065809] env[69297]: DEBUG oslo_vmware.rw_handles [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1692.065809] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52898e6d-03a1-5aa1-503b-e76b946673db"
[ 1692.065809] env[69297]:    _type = "HttpNfcLease"
[ 1692.065809] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}}
[ 1692.066543] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e14a87-afed-4bdf-abe6-a388373830ba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1692.074710] env[69297]: DEBUG oslo_vmware.rw_handles [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6bc4e-9977-63a2-4050-cbf64ff81ac9/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1692.074931] env[69297]: DEBUG oslo_vmware.rw_handles [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6bc4e-9977-63a2-4050-cbf64ff81ac9/disk-0.vmdk. {{(pid=69297) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1692.151540] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3ed6897-2eba-423a-bc5c-f638b699fce1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1692.199132] env[69297]: DEBUG nova.scheduler.client.report [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1692.395124] env[69297]: DEBUG oslo_vmware.api [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2931848, 'name': PowerOnVM_Task, 'duration_secs': 0.515709} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1692.395124] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1692.395338] env[69297]: INFO nova.compute.manager [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Took 9.61 seconds to spawn the instance on the hypervisor.
[ 1692.395378] env[69297]: DEBUG nova.compute.manager [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1692.396875] env[69297]: DEBUG oslo_concurrency.lockutils [None req-85b024ee-39c3-4b48-a6f7-fd47be162e7f tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 4.049s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1692.399038] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98d4fa9-bd4d-4d18-bb50-f35081488840 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1692.561881] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d387fc-1230-91f5-1a35-dffc60d4035e, 'name': SearchDatastore_Task, 'duration_secs': 0.011859} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1692.562793] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27a40d7-2c02-462d-88ca-b9884b5d3030 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1692.570381] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for the task: (returnval){
[ 1692.570381] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f146e1-d2c2-a434-70a2-a362fc1cd61a"
[ 1692.570381] env[69297]:    _type = "Task"
[ 1692.570381] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1692.578819] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f146e1-d2c2-a434-70a2-a362fc1cd61a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1692.704848] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1692.707388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.548s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1692.708961] env[69297]: INFO nova.compute.claims [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1692.733743] env[69297]: INFO nova.scheduler.client.report [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted allocations for instance 3a71d6f8-c1d3-41d5-baa6-d53340843c99
[ 1692.815786] env[69297]: DEBUG nova.compute.manager [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1692.842922] env[69297]: DEBUG nova.virt.hardware [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1692.843075] env[69297]: DEBUG nova.virt.hardware [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1692.843164] env[69297]: DEBUG nova.virt.hardware [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1692.843327] env[69297]: DEBUG nova.virt.hardware [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1692.843475] env[69297]: DEBUG nova.virt.hardware [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1692.843635] env[69297]: DEBUG nova.virt.hardware [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1692.844259] env[69297]: DEBUG nova.virt.hardware [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1692.844372] env[69297]: DEBUG nova.virt.hardware [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1692.845984] env[69297]: DEBUG nova.virt.hardware [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1692.845984] env[69297]: DEBUG nova.virt.hardware [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1692.845984] env[69297]: DEBUG nova.virt.hardware [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1692.845984] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc226e7-37aa-4b09-b0ad-3f63dd8904fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1692.857673] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3db7d83-559d-4f33-9d18-46b526823a32 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1692.921324] env[69297]: INFO nova.compute.manager [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Took 22.41 seconds to build instance.
[ 1692.934259] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1692.934838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1692.934882] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1692.935063] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1692.938023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1692.939093] env[69297]: INFO nova.compute.manager [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Terminating instance
[ 1693.085983] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f146e1-d2c2-a434-70a2-a362fc1cd61a, 'name': SearchDatastore_Task, 'duration_secs': 0.01227} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1693.089173] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1693.089607] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 909da74e-1931-46da-9bb0-6cd238774cac/909da74e-1931-46da-9bb0-6cd238774cac.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1693.090048] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e03bc040-c631-494f-99ba-5e71f2822885 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1693.100514] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for the task: (returnval){
[ 1693.100514] env[69297]:    value = "task-2931849"
[ 1693.100514] env[69297]:    _type = "Task"
[ 1693.100514] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1693.112760] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1693.216352] env[69297]: DEBUG oslo_vmware.rw_handles [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681a7d-dae6-fb95-eff9-e6b0f6a03c63/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1693.217767] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3873553-3e05-48c7-a7b1-9b86c136bdc9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1693.229911] env[69297]: DEBUG oslo_vmware.rw_handles [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681a7d-dae6-fb95-eff9-e6b0f6a03c63/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1693.230127] env[69297]: ERROR oslo_vmware.rw_handles [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681a7d-dae6-fb95-eff9-e6b0f6a03c63/disk-0.vmdk due to incomplete transfer.
[ 1693.230378] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-496b2585-ad11-4b98-b70c-347326c9cdef {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1693.241549] env[69297]: DEBUG oslo_vmware.rw_handles [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681a7d-dae6-fb95-eff9-e6b0f6a03c63/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1693.241789] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Uploaded image 96d936b3-7aa9-4909-8e94-9fb767076e39 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1693.244748] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1693.245297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3e8c0fc2-41bb-4ab9-9723-63c0eb2de9de tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "3a71d6f8-c1d3-41d5-baa6-d53340843c99" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.328s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1693.248825] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2e7b14d9-a8b0-4666-8250-6013c206160e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1693.257827] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1693.257827] env[69297]:    value = "task-2931850"
[ 1693.257827] env[69297]:    _type = "Task"
[ 1693.257827] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1693.268338] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931850, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1693.424532] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3214ae22-13da-40f3-b708-05da9459bc0d tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "54acc045-914e-46b4-ba09-1d6fa2d06ead" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.920s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1693.444954] env[69297]: DEBUG nova.compute.manager [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1693.445178] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1693.446758] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178344cc-b562-4cf6-a847-b79bca05d291 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1693.455466] env[69297]: DEBUG oslo_vmware.rw_handles [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Completed reading data from the image iterator. {{(pid=69297) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1693.455834] env[69297]: DEBUG oslo_vmware.rw_handles [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6bc4e-9977-63a2-4050-cbf64ff81ac9/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1693.457206] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbb918c-9622-4a98-a1c9-934946726f25 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1693.469560] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1693.473488] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a90c0b1-bf81-48aa-add4-2fbdcadaac48 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1693.474954] env[69297]: DEBUG oslo_vmware.rw_handles [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6bc4e-9977-63a2-4050-cbf64ff81ac9/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1693.475306] env[69297]: DEBUG oslo_vmware.rw_handles [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6bc4e-9977-63a2-4050-cbf64ff81ac9/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}}
[ 1693.475836] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-43d40a54-d80d-4a30-a982-fa8d413a5250 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1693.485945] env[69297]: DEBUG oslo_vmware.api [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1693.485945] env[69297]:    value = "task-2931851"
[ 1693.485945] env[69297]:    _type = "Task"
[ 1693.485945] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1693.494610] env[69297]: DEBUG nova.compute.manager [req-137ce056-b448-4056-9f0d-f1d60973200f req-56f02554-b1a2-41fd-968f-1bf13a96223d service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Received event network-vif-plugged-6b33a312-7fa3-48ee-b640-32c5a7099175 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1693.495018] env[69297]: DEBUG oslo_concurrency.lockutils [req-137ce056-b448-4056-9f0d-f1d60973200f req-56f02554-b1a2-41fd-968f-1bf13a96223d service nova] Acquiring lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1693.498955] env[69297]: DEBUG oslo_concurrency.lockutils [req-137ce056-b448-4056-9f0d-f1d60973200f req-56f02554-b1a2-41fd-968f-1bf13a96223d service nova] Lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1693.499331] env[69297]: DEBUG oslo_concurrency.lockutils [req-137ce056-b448-4056-9f0d-f1d60973200f req-56f02554-b1a2-41fd-968f-1bf13a96223d service nova] Lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1693.499646] env[69297]: DEBUG nova.compute.manager [req-137ce056-b448-4056-9f0d-f1d60973200f req-56f02554-b1a2-41fd-968f-1bf13a96223d service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] No waiting events found dispatching network-vif-plugged-6b33a312-7fa3-48ee-b640-32c5a7099175 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1693.499943] env[69297]: WARNING nova.compute.manager [req-137ce056-b448-4056-9f0d-f1d60973200f req-56f02554-b1a2-41fd-968f-1bf13a96223d service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Received unexpected event network-vif-plugged-6b33a312-7fa3-48ee-b640-32c5a7099175 for instance with vm_state building and task_state spawning.
[ 1693.516431] env[69297]: DEBUG oslo_vmware.api [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1693.589508] env[69297]: DEBUG nova.network.neutron [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Successfully updated port: 6b33a312-7fa3-48ee-b640-32c5a7099175 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1693.617791] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931849, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1693.651046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "edc3d4ee-834a-4b79-b98d-90273453c281" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1693.651370] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1693.651582] env[69297]: DEBUG nova.compute.manager [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Going to confirm migration 5 {{(pid=69297) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1693.771256] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931850, 'name': Destroy_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1693.989792] env[69297]: DEBUG oslo_vmware.rw_handles [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6bc4e-9977-63a2-4050-cbf64ff81ac9/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}}
[ 1693.990091] env[69297]: INFO nova.virt.vmwareapi.images [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Downloaded image file data a2a43a55-dbf8-498d-861c-65e21b4e3273
[ 1693.990970] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55fd7db-279a-49fd-bc33-74ed43ba498b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.017717] env[69297]: DEBUG oslo_vmware.api [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931851, 'name': PowerOffVM_Task, 'duration_secs': 0.367467} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1694.017717] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1694.017938] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1694.018138] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d88445fd-9f42-4665-8776-df2bd686d496 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.019687] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16b42fdd-2a26-4889-83be-2f80d0871078 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.030783] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab6ab18-a528-418c-bf55-5abfccce978d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.042145] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f87705-4015-4dda-98ad-549052145fe7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.076462] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec85056-f2e1-4f2c-9387-a1a3a3146d5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.078675] env[69297]: INFO nova.virt.vmwareapi.images [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] The imported VM was unregistered
[ 1694.081626] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Caching image {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1694.081897] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273 {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1694.083305] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fc57662-5e43-4e59-9a0f-78f94379f693 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.088231] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "18a06f91-f7ed-455d-98c9-06aed121d8c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1694.088476] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "18a06f91-f7ed-455d-98c9-06aed121d8c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1694.092209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "refresh_cache-8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1694.092336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "refresh_cache-8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1694.092479] env[69297]: DEBUG nova.network.neutron [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1694.094698] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05edbe65-50a7-4a02-9321-01bc984e2d02 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.109609] env[69297]: DEBUG nova.compute.provider_tree [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1694.123581] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561261} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1694.125450] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 909da74e-1931-46da-9bb0-6cd238774cac/909da74e-1931-46da-9bb0-6cd238774cac.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1694.125637] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1694.126229] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Created directory with path [datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273 {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1694.126328] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d5587e6e-89c1-4645-9a67-4c06e9d01742/OSTACK_IMG_d5587e6e-89c1-4645-9a67-4c06e9d01742.vmdk to [datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273/a2a43a55-dbf8-498d-861c-65e21b4e3273.vmdk. {{(pid=69297) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}}
[ 1694.126814] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1694.126999] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1694.127198] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Deleting the datastore file [datastore1] 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1694.127426] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e46941c-e6e8-4963-becf-fb67dbf016b6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.129469] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-636c8bc5-a099-41e0-9736-cae463c7efd1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.131525] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f326c64d-375e-49cf-bfac-0aa56e019d26 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.139242] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for the task: (returnval){
[ 1694.139242] env[69297]:    value = "task-2931854"
[ 1694.139242] env[69297]:    _type = "Task"
[ 1694.139242] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1694.140932] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1694.140932] env[69297]:    value = "task-2931855"
[ 1694.140932] env[69297]:    _type = "Task"
[ 1694.140932] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1694.141189] env[69297]: DEBUG oslo_vmware.api [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for the task: (returnval){
[ 1694.141189] env[69297]:    value = "task-2931856"
[ 1694.141189] env[69297]:    _type = "Task"
[ 1694.141189] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1694.166173] env[69297]: DEBUG oslo_vmware.api [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1694.166427] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1694.166626] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931855, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1694.169492] env[69297]: DEBUG nova.compute.manager [req-e014f312-b7e2-43f1-b17e-47ad7c9e3613 req-69376126-b8db-4b83-826e-9ecf27636dd4 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Received event network-changed-3e73769b-f366-43ac-9ba8-bd227053806f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1694.169707] env[69297]: DEBUG nova.compute.manager [req-e014f312-b7e2-43f1-b17e-47ad7c9e3613 req-69376126-b8db-4b83-826e-9ecf27636dd4 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Refreshing instance network info cache due to event network-changed-3e73769b-f366-43ac-9ba8-bd227053806f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1694.169991] env[69297]: DEBUG oslo_concurrency.lockutils [req-e014f312-b7e2-43f1-b17e-47ad7c9e3613 req-69376126-b8db-4b83-826e-9ecf27636dd4 service nova] Acquiring lock "refresh_cache-54acc045-914e-46b4-ba09-1d6fa2d06ead" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1694.170572] env[69297]: DEBUG oslo_concurrency.lockutils [req-e014f312-b7e2-43f1-b17e-47ad7c9e3613 req-69376126-b8db-4b83-826e-9ecf27636dd4 service nova] Acquired lock "refresh_cache-54acc045-914e-46b4-ba09-1d6fa2d06ead" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1694.170572] env[69297]: DEBUG nova.network.neutron [req-e014f312-b7e2-43f1-b17e-47ad7c9e3613 req-69376126-b8db-4b83-826e-9ecf27636dd4 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Refreshing network info cache for port 3e73769b-f366-43ac-9ba8-bd227053806f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1694.232777] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1694.233034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1694.233193] env[69297]: DEBUG nova.network.neutron [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1694.233395] env[69297]: DEBUG nova.objects.instance [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'info_cache' on Instance uuid edc3d4ee-834a-4b79-b98d-90273453c281 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1694.272451] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931850, 'name': Destroy_Task, 'duration_secs': 0.60416} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1694.272762] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Destroyed the VM
[ 1694.273043] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1694.273316] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee77a05b-752b-4cd5-84f2-32bcbde5796b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.281867] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1694.281867] env[69297]:    value = "task-2931857"
[ 1694.281867] env[69297]:    _type = "Task"
[ 1694.281867] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1694.291992] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931857, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1694.595075] env[69297]: DEBUG nova.compute.manager [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1694.616243] env[69297]: DEBUG nova.scheduler.client.report [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1694.632863] env[69297]: DEBUG nova.network.neutron [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1694.655300] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151644} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1694.655935] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1694.656812] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e537e8-c68f-4d27-92ae-c46b7b80d26c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.665238] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931855, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1694.669821] env[69297]: DEBUG oslo_vmware.api [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Task: {'id': task-2931856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239132} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1694.670019] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1694.670155] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1694.670344] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1694.670699] env[69297]: INFO nova.compute.manager [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Took 1.23 seconds to destroy the instance on the hypervisor.
[ 1694.670847] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1694.671272] env[69297]: DEBUG nova.compute.manager [-] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1694.671272] env[69297]: DEBUG nova.network.neutron [-] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1694.691241] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 909da74e-1931-46da-9bb0-6cd238774cac/909da74e-1931-46da-9bb0-6cd238774cac.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1694.692417] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5d9803-2b29-4a09-b3bd-ed98fae1d7f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1694.718303] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for the task: (returnval){
[ 1694.718303] env[69297]:    value = "task-2931858"
[ 1694.718303] env[69297]:    _type = "Task"
[ 1694.718303] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1694.727508] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1694.793383] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931857, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1694.939534] env[69297]: DEBUG nova.network.neutron [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Updating instance_info_cache with network_info: [{"id": "6b33a312-7fa3-48ee-b640-32c5a7099175", "address": "fa:16:3e:59:b0:fe", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b33a312-7f", "ovs_interfaceid": "6b33a312-7fa3-48ee-b640-32c5a7099175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1694.941511] env[69297]: DEBUG nova.network.neutron [req-e014f312-b7e2-43f1-b17e-47ad7c9e3613 req-69376126-b8db-4b83-826e-9ecf27636dd4 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Updated VIF entry in instance network info cache for port 3e73769b-f366-43ac-9ba8-bd227053806f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1694.941890] env[69297]: DEBUG nova.network.neutron [req-e014f312-b7e2-43f1-b17e-47ad7c9e3613 req-69376126-b8db-4b83-826e-9ecf27636dd4 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Updating instance_info_cache with network_info: [{"id": "3e73769b-f366-43ac-9ba8-bd227053806f", "address": "fa:16:3e:bb:4a:33", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e73769b-f3", "ovs_interfaceid": "3e73769b-f366-43ac-9ba8-bd227053806f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1695.125118] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1695.125118] env[69297]: DEBUG nova.compute.manager [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1695.131021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1695.131021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1695.131021] env[69297]: INFO nova.compute.claims [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1695.157326] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931855, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1695.230303] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1695.294223] env[69297]: DEBUG oslo_vmware.api [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931857, 'name': RemoveSnapshot_Task, 'duration_secs': 0.737454} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1695.294671] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1695.295098] env[69297]: INFO nova.compute.manager [None req-189cfec1-a468-4091-acdf-0d583c17159a tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Took 15.80 seconds to snapshot the instance on the hypervisor.
[ 1695.446424] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "refresh_cache-8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1695.446779] env[69297]: DEBUG nova.compute.manager [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Instance network_info: |[{"id": "6b33a312-7fa3-48ee-b640-32c5a7099175", "address": "fa:16:3e:59:b0:fe", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b33a312-7f", "ovs_interfaceid": "6b33a312-7fa3-48ee-b640-32c5a7099175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1695.447250] env[69297]: DEBUG oslo_concurrency.lockutils [req-e014f312-b7e2-43f1-b17e-47ad7c9e3613 req-69376126-b8db-4b83-826e-9ecf27636dd4 service nova] Releasing lock "refresh_cache-54acc045-914e-46b4-ba09-1d6fa2d06ead" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1695.447747] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:b0:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b33a312-7fa3-48ee-b640-32c5a7099175', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1695.455675] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1695.459021] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1695.459021] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d520e46-08bf-410e-9a8b-d495dc30a942 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1695.479757] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1695.479757] env[69297]:    value = "task-2931859"
[ 1695.479757] env[69297]:    _type = "Task"
[ 1695.479757] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1695.489448] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931859, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1695.522414] env[69297]: DEBUG nova.compute.manager [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Received event network-changed-6b33a312-7fa3-48ee-b640-32c5a7099175 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1695.523045] env[69297]: DEBUG nova.compute.manager [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Refreshing instance network info cache due to event network-changed-6b33a312-7fa3-48ee-b640-32c5a7099175. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1695.523749] env[69297]: DEBUG oslo_concurrency.lockutils [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] Acquiring lock "refresh_cache-8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1695.524755] env[69297]: DEBUG oslo_concurrency.lockutils [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] Acquired lock "refresh_cache-8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1695.524755] env[69297]: DEBUG nova.network.neutron [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Refreshing network info cache for port 6b33a312-7fa3-48ee-b640-32c5a7099175 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1695.527353] env[69297]: DEBUG nova.network.neutron [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance_info_cache with network_info: [{"id": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "address": "fa:16:3e:8c:96:62", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ce2701-5e", "ovs_interfaceid": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1695.630031] env[69297]: DEBUG nova.compute.utils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1695.631079] env[69297]: DEBUG nova.compute.manager [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1695.631469] env[69297]: DEBUG nova.network.neutron [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1695.665426] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931855, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1695.681323] env[69297]: DEBUG nova.policy [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea2058aa09ce466da040835684e5228f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf114a0371f4dd3b2de3b73668376e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1695.731129] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1695.940981] env[69297]: DEBUG nova.network.neutron [-] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1695.992591] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931859, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1696.018684] env[69297]: DEBUG nova.network.neutron [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Successfully created port: da3d4a57-9754-4c5c-9381-7d1d342f4cd8 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1696.030517] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1696.030740] env[69297]: DEBUG nova.objects.instance [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'migration_context' on Instance uuid edc3d4ee-834a-4b79-b98d-90273453c281 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1696.139021] env[69297]: DEBUG nova.compute.manager [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1696.161374] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931855, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1696.240142] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1696.319809] env[69297]: DEBUG nova.network.neutron [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Updated VIF entry in instance network info cache for port 6b33a312-7fa3-48ee-b640-32c5a7099175. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1696.319809] env[69297]: DEBUG nova.network.neutron [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Updating instance_info_cache with network_info: [{"id": "6b33a312-7fa3-48ee-b640-32c5a7099175", "address": "fa:16:3e:59:b0:fe", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b33a312-7f", "ovs_interfaceid": "6b33a312-7fa3-48ee-b640-32c5a7099175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1696.441774] env[69297]: INFO nova.compute.manager [-] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Took 1.77 seconds to deallocate network for instance.
[ 1696.495356] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931859, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1696.524192] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c828fc-1852-4166-a11c-568541be5c14 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.534278] env[69297]: DEBUG nova.objects.base [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Object Instance<edc3d4ee-834a-4b79-b98d-90273453c281> lazy-loaded attributes: info_cache,migration_context {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1696.535232] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fa37c0-1cbc-4bbe-8f95-7119c19ce354 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.538758] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946d2e58-9f69-4b10-b179-2f55f77d98a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.587081] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a1a735-c4b8-4bbb-a05a-1ba6b8018c83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.591681] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259f997f-72f1-4318-aced-eee0f549ef64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.601642] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252ec748-3d90-42e7-a104-b1d7b2a8c0bd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1696.607027] env[69297]: DEBUG oslo_vmware.api [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1696.607027] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52218bcf-81c0-bd66-8e6f-4a08906305e5"
[ 1696.607027] env[69297]:    _type = "Task"
[ 1696.607027] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1696.619509] env[69297]: DEBUG nova.compute.provider_tree [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1696.628286] env[69297]: DEBUG oslo_vmware.api [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52218bcf-81c0-bd66-8e6f-4a08906305e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1696.658810] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931855, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1696.731386] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1696.825174] env[69297]: DEBUG oslo_concurrency.lockutils [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] Releasing lock "refresh_cache-8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1696.825454] env[69297]: DEBUG nova.compute.manager [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Received event network-vif-deleted-a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1696.825630] env[69297]: INFO nova.compute.manager [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Neutron deleted interface a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611; detaching it from the instance and deleting it from the info cache
[ 1696.825803] env[69297]: DEBUG nova.network.neutron [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1696.949282] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1696.994413] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931859, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1697.117863] env[69297]: DEBUG oslo_vmware.api [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52218bcf-81c0-bd66-8e6f-4a08906305e5, 'name': SearchDatastore_Task, 'duration_secs': 0.052307} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1697.117976] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1697.126027] env[69297]: DEBUG nova.scheduler.client.report [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1697.149775] env[69297]: DEBUG nova.compute.manager [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1697.163450] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931855, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.595377} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1697.165483] env[69297]: INFO nova.virt.vmwareapi.ds_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d5587e6e-89c1-4645-9a67-4c06e9d01742/OSTACK_IMG_d5587e6e-89c1-4645-9a67-4c06e9d01742.vmdk to [datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273/a2a43a55-dbf8-498d-861c-65e21b4e3273.vmdk.
[ 1697.165728] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Cleaning up location [datastore2] OSTACK_IMG_d5587e6e-89c1-4645-9a67-4c06e9d01742 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1697.165923] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d5587e6e-89c1-4645-9a67-4c06e9d01742 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1697.166456] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e410f8f2-bd3b-49f5-866c-a2e7f005b50f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1697.172713] env[69297]: DEBUG nova.virt.hardware [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1697.172951] env[69297]: DEBUG nova.virt.hardware [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1697.173099] env[69297]: DEBUG nova.virt.hardware [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1697.173282] env[69297]: DEBUG nova.virt.hardware [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1697.173423] env[69297]: DEBUG nova.virt.hardware [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1697.173563] env[69297]: DEBUG nova.virt.hardware [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1697.173765] env[69297]: DEBUG nova.virt.hardware [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1697.173924] env[69297]: DEBUG nova.virt.hardware [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1697.174115] env[69297]: DEBUG nova.virt.hardware [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1697.174277] env[69297]: DEBUG nova.virt.hardware [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1697.174447] env[69297]: DEBUG nova.virt.hardware [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1697.175568] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1613f8-d2f1-4a85-afbd-5212ffaa85c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1697.179763] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1697.179763] env[69297]:    value = "task-2931860"
[ 1697.179763] env[69297]:    _type = "Task"
[ 1697.179763] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1697.186585] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d322a6-b1fb-4b21-a1c1-9b31c725ca9b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1697.194038] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1697.231293] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931858, 'name': ReconfigVM_Task, 'duration_secs': 2.07506} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1697.231641] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 909da74e-1931-46da-9bb0-6cd238774cac/909da74e-1931-46da-9bb0-6cd238774cac.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1697.232344] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b1a7f13-bdce-4b0f-a534-98b22b9b0b1b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1697.241306] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for the task: (returnval){
[ 1697.241306] env[69297]:    value = "task-2931861"
[ 1697.241306] env[69297]:    _type = "Task"
[ 1697.241306] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1697.251277] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931861, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1697.329014] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04fd6ef9-87bd-4e21-a158-3f3726f49339 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1697.340164] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e04911-b091-4ab1-beb5-43e37ab1b097 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1697.382816] env[69297]: DEBUG nova.compute.manager [req-5ad9ffc6-6a5b-42d8-962c-a0291d1e99bb req-fbd40d0b-7275-4fb7-ae3b-f3477aa9dc3d service nova] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Detach interface failed, port_id=a0bd22b8-0d62-4c51-b9cc-7b0c9dfde611, reason: Instance 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1697.494835] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931859, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1697.583632] env[69297]: DEBUG nova.compute.manager [req-a3efe5d7-f60c-4ded-93ae-8f1092797d66 req-9bf722ef-4097-4d73-851f-36b561f4b3fa service nova] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Received event network-vif-plugged-da3d4a57-9754-4c5c-9381-7d1d342f4cd8 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1697.583832] env[69297]: DEBUG oslo_concurrency.lockutils [req-a3efe5d7-f60c-4ded-93ae-8f1092797d66 req-9bf722ef-4097-4d73-851f-36b561f4b3fa service nova] Acquiring lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1697.584039] env[69297]: DEBUG oslo_concurrency.lockutils [req-a3efe5d7-f60c-4ded-93ae-8f1092797d66 req-9bf722ef-4097-4d73-851f-36b561f4b3fa service nova] Lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1697.584226] env[69297]: DEBUG oslo_concurrency.lockutils [req-a3efe5d7-f60c-4ded-93ae-8f1092797d66 req-9bf722ef-4097-4d73-851f-36b561f4b3fa service nova] Lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1697.584386] env[69297]: DEBUG nova.compute.manager [req-a3efe5d7-f60c-4ded-93ae-8f1092797d66 req-9bf722ef-4097-4d73-851f-36b561f4b3fa service nova] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] No waiting events found dispatching network-vif-plugged-da3d4a57-9754-4c5c-9381-7d1d342f4cd8 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1697.584548] env[69297]: WARNING nova.compute.manager [req-a3efe5d7-f60c-4ded-93ae-8f1092797d66 req-9bf722ef-4097-4d73-851f-36b561f4b3fa service nova] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Received unexpected event network-vif-plugged-da3d4a57-9754-4c5c-9381-7d1d342f4cd8 for instance with vm_state building and task_state spawning.
[ 1697.633727] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1697.634321] env[69297]: DEBUG nova.compute.manager [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1697.637304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.688s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1697.637726] env[69297]: DEBUG nova.objects.instance [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lazy-loading 'resources' on Instance uuid 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1697.642223] env[69297]: DEBUG nova.network.neutron [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Successfully updated port: da3d4a57-9754-4c5c-9381-7d1d342f4cd8 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1697.690174] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.073324} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1697.690447] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1697.690612] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273/a2a43a55-dbf8-498d-861c-65e21b4e3273.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1697.690856] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273/a2a43a55-dbf8-498d-861c-65e21b4e3273.vmdk to [datastore2] 1001868f-0935-48e1-bff5-43ee087b6bdc/1001868f-0935-48e1-bff5-43ee087b6bdc.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1697.691132] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2117e0d3-e40b-48fd-aef2-6057d526b3a5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1697.700154] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1697.700154] env[69297]:    value = "task-2931862"
[ 1697.700154] env[69297]:    _type = "Task"
[ 1697.700154] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1697.710327] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1697.751966] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931861, 'name': Rename_Task, 'duration_secs': 0.231194} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1697.752273] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1697.752512] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ca41d77-6202-4bf3-bdb5-9e173ebc70bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1697.760625] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for the task: (returnval){
[ 1697.760625] env[69297]:    value = "task-2931863"
[ 1697.760625] env[69297]:    _type = "Task"
[ 1697.760625] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1697.768825] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1697.995171] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931859, 'name': CreateVM_Task, 'duration_secs': 2.045658} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1697.995404] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1697.996057] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1697.996229] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1697.996563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1697.996829] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8907439-636a-4654-9a03-a2bc3eebdf83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1698.003078] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1698.003078] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]527bcda7-c0ed-34a5-8dee-2805e44bb273"
[ 1698.003078] env[69297]:    _type = "Task"
[ 1698.003078] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1698.013194] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527bcda7-c0ed-34a5-8dee-2805e44bb273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1698.070205] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "6ca4a936-aede-4d0e-a14d-2307081a7f19" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1698.070514] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "6ca4a936-aede-4d0e-a14d-2307081a7f19" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1698.070756] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "6ca4a936-aede-4d0e-a14d-2307081a7f19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1698.071066] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "6ca4a936-aede-4d0e-a14d-2307081a7f19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1698.071194] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "6ca4a936-aede-4d0e-a14d-2307081a7f19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1698.073624] env[69297]: INFO nova.compute.manager [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Terminating instance
[ 1698.141119] env[69297]: DEBUG nova.compute.utils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1698.146302] env[69297]: DEBUG nova.compute.manager [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1698.146655] env[69297]: DEBUG nova.network.neutron [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1698.148542] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "refresh_cache-17d0399c-c080-40ce-bf1a-90f5b40be9c3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1698.148679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired lock "refresh_cache-17d0399c-c080-40ce-bf1a-90f5b40be9c3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1698.148812] env[69297]: DEBUG nova.network.neutron [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1698.196812] env[69297]: DEBUG nova.policy [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b455dc6aa064d26b98b99e4f920bc81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b951b3fbff4a6e81a93a0cd5b184b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1698.214019] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931862, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1698.276059] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931863, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1698.422392] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039b257f-f96e-4924-b55e-8a6a6198b553 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1698.431474] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621d2c9a-38a0-42e5-8cb4-9e84177447b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1698.465519] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdd0efc-7fbd-4afc-9dad-f671c48cf421 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1698.474911] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f599ca18-b25f-4ed5-8334-bf034c3e002f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1698.493432] env[69297]: DEBUG nova.compute.provider_tree [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1698.503468] env[69297]: DEBUG nova.network.neutron [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Successfully created port: 141cd647-fc78-454c-bfc1-097c3aa8fd77 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1698.517718] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527bcda7-c0ed-34a5-8dee-2805e44bb273, 'name': SearchDatastore_Task, 'duration_secs': 0.064313} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1698.518084] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1698.518326] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1698.518581] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1698.518703] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1698.518879] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1698.519689] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f7a37ce-cb44-48a1-a4c0-629f6f760640 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1698.538165] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1698.538398] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1698.539192] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18b97de-b3ad-4e3e-93f6-d427cf793e77 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1698.545627] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1698.545627] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52aac6e0-f41a-9bc1-7659-88d5690cb271"
[ 1698.545627] env[69297]:    _type = "Task"
[ 1698.545627] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1698.554800] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52aac6e0-f41a-9bc1-7659-88d5690cb271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1698.577635] env[69297]: DEBUG nova.compute.manager [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1698.577851] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1698.578903] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd0ab3a-aa77-460e-ac57-e979bd689bc7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1698.588092] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1698.588206] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08fdf7ce-42d3-42ba-98ac-075f54e893e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1698.596535] env[69297]: DEBUG oslo_vmware.api [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1698.596535] env[69297]:    value = "task-2931864"
[ 1698.596535] env[69297]:    _type = "Task"
[ 1698.596535] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1698.606100] env[69297]: DEBUG oslo_vmware.api [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1698.647134] env[69297]: DEBUG nova.compute.manager [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1698.681332] env[69297]: DEBUG nova.network.neutron [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1698.718971] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931862, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1698.773461] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931863, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1698.984906] env[69297]: DEBUG nova.network.neutron [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Updating instance_info_cache with network_info: [{"id": "da3d4a57-9754-4c5c-9381-7d1d342f4cd8", "address": "fa:16:3e:c4:eb:92", "network": {"id": "6f92b3db-d4be-4911-ba49-a4d33836f4e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1960503503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf114a0371f4dd3b2de3b73668376e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3d4a57-97", "ovs_interfaceid": "da3d4a57-9754-4c5c-9381-7d1d342f4cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1698.996463] env[69297]: DEBUG nova.scheduler.client.report [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1699.057676] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52aac6e0-f41a-9bc1-7659-88d5690cb271, 'name': SearchDatastore_Task, 'duration_secs': 0.087588} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1699.058676] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662c6f8c-f6bf-4587-9e4a-d5353cd8741c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1699.066040] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1699.066040] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5255ed68-054f-d053-c234-a8036239ce9b"
[ 1699.066040] env[69297]:    _type = "Task"
[ 1699.066040] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1699.075976] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5255ed68-054f-d053-c234-a8036239ce9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1699.108202] env[69297]: DEBUG oslo_vmware.api [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1699.213686] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931862, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1699.276084] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931863, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1699.487282] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lock "refresh_cache-17d0399c-c080-40ce-bf1a-90f5b40be9c3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1699.487710] env[69297]: DEBUG nova.compute.manager [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Instance network_info: |[{"id": "da3d4a57-9754-4c5c-9381-7d1d342f4cd8", "address": "fa:16:3e:c4:eb:92", "network": {"id": "6f92b3db-d4be-4911-ba49-a4d33836f4e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1960503503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf114a0371f4dd3b2de3b73668376e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3d4a57-97", "ovs_interfaceid": "da3d4a57-9754-4c5c-9381-7d1d342f4cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1699.488292] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:eb:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da3d4a57-9754-4c5c-9381-7d1d342f4cd8', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1699.498145] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1699.498500] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1699.498818] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e655e8d0-7637-4ff1-86b2-e780c31aba4b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1699.520711] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1699.523145] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.405s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1699.532543] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1699.532543] env[69297]:    value = "task-2931865"
[ 1699.532543] env[69297]:    _type = "Task"
[ 1699.532543] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1699.542803] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931865, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1699.552467] env[69297]: INFO nova.scheduler.client.report [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Deleted allocations for instance 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea
[ 1699.580535] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5255ed68-054f-d053-c234-a8036239ce9b, 'name': SearchDatastore_Task, 'duration_secs': 0.093726} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1699.580825] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1699.581104] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf/8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1699.581492] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fde2f35-c87a-456a-8fea-e093fa07caa8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1699.590935] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1699.590935] env[69297]:    value = "task-2931866"
[ 1699.590935] env[69297]:    _type = "Task"
[ 1699.590935] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1699.601292] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1699.612035] env[69297]: DEBUG oslo_vmware.api [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931864, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1699.619766] env[69297]: DEBUG nova.compute.manager [req-fd0d392b-bd7c-4a6b-9a03-80ba91ed89a9 req-2f2225ff-b424-4f66-bf85-5bc81126284b service nova] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Received event network-changed-da3d4a57-9754-4c5c-9381-7d1d342f4cd8 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1699.619957] env[69297]: DEBUG nova.compute.manager [req-fd0d392b-bd7c-4a6b-9a03-80ba91ed89a9 req-2f2225ff-b424-4f66-bf85-5bc81126284b service nova] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Refreshing instance network info cache due to event network-changed-da3d4a57-9754-4c5c-9381-7d1d342f4cd8. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1699.620203] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd0d392b-bd7c-4a6b-9a03-80ba91ed89a9 req-2f2225ff-b424-4f66-bf85-5bc81126284b service nova] Acquiring lock "refresh_cache-17d0399c-c080-40ce-bf1a-90f5b40be9c3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1699.620321] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd0d392b-bd7c-4a6b-9a03-80ba91ed89a9 req-2f2225ff-b424-4f66-bf85-5bc81126284b service nova] Acquired lock "refresh_cache-17d0399c-c080-40ce-bf1a-90f5b40be9c3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1699.620485] env[69297]: DEBUG nova.network.neutron [req-fd0d392b-bd7c-4a6b-9a03-80ba91ed89a9 req-2f2225ff-b424-4f66-bf85-5bc81126284b service nova] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Refreshing network info cache for port da3d4a57-9754-4c5c-9381-7d1d342f4cd8 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1699.658734] env[69297]: DEBUG nova.compute.manager [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1699.689161] env[69297]: DEBUG nova.virt.hardware [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1699.689448] env[69297]: DEBUG nova.virt.hardware [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1699.689606] env[69297]: DEBUG nova.virt.hardware [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1699.690780] env[69297]: DEBUG nova.virt.hardware [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1699.691044] env[69297]: DEBUG nova.virt.hardware [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1699.691223] env[69297]: DEBUG nova.virt.hardware [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1699.691451] env[69297]: DEBUG nova.virt.hardware [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1699.691617] env[69297]: DEBUG nova.virt.hardware [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1699.691869] env[69297]: DEBUG nova.virt.hardware [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1699.692082] env[69297]: DEBUG nova.virt.hardware [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1699.692270] env[69297]: DEBUG nova.virt.hardware [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1699.693846] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18e5181-7e61-4f52-985a-6af544308b22 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1699.704337] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b0047f-9ace-4539-b1b2-e50c464ce5d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1699.717503] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931862, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1699.774078] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931863, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1700.040668] env[69297]: DEBUG nova.network.neutron [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Successfully updated port: 141cd647-fc78-454c-bfc1-097c3aa8fd77 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1700.046521] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931865, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1700.060073] env[69297]: DEBUG oslo_concurrency.lockutils [None req-eef4cc56-ef84-4255-a233-8f171ae27ae9 tempest-AttachVolumeTestJSON-370422718 tempest-AttachVolumeTestJSON-370422718-project-member] Lock "963bd8ce-cfd9-4650-bc00-37ba90f5b0ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.125s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1700.104560] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1700.118959] env[69297]: DEBUG oslo_vmware.api [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931864, 'name': PowerOffVM_Task, 'duration_secs': 1.287495} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1700.119234] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1700.119469] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1700.119755] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-911c6a4a-ef0c-4af3-93d2-681939d198af {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.216048] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1700.216428] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1700.216600] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Deleting the datastore file [datastore2] 6ca4a936-aede-4d0e-a14d-2307081a7f19 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1700.219786] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e0625af-3640-4fec-a44a-e1f5c37c3108 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.228820] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931862, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.480779} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1700.229115] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a2a43a55-dbf8-498d-861c-65e21b4e3273/a2a43a55-dbf8-498d-861c-65e21b4e3273.vmdk to [datastore2] 1001868f-0935-48e1-bff5-43ee087b6bdc/1001868f-0935-48e1-bff5-43ee087b6bdc.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1700.229950] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e467fa-4aad-4ce5-8a17-1daa7b80a378 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.234635] env[69297]: DEBUG oslo_vmware.api [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1700.234635] env[69297]:    value = "task-2931868"
[ 1700.234635] env[69297]:    _type = "Task"
[ 1700.234635] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1700.255210] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 1001868f-0935-48e1-bff5-43ee087b6bdc/1001868f-0935-48e1-bff5-43ee087b6bdc.vmdk or device None with type streamOptimized {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1700.260090] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d7525fc-b378-4914-8495-b8034f9e031c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.277135] env[69297]: DEBUG oslo_vmware.api [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1700.287265] env[69297]: DEBUG oslo_vmware.api [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931863, 'name': PowerOnVM_Task, 'duration_secs': 2.103795} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1700.291364] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1700.291595] env[69297]: INFO nova.compute.manager [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Took 9.50 seconds to spawn the instance on the hypervisor.
[ 1700.291774] env[69297]: DEBUG nova.compute.manager [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1700.292191] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1700.292191] env[69297]:    value = "task-2931869"
[ 1700.292191] env[69297]:    _type = "Task"
[ 1700.292191] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1700.293164] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751359c1-a84f-49f5-aee2-b735291e84ea {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.305623] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1700.350077] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b47ce8-f11d-4800-8389-61b90860765d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.359499] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90549b5-c7f9-4b2f-ae34-e8467607d745 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.391836] env[69297]: DEBUG nova.network.neutron [req-fd0d392b-bd7c-4a6b-9a03-80ba91ed89a9 req-2f2225ff-b424-4f66-bf85-5bc81126284b service nova] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Updated VIF entry in instance network info cache for port da3d4a57-9754-4c5c-9381-7d1d342f4cd8. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1700.392250] env[69297]: DEBUG nova.network.neutron [req-fd0d392b-bd7c-4a6b-9a03-80ba91ed89a9 req-2f2225ff-b424-4f66-bf85-5bc81126284b service nova] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Updating instance_info_cache with network_info: [{"id": "da3d4a57-9754-4c5c-9381-7d1d342f4cd8", "address": "fa:16:3e:c4:eb:92", "network": {"id": "6f92b3db-d4be-4911-ba49-a4d33836f4e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1960503503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf114a0371f4dd3b2de3b73668376e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3d4a57-97", "ovs_interfaceid": "da3d4a57-9754-4c5c-9381-7d1d342f4cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1700.393951] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc766dd-81e5-4d11-806d-badf0218e32f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.402633] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e12fb82-ced6-4095-b7d3-94820797fb12 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.421354] env[69297]: DEBUG nova.compute.provider_tree [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1700.544462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "refresh_cache-18a06f91-f7ed-455d-98c9-06aed121d8c9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1700.544652] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "refresh_cache-18a06f91-f7ed-455d-98c9-06aed121d8c9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1700.544822] env[69297]: DEBUG nova.network.neutron [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1700.545972] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931865, 'name': CreateVM_Task, 'duration_secs': 0.748109} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1700.546143] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1700.546958] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1700.547246] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1700.547524] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1700.547810] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931da717-78e2-473c-bfd6-c0bb2f9941b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1700.555029] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1700.555029] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e221f8-5bb2-4db4-871b-8f33c25551da"
[ 1700.555029] env[69297]:    _type = "Task"
[ 1700.555029] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1700.564962] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e221f8-5bb2-4db4-871b-8f33c25551da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1700.604410] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931866, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1700.748082] env[69297]: DEBUG oslo_vmware.api [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1700.808679] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1700.819365] env[69297]: INFO nova.compute.manager [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Took 25.54 seconds to build instance.
[ 1700.898223] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd0d392b-bd7c-4a6b-9a03-80ba91ed89a9 req-2f2225ff-b424-4f66-bf85-5bc81126284b service nova] Releasing lock "refresh_cache-17d0399c-c080-40ce-bf1a-90f5b40be9c3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1700.924847] env[69297]: DEBUG nova.scheduler.client.report [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1701.066970] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e221f8-5bb2-4db4-871b-8f33c25551da, 'name': SearchDatastore_Task, 'duration_secs': 0.021841} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1701.066970] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1701.067295] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1701.067542] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1701.067796] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1701.067871] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1701.068468] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0910cfbb-3459-4e78-83cf-a93c2078155f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.076514] env[69297]: DEBUG nova.network.neutron [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1701.084901] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1701.085108] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1701.085854] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82eaca30-ac05-43d7-9728-3bbf2737111b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.091492] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1701.091492] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a95433-95f4-0c83-d17e-dc9f6f035caa"
[ 1701.091492] env[69297]:    _type = "Task"
[ 1701.091492] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1701.106986] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a95433-95f4-0c83-d17e-dc9f6f035caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1701.110126] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931866, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.395381} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1701.110365] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf/8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1701.110570] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1701.110805] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-333ab264-b137-4d4b-945c-11ef25c717da {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.119902] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1701.119902] env[69297]:    value = "task-2931871"
[ 1701.119902] env[69297]:    _type = "Task"
[ 1701.119902] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1701.129983] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1701.241226] env[69297]: DEBUG nova.network.neutron [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Updating instance_info_cache with network_info: [{"id": "141cd647-fc78-454c-bfc1-097c3aa8fd77", "address": "fa:16:3e:19:f1:86", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141cd647-fc", "ovs_interfaceid": "141cd647-fc78-454c-bfc1-097c3aa8fd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1701.249410] env[69297]: DEBUG oslo_vmware.api [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.805174} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1701.249601] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1701.249859] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1701.250399] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1701.250399] env[69297]: INFO nova.compute.manager [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Took 2.67 seconds to destroy the instance on the hypervisor.
[ 1701.250598] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1701.250862] env[69297]: DEBUG nova.compute.manager [-] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1701.250914] env[69297]: DEBUG nova.network.neutron [-] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1701.306407] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1701.321086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4ea26bd6-4ee1-4b23-9d5c-d2826c303875 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lock "909da74e-1931-46da-9bb0-6cd238774cac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.058s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1701.425085] env[69297]: DEBUG nova.compute.manager [None req-6233b909-2ebc-48a9-85da-eca3e0e4a96c tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1701.426653] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957da066-54ea-4184-92eb-c26305dbda79 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.502405] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquiring lock "909da74e-1931-46da-9bb0-6cd238774cac" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1701.502656] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lock "909da74e-1931-46da-9bb0-6cd238774cac" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1701.502861] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquiring lock "909da74e-1931-46da-9bb0-6cd238774cac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1701.503058] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lock "909da74e-1931-46da-9bb0-6cd238774cac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1701.503229] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lock "909da74e-1931-46da-9bb0-6cd238774cac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1701.505148] env[69297]: INFO nova.compute.manager [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Terminating instance
[ 1701.602636] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a95433-95f4-0c83-d17e-dc9f6f035caa, 'name': SearchDatastore_Task, 'duration_secs': 0.033633} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1701.603412] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf01dce-ab4d-4711-a1d9-4446809ad4a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.608981] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1701.608981] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52babe5b-f688-b1ad-04bb-e1149195e9bd"
[ 1701.608981] env[69297]:    _type = "Task"
[ 1701.608981] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1701.616564] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52babe5b-f688-b1ad-04bb-e1149195e9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1701.628076] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091174} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1701.628329] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1701.629061] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0741a5-f6ed-4168-919e-3492e6f07115 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.651439] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf/8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1701.653040] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc5199f-207c-4f3b-8211-4fc6af7c7070 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.668531] env[69297]: DEBUG nova.compute.manager [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Received event network-vif-plugged-141cd647-fc78-454c-bfc1-097c3aa8fd77 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1701.668741] env[69297]: DEBUG oslo_concurrency.lockutils [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] Acquiring lock "18a06f91-f7ed-455d-98c9-06aed121d8c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1701.668947] env[69297]: DEBUG oslo_concurrency.lockutils [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] Lock "18a06f91-f7ed-455d-98c9-06aed121d8c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1701.669129] env[69297]: DEBUG oslo_concurrency.lockutils [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] Lock "18a06f91-f7ed-455d-98c9-06aed121d8c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1701.669294] env[69297]: DEBUG nova.compute.manager [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] No waiting events found dispatching network-vif-plugged-141cd647-fc78-454c-bfc1-097c3aa8fd77 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1701.669450] env[69297]: WARNING nova.compute.manager [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Received unexpected event network-vif-plugged-141cd647-fc78-454c-bfc1-097c3aa8fd77 for instance with vm_state building and task_state spawning.
[ 1701.669608] env[69297]: DEBUG nova.compute.manager [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Received event network-changed-141cd647-fc78-454c-bfc1-097c3aa8fd77 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1701.669759] env[69297]: DEBUG nova.compute.manager [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Refreshing instance network info cache due to event network-changed-141cd647-fc78-454c-bfc1-097c3aa8fd77. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1701.669940] env[69297]: DEBUG oslo_concurrency.lockutils [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] Acquiring lock "refresh_cache-18a06f91-f7ed-455d-98c9-06aed121d8c9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1701.676257] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1701.676257] env[69297]:    value = "task-2931872"
[ 1701.676257] env[69297]:    _type = "Task"
[ 1701.676257] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1701.685765] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1701.743848] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "refresh_cache-18a06f91-f7ed-455d-98c9-06aed121d8c9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1701.744218] env[69297]: DEBUG nova.compute.manager [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Instance network_info: |[{"id": "141cd647-fc78-454c-bfc1-097c3aa8fd77", "address": "fa:16:3e:19:f1:86", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141cd647-fc", "ovs_interfaceid": "141cd647-fc78-454c-bfc1-097c3aa8fd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1701.744483] env[69297]: DEBUG oslo_concurrency.lockutils [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] Acquired lock "refresh_cache-18a06f91-f7ed-455d-98c9-06aed121d8c9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1701.744662] env[69297]: DEBUG nova.network.neutron [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Refreshing network info cache for port 141cd647-fc78-454c-bfc1-097c3aa8fd77 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1701.745932] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:f1:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '141cd647-fc78-454c-bfc1-097c3aa8fd77', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1701.753496] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1701.756291] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1701.756757] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45154f95-c521-46ea-851d-db5f57fa083e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.780286] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1701.780286] env[69297]:    value = "task-2931873"
[ 1701.780286] env[69297]:    _type = "Task"
[ 1701.780286] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1701.789009] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931873, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1701.809811] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931869, 'name': ReconfigVM_Task, 'duration_secs': 1.103924} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1701.810103] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 1001868f-0935-48e1-bff5-43ee087b6bdc/1001868f-0935-48e1-bff5-43ee087b6bdc.vmdk or device None with type streamOptimized {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1701.810728] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ba19007-20ac-4b46-8d4e-897b20317e0d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1701.817732] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1701.817732] env[69297]:    value = "task-2931874"
[ 1701.817732] env[69297]:    _type = "Task"
[ 1701.817732] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1701.829592] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931874, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1701.936814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.414s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1701.937128] env[69297]: DEBUG nova.compute.manager [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69297) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}}
[ 1701.942095] env[69297]: INFO nova.compute.manager [None req-6233b909-2ebc-48a9-85da-eca3e0e4a96c tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] instance snapshotting
[ 1701.942776] env[69297]: DEBUG nova.objects.instance [None req-6233b909-2ebc-48a9-85da-eca3e0e4a96c tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lazy-loading 'flavor' on Instance uuid 909da74e-1931-46da-9bb0-6cd238774cac {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1701.979485] env[69297]: DEBUG nova.network.neutron [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Updated VIF entry in instance network info cache for port 141cd647-fc78-454c-bfc1-097c3aa8fd77. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1701.979962] env[69297]: DEBUG nova.network.neutron [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Updating instance_info_cache with network_info: [{"id": "141cd647-fc78-454c-bfc1-097c3aa8fd77", "address": "fa:16:3e:19:f1:86", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141cd647-fc", "ovs_interfaceid": "141cd647-fc78-454c-bfc1-097c3aa8fd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1701.987330] env[69297]: DEBUG nova.network.neutron [-] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1702.009600] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquiring lock "refresh_cache-909da74e-1931-46da-9bb0-6cd238774cac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1702.009600] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquired lock "refresh_cache-909da74e-1931-46da-9bb0-6cd238774cac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1702.009734] env[69297]: DEBUG nova.network.neutron [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1702.121780] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52babe5b-f688-b1ad-04bb-e1149195e9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.067491} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1702.121780] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1702.121780] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 17d0399c-c080-40ce-bf1a-90f5b40be9c3/17d0399c-c080-40ce-bf1a-90f5b40be9c3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1702.122050] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11d8fbb1-be26-48c0-8e53-3e068d7e190b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.130597] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1702.130597] env[69297]:    value = "task-2931875"
[ 1702.130597] env[69297]:    _type = "Task"
[ 1702.130597] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1702.139018] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1702.187301] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931872, 'name': ReconfigVM_Task, 'duration_secs': 0.364285} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1702.187497] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf/8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1702.188149] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24706d23-5f32-4eb0-8c14-3318fdd3fec2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.197274] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1702.197274] env[69297]:    value = "task-2931876"
[ 1702.197274] env[69297]:    _type = "Task"
[ 1702.197274] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1702.208500] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931876, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1702.290742] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931873, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1702.329453] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931874, 'name': Rename_Task, 'duration_secs': 0.277996} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1702.329845] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1702.330133] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3073ed18-9988-454e-92b0-6ee729752282 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.338096] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1702.338096] env[69297]:    value = "task-2931877"
[ 1702.338096] env[69297]:    _type = "Task"
[ 1702.338096] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1702.348124] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1702.452697] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e04d16-0954-4ab3-9f7f-7f74f0b9cd7e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.486538] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5ee199-90d0-4af2-ba02-c8f17f20f22c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.491422] env[69297]: DEBUG oslo_concurrency.lockutils [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] Releasing lock "refresh_cache-18a06f91-f7ed-455d-98c9-06aed121d8c9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1702.491983] env[69297]: DEBUG nova.compute.manager [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Received event network-vif-deleted-c3b27a23-6412-4278-9f85-8ae0a0e15c2d {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1702.493615] env[69297]: INFO nova.compute.manager [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Neutron deleted interface c3b27a23-6412-4278-9f85-8ae0a0e15c2d; detaching it from the instance and deleting it from the info cache
[ 1702.494050] env[69297]: DEBUG nova.network.neutron [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1702.497317] env[69297]: INFO nova.compute.manager [-] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Took 1.25 seconds to deallocate network for instance.
[ 1702.539095] env[69297]: DEBUG nova.network.neutron [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1702.549451] env[69297]: INFO nova.scheduler.client.report [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleted allocation for migration 591715e4-497e-4df4-8f84-d9d10380a0fc
[ 1702.596772] env[69297]: DEBUG nova.network.neutron [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1702.643660] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931875, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1702.708158] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931876, 'name': Rename_Task, 'duration_secs': 0.260385} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1702.708441] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1702.708693] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1c1089f-acb6-433a-aaf1-0fb5fbde9912 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.716284] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1702.716284] env[69297]:    value = "task-2931878"
[ 1702.716284] env[69297]:    _type = "Task"
[ 1702.716284] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1702.724767] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1702.791790] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931873, 'name': CreateVM_Task, 'duration_secs': 0.526465} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1702.792070] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1702.793013] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1702.793293] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1702.793760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1702.794152] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78319fc9-1e3e-4000-a14e-f9b14418400b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1702.800396] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1702.800396] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5297ace9-131e-c406-d51b-005fe8eadf0e"
[ 1702.800396] env[69297]:    _type = "Task"
[ 1702.800396] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1702.812496] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5297ace9-131e-c406-d51b-005fe8eadf0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1702.848354] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931877, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1702.997544] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbea922d-794e-4d43-b896-ad40eae9ef32 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.008196] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c04d5-1c87-44f9-bf3d-328d13e9f9d5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.019564] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1703.019853] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1703.020071] env[69297]: DEBUG nova.objects.instance [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lazy-loading 'resources' on Instance uuid 6ca4a936-aede-4d0e-a14d-2307081a7f19 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1703.022185] env[69297]: DEBUG nova.compute.manager [None req-6233b909-2ebc-48a9-85da-eca3e0e4a96c tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Instance disappeared during snapshot {{(pid=69297) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}}
[ 1703.049551] env[69297]: DEBUG nova.compute.manager [req-65d52284-1236-46f0-9503-fb93c675e8ff req-1c1761ce-f4a9-49a6-bef8-87d98f8815a5 service nova] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Detach interface failed, port_id=c3b27a23-6412-4278-9f85-8ae0a0e15c2d, reason: Instance 6ca4a936-aede-4d0e-a14d-2307081a7f19 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1703.055070] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e90fc34d-88e1-4d24-948a-48307e96352d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 9.404s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1703.099875] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Releasing lock "refresh_cache-909da74e-1931-46da-9bb0-6cd238774cac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1703.100269] env[69297]: DEBUG nova.compute.manager [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1703.100461] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1703.101883] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9f3ad1-1d8e-477f-8737-e99d7ba48345 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.112168] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1703.112475] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ed50996-1d0f-4d05-9347-fb72190f278c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.120532] env[69297]: DEBUG oslo_vmware.api [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for the task: (returnval){
[ 1703.120532] env[69297]:    value = "task-2931879"
[ 1703.120532] env[69297]:    _type = "Task"
[ 1703.120532] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1703.129690] env[69297]: DEBUG oslo_vmware.api [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1703.145304] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582911} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1703.145580] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 17d0399c-c080-40ce-bf1a-90f5b40be9c3/17d0399c-c080-40ce-bf1a-90f5b40be9c3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1703.145817] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1703.146079] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dd230cf-5c88-4a2b-b4ad-6c5ea60db814 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.154693] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1703.154693] env[69297]:    value = "task-2931880"
[ 1703.154693] env[69297]:    _type = "Task"
[ 1703.154693] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1703.158896] env[69297]: DEBUG nova.compute.manager [None req-6233b909-2ebc-48a9-85da-eca3e0e4a96c tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Found 0 images (rotation: 2) {{(pid=69297) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}}
[ 1703.166599] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1703.182995] env[69297]: DEBUG nova.objects.instance [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'flavor' on Instance uuid edc3d4ee-834a-4b79-b98d-90273453c281 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1703.229784] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931878, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1703.311929] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5297ace9-131e-c406-d51b-005fe8eadf0e, 'name': SearchDatastore_Task, 'duration_secs': 0.033521} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1703.312280] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1703.312489] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1703.312723] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1703.312873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1703.313063] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1703.313324] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6990ac45-ea52-44a6-9bc4-cefffef6ca51 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.325056] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1703.325262] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1703.326056] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a2bfc6-0b5c-435e-a0e3-a90d88b96f44 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.331889] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1703.331889] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bca8bc-9d9b-672b-9a17-c8b87d25fc57"
[ 1703.331889] env[69297]:    _type = "Task"
[ 1703.331889] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1703.340335] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bca8bc-9d9b-672b-9a17-c8b87d25fc57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1703.347922] env[69297]: DEBUG oslo_vmware.api [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931877, 'name': PowerOnVM_Task, 'duration_secs': 0.924895} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1703.348187] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1703.452456] env[69297]: DEBUG nova.compute.manager [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1703.453486] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad6f4b0-f7e2-4480-befc-f363a90d79a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.633933] env[69297]: DEBUG oslo_vmware.api [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931879, 'name': PowerOffVM_Task, 'duration_secs': 0.239865} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1703.634246] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1703.634416] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1703.636574] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-380e45ab-3c79-40a5-a094-5d21f3e63c04 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.665182] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1703.665428] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1703.665613] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Deleting the datastore file [datastore2] 909da74e-1931-46da-9bb0-6cd238774cac {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1703.668963] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6f26080-4e76-4b6d-a3bd-857c0f7f6c83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.670783] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095701} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1703.673308] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1703.674608] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2ab0d3-526b-4fb7-96f8-aa445a3b38e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.678960] env[69297]: DEBUG oslo_vmware.api [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for the task: (returnval){
[ 1703.678960] env[69297]:    value = "task-2931882"
[ 1703.678960] env[69297]:    _type = "Task"
[ 1703.678960] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1703.701567] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 17d0399c-c080-40ce-bf1a-90f5b40be9c3/17d0399c-c080-40ce-bf1a-90f5b40be9c3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1703.702190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1703.702345] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1703.702511] env[69297]: DEBUG nova.network.neutron [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1703.702762] env[69297]: DEBUG nova.objects.instance [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'info_cache' on Instance uuid edc3d4ee-834a-4b79-b98d-90273453c281 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1703.707027] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13ed3111-cb96-4f5f-b257-63ad427710db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.725464] env[69297]: DEBUG nova.objects.base [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Object Instance<edc3d4ee-834a-4b79-b98d-90273453c281> lazy-loaded attributes: flavor,info_cache {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1703.726992] env[69297]: DEBUG oslo_vmware.api [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1703.736904] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1703.736904] env[69297]:    value = "task-2931883"
[ 1703.736904] env[69297]:    _type = "Task"
[ 1703.736904] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1703.739810] env[69297]: DEBUG oslo_vmware.api [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931878, 'name': PowerOnVM_Task, 'duration_secs': 0.575821} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1703.742831] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1703.743073] env[69297]: INFO nova.compute.manager [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Took 10.93 seconds to spawn the instance on the hypervisor.
[ 1703.743259] env[69297]: DEBUG nova.compute.manager [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1703.746170] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccb3416-5d70-4976-ba65-eeb914373387 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.755303] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1703.783672] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec35e4d7-1550-4c49-9afa-fd9b1d93d59f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.792551] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f93b9a1-ac69-410e-bdfd-6a8da78d357f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.825043] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fb7e70-a429-4b4f-a365-8e6309a6d6ac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.832312] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1983a283-c860-4525-a714-106708ece0a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.846501] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bca8bc-9d9b-672b-9a17-c8b87d25fc57, 'name': SearchDatastore_Task, 'duration_secs': 0.027645} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1703.854706] env[69297]: DEBUG nova.compute.provider_tree [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1703.856205] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e606d234-5e5a-42f7-aef8-65a94b1d4d87 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1703.861975] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1703.861975] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52c5b4fd-25e0-8449-3035-05698efcf7ce"
[ 1703.861975] env[69297]:    _type = "Task"
[ 1703.861975] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1703.870900] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c5b4fd-25e0-8449-3035-05698efcf7ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1703.973927] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c81bb250-1d14-4cd5-aef2-01c98b842aba tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 31.211s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1704.193529] env[69297]: DEBUG oslo_vmware.api [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Task: {'id': task-2931882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370647} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1704.193976] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1704.194261] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1704.194915] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1704.194915] env[69297]: INFO nova.compute.manager [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Took 1.09 seconds to destroy the instance on the hypervisor.
[ 1704.195045] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1704.195272] env[69297]: DEBUG nova.compute.manager [-] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1704.195493] env[69297]: DEBUG nova.network.neutron [-] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1704.215280] env[69297]: DEBUG nova.network.neutron [-] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1704.245996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1704.246257] env[69297]: DEBUG oslo_concurrency.lockutils [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1704.253988] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1704.270934] env[69297]: INFO nova.compute.manager [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Took 26.95 seconds to build instance.
[ 1704.360753] env[69297]: DEBUG nova.scheduler.client.report [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1704.382828] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52c5b4fd-25e0-8449-3035-05698efcf7ce, 'name': SearchDatastore_Task, 'duration_secs': 0.034451} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1704.383928] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1704.384386] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 18a06f91-f7ed-455d-98c9-06aed121d8c9/18a06f91-f7ed-455d-98c9-06aed121d8c9.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1704.385041] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-732787a7-4bf0-4190-a7b1-accb071a4431 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1704.394747] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1704.394747] env[69297]:    value = "task-2931885"
[ 1704.394747] env[69297]:    _type = "Task"
[ 1704.394747] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1704.403457] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1704.443211] env[69297]: DEBUG nova.network.neutron [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance_info_cache with network_info: [{"id": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "address": "fa:16:3e:8c:96:62", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ce2701-5e", "ovs_interfaceid": "c7ce2701-5e72-4039-8c0e-9dd6df379917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1704.717870] env[69297]: DEBUG nova.network.neutron [-] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1704.750774] env[69297]: DEBUG nova.compute.utils [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1704.751952] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1704.773427] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1ca2333a-769d-43a9-8966-4dd4dead2093 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.475s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1704.872214] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1704.895769] env[69297]: INFO nova.scheduler.client.report [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Deleted allocations for instance 6ca4a936-aede-4d0e-a14d-2307081a7f19
[ 1704.909674] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1704.945638] env[69297]: DEBUG oslo_concurrency.lockutils [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-edc3d4ee-834a-4b79-b98d-90273453c281" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1705.202028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1705.202358] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1705.202654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1705.203049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1705.203255] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1705.205845] env[69297]: INFO nova.compute.manager [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Terminating instance
[ 1705.219678] env[69297]: INFO nova.compute.manager [-] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Took 1.02 seconds to deallocate network for instance.
[ 1705.251403] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1705.253334] env[69297]: DEBUG oslo_concurrency.lockutils [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.007s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1705.409241] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1705.409745] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ea45aeb6-d858-409a-b09c-bf8fb71dce54 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "6ca4a936-aede-4d0e-a14d-2307081a7f19" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.339s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1705.710137] env[69297]: DEBUG nova.compute.manager [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1705.710315] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1705.711811] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7773f28f-819b-41c1-924b-dd37caf3412c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.721938] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1705.722383] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e95145a4-2d45-49a3-a224-077c95e91163 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.725856] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1705.726197] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1705.726807] env[69297]: DEBUG nova.objects.instance [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lazy-loading 'resources' on Instance uuid 909da74e-1931-46da-9bb0-6cd238774cac {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1705.731196] env[69297]: DEBUG oslo_vmware.api [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1705.731196] env[69297]:    value = "task-2931886"
[ 1705.731196] env[69297]:    _type = "Task"
[ 1705.731196] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1705.744894] env[69297]: DEBUG oslo_vmware.api [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1705.758990] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931883, 'name': ReconfigVM_Task, 'duration_secs': 1.883469} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1705.759322] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 17d0399c-c080-40ce-bf1a-90f5b40be9c3/17d0399c-c080-40ce-bf1a-90f5b40be9c3.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1705.760112] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b522b4ef-a8d3-4235-968c-7741966e771e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.769147] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1705.769147] env[69297]:    value = "task-2931887"
[ 1705.769147] env[69297]:    _type = "Task"
[ 1705.769147] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1705.781451] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931887, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1705.908949] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931885, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1705.951501] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1705.951986] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9b5413f-9ae2-4fb1-a881-fa7e49697a1b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1705.960983] env[69297]: DEBUG oslo_vmware.api [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1705.960983] env[69297]:    value = "task-2931888"
[ 1705.960983] env[69297]:    _type = "Task"
[ 1705.960983] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1705.970383] env[69297]: DEBUG oslo_vmware.api [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1706.070372] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "38d046e5-edc6-49c0-938b-22de0259d5c0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1706.070689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "38d046e5-edc6-49c0-938b-22de0259d5c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1706.070901] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "38d046e5-edc6-49c0-938b-22de0259d5c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1706.071109] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "38d046e5-edc6-49c0-938b-22de0259d5c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1706.071280] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "38d046e5-edc6-49c0-938b-22de0259d5c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1706.073545] env[69297]: INFO nova.compute.manager [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Terminating instance
[ 1706.240784] env[69297]: DEBUG oslo_vmware.api [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931886, 'name': PowerOffVM_Task, 'duration_secs': 0.226418} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1706.241086] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1706.241256] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1706.241514] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12738413-8632-483a-a71c-9e5956140aa3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.281461] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931887, 'name': Rename_Task, 'duration_secs': 0.276148} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1706.281760] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1706.282061] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf7ef8ad-3220-491c-a8b6-cfd26e3aa656 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.289306] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1706.289306] env[69297]:    value = "task-2931890"
[ 1706.289306] env[69297]:    _type = "Task"
[ 1706.289306] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1706.297739] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1706.316530] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1706.316884] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1706.317101] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleting the datastore file [datastore2] 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1706.317372] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a349447-8ec3-49e6-b907-bcddf12e4e06 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.325371] env[69297]: DEBUG oslo_vmware.api [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1706.325371] env[69297]:    value = "task-2931891"
[ 1706.325371] env[69297]:    _type = "Task"
[ 1706.325371] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1706.326291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1706.326708] env[69297]: DEBUG oslo_concurrency.lockutils [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1706.327074] env[69297]: INFO nova.compute.manager [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Attaching volume c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448 to /dev/sdb
[ 1706.342298] env[69297]: DEBUG oslo_vmware.api [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1706.366064] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae3b842-6999-4b86-94cd-4a858cda9f40 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.377333] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683e0e01-d010-434e-9fb3-6da6de41fdc0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.395669] env[69297]: DEBUG nova.virt.block_device [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Updating existing volume attachment record: defa5f7d-876b-4d2e-aa87-38d3b3f2ea4f {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1706.409508] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931885, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.555603} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1706.412195] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 18a06f91-f7ed-455d-98c9-06aed121d8c9/18a06f91-f7ed-455d-98c9-06aed121d8c9.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1706.412425] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1706.412956] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3fbeaaf-4dfb-4beb-8451-0b31c3eecdb8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.421115] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1706.421115] env[69297]:    value = "task-2931892"
[ 1706.421115] env[69297]:    _type = "Task"
[ 1706.421115] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1706.433302] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1706.471237] env[69297]: DEBUG oslo_vmware.api [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931888, 'name': PowerOnVM_Task, 'duration_secs': 0.497068} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1706.472443] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1706.472650] env[69297]: DEBUG nova.compute.manager [None req-2a652643-aeed-4646-a746-d8b37e2d8709 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1706.473489] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7855560-20b1-4490-a5de-d58d1a151933 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.476819] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bd7ecd-a75f-4933-9df4-821f40ae3310 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.487461] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84180b64-4ec0-4a39-a3fe-eaf60d9226ee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.521110] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75274fd-0533-411c-aa39-2f98b090cb02 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.530572] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99345b40-999f-46e2-b0b3-880d420b284d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.545532] env[69297]: DEBUG nova.compute.provider_tree [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1706.577342] env[69297]: DEBUG nova.compute.manager [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1706.577581] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1706.578486] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01303414-421f-4607-969f-d130e8330330 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.586795] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1706.587080] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb785513-9a1e-4263-b6bf-a5c2292dc1c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.594456] env[69297]: DEBUG oslo_vmware.api [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1706.594456] env[69297]:    value = "task-2931894"
[ 1706.594456] env[69297]:    _type = "Task"
[ 1706.594456] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1706.602916] env[69297]: DEBUG oslo_vmware.api [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1706.800519] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1706.837158] env[69297]: DEBUG oslo_vmware.api [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157855} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1706.837485] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1706.837698] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1706.837898] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1706.838153] env[69297]: INFO nova.compute.manager [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1706.838426] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1706.838672] env[69297]: DEBUG nova.compute.manager [-] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1706.838760] env[69297]: DEBUG nova.network.neutron [-] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1706.934343] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068604} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1706.934763] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1706.935517] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba93ecb6-fba1-41db-859e-55e4f1c9061a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.960717] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 18a06f91-f7ed-455d-98c9-06aed121d8c9/18a06f91-f7ed-455d-98c9-06aed121d8c9.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1706.961174] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92a867f0-efd5-4213-b762-ee0e91c51b09 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1706.983196] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1706.983196] env[69297]:    value = "task-2931897"
[ 1706.983196] env[69297]:    _type = "Task"
[ 1706.983196] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1706.993686] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1707.048428] env[69297]: DEBUG nova.scheduler.client.report [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1707.109261] env[69297]: DEBUG oslo_vmware.api [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931894, 'name': PowerOffVM_Task, 'duration_secs': 0.293138} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1707.109972] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1707.110392] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1707.110832] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ddd0e38-c64b-4661-b063-3746b0e8c2bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1707.125884] env[69297]: DEBUG nova.compute.manager [req-c2657407-af12-49f6-8529-8228f45a23ff req-9ad207b6-ab2e-489e-96db-c7e2cded9569 service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Received event network-vif-deleted-6b33a312-7fa3-48ee-b640-32c5a7099175 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1707.126109] env[69297]: INFO nova.compute.manager [req-c2657407-af12-49f6-8529-8228f45a23ff req-9ad207b6-ab2e-489e-96db-c7e2cded9569 service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Neutron deleted interface 6b33a312-7fa3-48ee-b640-32c5a7099175; detaching it from the instance and deleting it from the info cache
[ 1707.126318] env[69297]: DEBUG nova.network.neutron [req-c2657407-af12-49f6-8529-8228f45a23ff req-9ad207b6-ab2e-489e-96db-c7e2cded9569 service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1707.195818] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1707.195901] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1707.196144] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Deleting the datastore file [datastore1] 38d046e5-edc6-49c0-938b-22de0259d5c0 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1707.196486] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c74d33e-a13b-4f51-99bf-cd3bd1ae9290 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1707.205050] env[69297]: DEBUG oslo_vmware.api [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for the task: (returnval){
[ 1707.205050] env[69297]:    value = "task-2931899"
[ 1707.205050] env[69297]:    _type = "Task"
[ 1707.205050] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1707.215585] env[69297]: DEBUG oslo_vmware.api [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1707.301476] env[69297]: DEBUG oslo_vmware.api [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931890, 'name': PowerOnVM_Task, 'duration_secs': 0.718438} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1707.301557] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1707.301763] env[69297]: INFO nova.compute.manager [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Took 10.15 seconds to spawn the instance on the hypervisor.
[ 1707.301972] env[69297]: DEBUG nova.compute.manager [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1707.302870] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cf4472-8b6d-470e-8668-9213e89110d3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1707.494334] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1707.553436] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1707.580010] env[69297]: INFO nova.scheduler.client.report [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Deleted allocations for instance 909da74e-1931-46da-9bb0-6cd238774cac
[ 1707.610246] env[69297]: DEBUG nova.network.neutron [-] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1707.628254] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36c0149d-c53e-4926-8280-4d1a7bbae11d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1707.640078] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc03bdc-bb6e-490d-bc53-2604bbe8dbc5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1707.674691] env[69297]: DEBUG nova.compute.manager [req-c2657407-af12-49f6-8529-8228f45a23ff req-9ad207b6-ab2e-489e-96db-c7e2cded9569 service nova] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Detach interface failed, port_id=6b33a312-7fa3-48ee-b640-32c5a7099175, reason: Instance 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1707.716723] env[69297]: DEBUG oslo_vmware.api [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Task: {'id': task-2931899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411935} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1707.717010] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1707.717207] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1707.717382] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1707.717601] env[69297]: INFO nova.compute.manager [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1707.717853] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1707.719971] env[69297]: DEBUG nova.compute.manager [-] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1707.719971] env[69297]: DEBUG nova.network.neutron [-] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1707.791032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "edc3d4ee-834a-4b79-b98d-90273453c281" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1707.791032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1707.791032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "edc3d4ee-834a-4b79-b98d-90273453c281-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1707.791032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1707.791032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1707.793256] env[69297]: INFO nova.compute.manager [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Terminating instance
[ 1707.823514] env[69297]: INFO nova.compute.manager [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Took 20.68 seconds to build instance.
[ 1707.994726] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931897, 'name': ReconfigVM_Task, 'duration_secs': 0.653209} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1707.995033] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 18a06f91-f7ed-455d-98c9-06aed121d8c9/18a06f91-f7ed-455d-98c9-06aed121d8c9.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1707.995634] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73d73c72-3e7c-4b70-9ae7-53062fa86593 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1708.002623] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1708.002623] env[69297]:    value = "task-2931901"
[ 1708.002623] env[69297]:    _type = "Task"
[ 1708.002623] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1708.011459] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931901, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1708.088770] env[69297]: DEBUG oslo_concurrency.lockutils [None req-066e3eba-1b8e-4a28-8749-6b260b416620 tempest-ServersAaction247Test-1157017777 tempest-ServersAaction247Test-1157017777-project-member] Lock "909da74e-1931-46da-9bb0-6cd238774cac" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.586s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1708.112550] env[69297]: INFO nova.compute.manager [-] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Took 1.27 seconds to deallocate network for instance.
[ 1708.296637] env[69297]: DEBUG nova.compute.manager [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1708.296890] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1708.297811] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452d04c3-54ec-44bd-8a48-815465950652 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1708.306834] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1708.307109] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c12c0f9-7206-4fcf-a421-7861407226fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1708.314244] env[69297]: DEBUG oslo_vmware.api [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1708.314244] env[69297]:    value = "task-2931902"
[ 1708.314244] env[69297]:    _type = "Task"
[ 1708.314244] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1708.324682] env[69297]: DEBUG oslo_vmware.api [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1708.325039] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e6e376af-c07f-4606-8086-c6852fce2363 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.191s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1708.396414] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1708.396681] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1708.396864] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1708.397040] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1708.397201] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1708.397356] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1708.397512] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1708.397648] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1708.397789] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1708.465135] env[69297]: DEBUG nova.network.neutron [-] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1708.513971] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931901, 'name': Rename_Task, 'duration_secs': 0.348766} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1708.514353] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1708.514632] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3023015d-17cf-4480-b604-2fc8a00c8536 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1708.521210] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1708.521210] env[69297]:    value = "task-2931903"
[ 1708.521210] env[69297]:    _type = "Task"
[ 1708.521210] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1708.532974] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1708.613093] env[69297]: DEBUG oslo_concurrency.lockutils [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1708.613403] env[69297]: DEBUG oslo_concurrency.lockutils [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1708.613608] env[69297]: DEBUG oslo_concurrency.lockutils [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1708.613789] env[69297]: DEBUG oslo_concurrency.lockutils [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1708.613955] env[69297]: DEBUG oslo_concurrency.lockutils [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1708.617039] env[69297]: INFO nova.compute.manager [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Terminating instance
[ 1708.618226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1708.618438] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1708.618636] env[69297]: DEBUG nova.objects.instance [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lazy-loading 'resources' on Instance uuid 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1708.825848] env[69297]: DEBUG oslo_vmware.api [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931902, 'name': PowerOffVM_Task, 'duration_secs': 0.202281} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1708.826195] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1708.826392] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1708.826761] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36572234-313e-4f0a-af8d-9c4b1119e484 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1708.901648] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1708.903514] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1708.903737] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1708.903921] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleting the datastore file [datastore2] edc3d4ee-834a-4b79-b98d-90273453c281 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1708.904265] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-113384a3-7bfa-4bf5-b57f-681f7e33fc28 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1708.911983] env[69297]: DEBUG oslo_vmware.api [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1708.911983] env[69297]:    value = "task-2931906"
[ 1708.911983] env[69297]:    _type = "Task"
[ 1708.911983] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1708.923193] env[69297]: DEBUG oslo_vmware.api [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1708.969819] env[69297]: INFO nova.compute.manager [-] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Took 1.25 seconds to deallocate network for instance.
[ 1709.032262] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931903, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1709.124688] env[69297]: DEBUG nova.compute.manager [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1709.124688] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1709.125611] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10af2f50-d2b3-42fb-a2d7-4d85d53b7aac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.135318] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1709.135697] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-980b8c47-23b8-448c-be8c-f4af03617b0a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.144914] env[69297]: DEBUG oslo_vmware.api [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1709.144914] env[69297]:    value = "task-2931907"
[ 1709.144914] env[69297]:    _type = "Task"
[ 1709.144914] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1709.154807] env[69297]: DEBUG nova.compute.manager [req-6240ee1a-ffd3-484a-bc6d-aa0dbbc99e87 req-4496401f-9132-45bb-8e34-7835a5132953 service nova] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Received event network-vif-deleted-c6bf0350-1c20-4449-be4c-328ceee2da50 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1709.162368] env[69297]: DEBUG oslo_vmware.api [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1709.358083] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfc0559-4e06-49ac-af87-78435d9863a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.366839] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46eb573-ee7c-41e9-a21d-264c8e8d2215 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.400137] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa88ea5-194b-46b4-aed6-b8572cb37c13 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.408478] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c68747-0b6a-424d-afa1-e9a812d35af1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.426054] env[69297]: DEBUG nova.compute.provider_tree [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1709.430340] env[69297]: DEBUG oslo_vmware.api [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253155} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1709.430811] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1709.431247] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1709.431247] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1709.431372] env[69297]: INFO nova.compute.manager [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1709.431574] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1709.431759] env[69297]: DEBUG nova.compute.manager [-] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1709.431869] env[69297]: DEBUG nova.network.neutron [-] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1709.476657] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1709.532233] env[69297]: DEBUG oslo_vmware.api [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931903, 'name': PowerOnVM_Task, 'duration_secs': 0.59883} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1709.532521] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1709.532686] env[69297]: INFO nova.compute.manager [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Took 9.87 seconds to spawn the instance on the hypervisor.
[ 1709.532865] env[69297]: DEBUG nova.compute.manager [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1709.533662] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21cec20-31b5-4173-91c1-50a45daced35 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.656209] env[69297]: DEBUG oslo_vmware.api [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931907, 'name': PowerOffVM_Task, 'duration_secs': 0.307763} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1709.656480] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1709.656692] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1709.656954] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ea57a29-0a1d-4d31-8227-aee560acdf3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.748364] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1709.748593] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1709.748777] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Deleting the datastore file [datastore1] 17d0399c-c080-40ce-bf1a-90f5b40be9c3 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1709.749167] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b26a284-4c2e-459a-9bb5-4339e74d98cb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1709.757163] env[69297]: DEBUG oslo_vmware.api [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1709.757163] env[69297]:    value = "task-2931909"
[ 1709.757163] env[69297]:    _type = "Task"
[ 1709.757163] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1709.765717] env[69297]: DEBUG oslo_vmware.api [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1709.931779] env[69297]: DEBUG nova.scheduler.client.report [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1710.058060] env[69297]: INFO nova.compute.manager [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Took 14.96 seconds to build instance.
[ 1710.269446] env[69297]: DEBUG oslo_vmware.api [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1710.347384] env[69297]: DEBUG nova.network.neutron [-] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1710.439163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1710.439163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.537s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1710.439163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1710.439163] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1710.439474] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.963s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1710.439999] env[69297]: DEBUG nova.objects.instance [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lazy-loading 'resources' on Instance uuid 38d046e5-edc6-49c0-938b-22de0259d5c0 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1710.441609] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1a2d9a-d7d0-473b-9fa1-4f53759e0265 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.451015] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc982be-b933-401a-b5ed-987decf48218 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.470077] env[69297]: INFO nova.scheduler.client.report [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted allocations for instance 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf
[ 1710.471776] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7578fa06-e444-4577-9533-bd26932603cc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.489154] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00691a09-81e2-48d3-8521-d573a5e7e5e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.521600] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178992MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1710.521836] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1710.560343] env[69297]: DEBUG oslo_concurrency.lockutils [None req-34481284-f90c-4169-9857-c66fc27221f8 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "18a06f91-f7ed-455d-98c9-06aed121d8c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.472s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1710.771849] env[69297]: DEBUG oslo_vmware.api [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518308} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1710.772115] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1710.772303] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1710.772483] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1710.772656] env[69297]: INFO nova.compute.manager [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Took 1.65 seconds to destroy the instance on the hypervisor.
[ 1710.772937] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1710.773536] env[69297]: DEBUG nova.compute.manager [-] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1710.773632] env[69297]: DEBUG nova.network.neutron [-] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1710.850428] env[69297]: INFO nova.compute.manager [-] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Took 1.42 seconds to deallocate network for instance.
[ 1710.948939] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1710.949187] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588689', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'name': 'volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9229c477-25bb-4970-b10b-d8aa4ce804c1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'serial': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1710.950567] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dc2fca-7f1b-4536-b239-e1fcd7d9f2a7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1710.971534] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69c139a-ec7a-49de-8f1b-332b6ffa1782 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.003082] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448/volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1711.003684] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4f14cc2e-0b9d-4cbb-a2cf-1079a4b3399e tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.801s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1711.012645] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a57d173-7537-4879-b2f4-37e8dcef3e8f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.026826] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7112a303-31d8-4b65-9af5-e342aa27b4be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.036600] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e6562a82-fd53-4977-b356-b008eec4dbd0 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Suspending the VM {{(pid=69297) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}}
[ 1711.036918] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c308973f-4ccd-495b-aaa6-2b851949edb4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.040142] env[69297]: DEBUG oslo_vmware.api [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1711.040142] env[69297]:    value = "task-2931910"
[ 1711.040142] env[69297]:    _type = "Task"
[ 1711.040142] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1711.050962] env[69297]: DEBUG oslo_vmware.api [None req-e6562a82-fd53-4977-b356-b008eec4dbd0 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1711.050962] env[69297]:    value = "task-2931911"
[ 1711.050962] env[69297]:    _type = "Task"
[ 1711.050962] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1711.051507] env[69297]: DEBUG oslo_vmware.api [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1711.061264] env[69297]: DEBUG oslo_vmware.api [None req-e6562a82-fd53-4977-b356-b008eec4dbd0 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931911, 'name': SuspendVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1711.190300] env[69297]: DEBUG nova.compute.manager [req-80a7acbf-838a-4d13-b1b0-cb9303276b58 req-1a95f8f9-1143-40ca-bfba-807f7d4607a3 service nova] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Received event network-vif-deleted-c7ce2701-5e72-4039-8c0e-9dd6df379917 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1711.248544] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6bf33b-73d8-424c-888a-f3282e5950d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.258584] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca07405-509b-471e-9690-f338140a5378 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.294589] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c475e085-76bf-4efd-b915-fb5f83f27b81 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.303801] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db247390-b95d-426f-b4c4-cdc64820504e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.319782] env[69297]: DEBUG nova.compute.provider_tree [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1711.357611] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1711.553856] env[69297]: DEBUG oslo_vmware.api [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931910, 'name': ReconfigVM_Task, 'duration_secs': 0.410075} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1711.555814] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448/volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1711.560612] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc2c4f8-ac71-4de6-9606-c4d46373a28a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1711.577412] env[69297]: DEBUG oslo_vmware.api [None req-e6562a82-fd53-4977-b356-b008eec4dbd0 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931911, 'name': SuspendVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1711.581020] env[69297]: DEBUG oslo_vmware.api [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1711.581020] env[69297]:    value = "task-2931912"
[ 1711.581020] env[69297]:    _type = "Task"
[ 1711.581020] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1711.588022] env[69297]: DEBUG oslo_vmware.api [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1711.722661] env[69297]: DEBUG nova.network.neutron [-] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1711.825019] env[69297]: DEBUG nova.scheduler.client.report [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1711.936315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "a72f8166-5963-4257-a8c2-ffae624c4378" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1711.936595] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "a72f8166-5963-4257-a8c2-ffae624c4378" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1711.936799] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "a72f8166-5963-4257-a8c2-ffae624c4378-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1711.936983] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "a72f8166-5963-4257-a8c2-ffae624c4378-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1711.937169] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "a72f8166-5963-4257-a8c2-ffae624c4378-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1711.939342] env[69297]: INFO nova.compute.manager [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Terminating instance
[ 1712.062734] env[69297]: DEBUG oslo_vmware.api [None req-e6562a82-fd53-4977-b356-b008eec4dbd0 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931911, 'name': SuspendVM_Task, 'duration_secs': 0.632577} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1712.063041] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e6562a82-fd53-4977-b356-b008eec4dbd0 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Suspended the VM {{(pid=69297) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}}
[ 1712.063239] env[69297]: DEBUG nova.compute.manager [None req-e6562a82-fd53-4977-b356-b008eec4dbd0 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1712.064031] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ee9ce5-5870-4100-a274-5bfc69d46c29 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1712.089625] env[69297]: DEBUG oslo_vmware.api [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931912, 'name': ReconfigVM_Task, 'duration_secs': 0.151023} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1712.089625] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588689', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'name': 'volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9229c477-25bb-4970-b10b-d8aa4ce804c1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'serial': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1712.226268] env[69297]: INFO nova.compute.manager [-] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Took 1.45 seconds to deallocate network for instance.
[ 1712.327841] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1712.330154] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.808s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1712.356922] env[69297]: INFO nova.scheduler.client.report [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Deleted allocations for instance 38d046e5-edc6-49c0-938b-22de0259d5c0
[ 1712.443624] env[69297]: DEBUG nova.compute.manager [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1712.443993] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1712.445111] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119e3ce4-d325-41f0-9efe-3f8e6d9e0ce0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1712.453627] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1712.453876] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b20f52-59b9-493e-bec8-7def69999ca9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1712.461466] env[69297]: DEBUG oslo_vmware.api [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1712.461466] env[69297]:    value = "task-2931913"
[ 1712.461466] env[69297]:    _type = "Task"
[ 1712.461466] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1712.471823] env[69297]: DEBUG oslo_vmware.api [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1712.735050] env[69297]: DEBUG oslo_concurrency.lockutils [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1712.865469] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7d3ff269-967d-44df-af71-b55ea8a852c2 tempest-ListImageFiltersTestJSON-1988663653 tempest-ListImageFiltersTestJSON-1988663653-project-member] Lock "38d046e5-edc6-49c0-938b-22de0259d5c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.795s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1712.972269] env[69297]: DEBUG oslo_vmware.api [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931913, 'name': PowerOffVM_Task, 'duration_secs': 0.230324} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1712.972535] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1712.972665] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1712.972914] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2fe410d-8f38-482b-ad88-f9966b7a4815 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.043049] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1713.043282] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1713.043534] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleting the datastore file [datastore1] a72f8166-5963-4257-a8c2-ffae624c4378 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1713.043725] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ff42c5e-e8f6-447c-924c-dee9e9ce8cb2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.050714] env[69297]: DEBUG oslo_vmware.api [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1713.050714] env[69297]:    value = "task-2931915"
[ 1713.050714] env[69297]:    _type = "Task"
[ 1713.050714] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1713.058558] env[69297]: DEBUG oslo_vmware.api [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1713.149986] env[69297]: DEBUG nova.objects.instance [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lazy-loading 'flavor' on Instance uuid 9229c477-25bb-4970-b10b-d8aa4ce804c1 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1713.225871] env[69297]: DEBUG nova.compute.manager [req-8e222540-ee4d-49fd-95fc-0ee5d2144414 req-062070e6-219d-4d81-9200-a35b14bda7cb service nova] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Received event network-vif-deleted-da3d4a57-9754-4c5c-9381-7d1d342f4cd8 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1713.349891] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "18a06f91-f7ed-455d-98c9-06aed121d8c9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1713.350229] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "18a06f91-f7ed-455d-98c9-06aed121d8c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1713.351155] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "18a06f91-f7ed-455d-98c9-06aed121d8c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1713.351422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "18a06f91-f7ed-455d-98c9-06aed121d8c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1713.351663] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "18a06f91-f7ed-455d-98c9-06aed121d8c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1713.353861] env[69297]: INFO nova.compute.manager [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Terminating instance
[ 1713.362186] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 2e6e7566-a129-40fb-87bc-5e16b50e873a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1713.362358] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 215135ab-2bf3-4131-bb06-cd807ba0a5d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1713.362507] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7e5b4981-7d9e-42d4-a9ad-c2eb61905452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1713.362662] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance ce59585a-1b37-417e-a43f-f63446b8ad39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1713.362808] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 9229c477-25bb-4970-b10b-d8aa4ce804c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1713.362959] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance a72f8166-5963-4257-a8c2-ffae624c4378 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1713.363746] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance b33747bd-0268-4bfc-8513-2c7335954d9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1713.363746] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance d07d3286-9d2d-4068-a5fe-df58fde274b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1713.363746] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance edc3d4ee-834a-4b79-b98d-90273453c281 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1713.363746] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 54acc045-914e-46b4-ba09-1d6fa2d06ead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1713.363746] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 1001868f-0935-48e1-bff5-43ee087b6bdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1713.364360] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 17d0399c-c080-40ce-bf1a-90f5b40be9c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1713.364360] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 18a06f91-f7ed-455d-98c9-06aed121d8c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1713.364588] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1713.364748] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1713.558786] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7935642a-a662-4375-9299-aae37b84cc0d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.565382] env[69297]: DEBUG oslo_vmware.api [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377044} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1713.566013] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1713.566213] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1713.566394] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1713.566565] env[69297]: INFO nova.compute.manager [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1713.566806] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1713.567010] env[69297]: DEBUG nova.compute.manager [-] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1713.567115] env[69297]: DEBUG nova.network.neutron [-] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1713.571588] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6451b4a2-de10-4055-a5ae-6430e26789e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.602861] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a1f525-505e-4521-b7e0-d6bba1058282 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.611495] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6203f1c-5560-46a7-94e4-7ab19d82e406 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.626218] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1713.656331] env[69297]: DEBUG oslo_concurrency.lockutils [None req-72a27fe6-7d99-4ec1-bd8b-689f0f6f16b4 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.330s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1713.858764] env[69297]: DEBUG nova.compute.manager [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1713.859195] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1713.860559] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0aa945-c2fa-4a70-b9a6-bf8764e9671f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.874457] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1713.874829] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2adb1086-d357-4015-9e26-d3e34008aa56 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.952789] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1713.953181] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1713.953447] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleting the datastore file [datastore1] 18a06f91-f7ed-455d-98c9-06aed121d8c9 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1713.953774] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc1366e-cee1-4ddb-8c77-b43ca95bbb84 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1713.962137] env[69297]: DEBUG oslo_vmware.api [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1713.962137] env[69297]:    value = "task-2931917"
[ 1713.962137] env[69297]:    _type = "Task"
[ 1713.962137] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1713.970671] env[69297]: DEBUG oslo_vmware.api [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1714.012073] env[69297]: INFO nova.compute.manager [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Rebuilding instance
[ 1714.065161] env[69297]: DEBUG nova.compute.manager [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1714.066094] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22daec0-53ec-454c-a48a-8892000d36eb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1714.129932] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1714.340262] env[69297]: DEBUG nova.network.neutron [-] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1714.475957] env[69297]: DEBUG oslo_vmware.api [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140362} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1714.476336] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1714.476998] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1714.476998] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1714.477153] env[69297]: INFO nova.compute.manager [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Took 0.62 seconds to destroy the instance on the hypervisor.
[ 1714.477398] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1714.477641] env[69297]: DEBUG nova.compute.manager [-] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1714.477765] env[69297]: DEBUG nova.network.neutron [-] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1714.635370] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1714.635476] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.305s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1714.635693] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.278s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1714.635909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1714.640161] env[69297]: DEBUG oslo_concurrency.lockutils [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.903s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1714.640406] env[69297]: DEBUG oslo_concurrency.lockutils [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1714.664408] env[69297]: INFO nova.scheduler.client.report [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleted allocations for instance edc3d4ee-834a-4b79-b98d-90273453c281
[ 1714.666239] env[69297]: INFO nova.scheduler.client.report [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Deleted allocations for instance 17d0399c-c080-40ce-bf1a-90f5b40be9c3
[ 1714.843122] env[69297]: INFO nova.compute.manager [-] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Took 1.28 seconds to deallocate network for instance.
[ 1715.082756] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1715.082756] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c50a0eac-7d23-4d6f-b563-b4da64e65600 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1715.092987] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1715.092987] env[69297]:    value = "task-2931918"
[ 1715.092987] env[69297]:    _type = "Task"
[ 1715.092987] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1715.104118] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1715.179704] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7ea2cc63-8a1e-40e5-8cb5-6e24d4353d78 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "edc3d4ee-834a-4b79-b98d-90273453c281" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.389s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1715.180571] env[69297]: DEBUG oslo_concurrency.lockutils [None req-677ef5fa-b702-4127-abe1-a30d9df1e19e tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "17d0399c-c080-40ce-bf1a-90f5b40be9c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.567s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1715.253128] env[69297]: DEBUG nova.network.neutron [-] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1715.349726] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1715.351747] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1715.351747] env[69297]: DEBUG nova.objects.instance [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lazy-loading 'resources' on Instance uuid a72f8166-5963-4257-a8c2-ffae624c4378 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1715.604783] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931918, 'name': PowerOffVM_Task, 'duration_secs': 0.221432} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1715.607022] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1715.670096] env[69297]: INFO nova.compute.manager [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Detaching volume c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448
[ 1715.681340] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1715.681577] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1715.714107] env[69297]: INFO nova.virt.block_device [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Attempting to driver detach volume c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448 from mountpoint /dev/sdb
[ 1715.714379] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1715.714559] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588689', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'name': 'volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9229c477-25bb-4970-b10b-d8aa4ce804c1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'serial': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1715.715882] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eee8cf3-e81c-41cd-8791-88e03078e7b3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1715.750610] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4208e695-7e0c-4395-a66a-81fc7889dae3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1715.755278] env[69297]: INFO nova.compute.manager [-] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Took 1.28 seconds to deallocate network for instance.
[ 1715.762768] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eded5d6f-032c-44e3-bc6e-f4fa04cf014e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1715.769129] env[69297]: DEBUG nova.compute.manager [req-f2e677b5-f0b8-4dc5-9e40-9e62ffa17318 req-e4775d63-cc82-4748-ab08-5dbbf68e130b service nova] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Received event network-vif-deleted-a6f2f154-4512-4da5-a771-861a8233b57f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1715.769384] env[69297]: DEBUG nova.compute.manager [req-f2e677b5-f0b8-4dc5-9e40-9e62ffa17318 req-e4775d63-cc82-4748-ab08-5dbbf68e130b service nova] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Received event network-vif-deleted-141cd647-fc78-454c-bfc1-097c3aa8fd77 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1715.791464] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0bdef0-febd-4421-a069-968620ccecfd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1715.808835] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] The volume has not been displaced from its original location: [datastore2] volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448/volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1715.814375] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1715.815052] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8444339f-a680-464c-b556-1ff8cdb92073 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1715.836670] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1715.836670] env[69297]:    value = "task-2931919"
[ 1715.836670] env[69297]:    _type = "Task"
[ 1715.836670] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1715.846442] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1716.070084] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccfef78-ffd9-4c97-a1bb-2d33cc835920 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.070084] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4051221-d287-45c5-ac00-92936408f1d5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.082041] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e83b9-d715-4778-910c-557d91c327be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.090294] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c041da-133e-4860-b4a3-ce1ea4c96f40 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.104220] env[69297]: DEBUG nova.compute.provider_tree [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1716.184385] env[69297]: DEBUG nova.compute.manager [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1716.266869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1716.312927] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1716.313231] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1716.336105] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1716.336273] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1716.348538] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931919, 'name': ReconfigVM_Task, 'duration_secs': 0.217179} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1716.348788] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1716.354452] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcdbda4a-9eca-46d9-9a22-f4d92b564eeb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1716.370266] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1716.370266] env[69297]:    value = "task-2931920"
[ 1716.370266] env[69297]:    _type = "Task"
[ 1716.370266] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1716.379362] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1716.607845] env[69297]: DEBUG nova.scheduler.client.report [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1716.705177] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1716.738592] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1716.738865] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1716.815596] env[69297]: DEBUG nova.compute.manager [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1716.838730] env[69297]: DEBUG nova.compute.manager [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1716.881442] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931920, 'name': ReconfigVM_Task, 'duration_secs': 0.456326} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1716.882087] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588689', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'name': 'volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9229c477-25bb-4970-b10b-d8aa4ce804c1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'serial': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1717.112096] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1717.114461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.848s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1717.114668] env[69297]: DEBUG nova.objects.instance [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lazy-loading 'resources' on Instance uuid 18a06f91-f7ed-455d-98c9-06aed121d8c9 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1717.134436] env[69297]: INFO nova.scheduler.client.report [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted allocations for instance a72f8166-5963-4257-a8c2-ffae624c4378
[ 1717.241079] env[69297]: DEBUG nova.compute.manager [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1717.336835] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1717.359552] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1717.641777] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dfc5d52c-fc6d-4d20-96c5-2c1feeb2e297 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "a72f8166-5963-4257-a8c2-ffae624c4378" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.705s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1717.758254] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1717.784844] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796974c-335a-4e74-84ec-0e062082d9fb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1717.792983] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eddcf9b-2eb4-4c93-a71b-75e9ad839462 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1717.825341] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792736f6-53a8-464c-9c5c-0eb594d758c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1717.833409] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfde72a8-ca83-48fc-bb5d-99fc1640c2de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1717.846833] env[69297]: DEBUG nova.compute.provider_tree [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1717.939126] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1717.939462] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf2980c-0e81-4292-8633-ce82dea195f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1717.948538] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1717.948538] env[69297]:    value = "task-2931921"
[ 1717.948538] env[69297]:    _type = "Task"
[ 1717.948538] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1717.957228] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.350306] env[69297]: DEBUG nova.scheduler.client.report [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1718.460513] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1718.460720] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1718.460916] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588689', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'name': 'volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9229c477-25bb-4970-b10b-d8aa4ce804c1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'serial': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1718.461718] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a22c807-9e95-4173-a851-28851e614fd8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.480315] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc5e74a-a2b9-4438-959c-4596349f4635 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.486990] env[69297]: WARNING nova.virt.vmwareapi.driver [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume
[ 1718.487285] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1718.488038] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbef2b04-f580-4d1c-97e3-bd6b29eb046f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.495068] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1718.495315] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ada9b7a-93e8-484e-b341-33b2d3b30b66 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.576733] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1718.576965] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1718.577166] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleting the datastore file [datastore2] 9229c477-25bb-4970-b10b-d8aa4ce804c1 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1718.577425] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ea9c4eb-29f8-4bd2-b22d-cf0cadd048a7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1718.585318] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1718.585318] env[69297]:    value = "task-2931923"
[ 1718.585318] env[69297]:    _type = "Task"
[ 1718.585318] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1718.593487] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1718.855191] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1718.857640] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.153s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1718.859192] env[69297]: INFO nova.compute.claims [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1718.872209] env[69297]: INFO nova.scheduler.client.report [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted allocations for instance 18a06f91-f7ed-455d-98c9-06aed121d8c9
[ 1719.098265] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142411} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1719.098528] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1719.098706] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1719.098940] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1719.123049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1719.123049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1719.378931] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bdc323ca-4f73-4c2f-a6c2-bd53f2421880 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "18a06f91-f7ed-455d-98c9-06aed121d8c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.029s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1719.606015] env[69297]: INFO nova.virt.block_device [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Booting with volume c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448 at /dev/sdb
[ 1719.627469] env[69297]: DEBUG nova.compute.manager [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1719.646122] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e773664-371c-49da-8c55-d7b8c7c2d19f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.657272] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106f2705-e86f-4152-bdc2-1ca0a64a9d7c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.690821] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d3fd5aa-2a78-4272-87dc-0ca2925e3df9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.700860] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72a1d9a-5078-4cae-8cf7-f3d26cb54c2b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.733825] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691e9b32-b423-436b-ab41-e5fa488a12d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.740935] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba5d275-8dc3-4cf6-96dd-171fd9e4908e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1719.755188] env[69297]: DEBUG nova.virt.block_device [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Updating existing volume attachment record: 1e865801-c307-4af9-a2e9-0523fbe7bb54 {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1720.036454] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2672bd-d5ec-4b91-8e57-c5edf3670460 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1720.047495] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66281506-98d4-4bd1-9750-f05e616bdb2b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1720.079433] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7dd622-5284-4f01-ac5e-7ed59ed7f18c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1720.088422] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2578e650-e6bb-494b-b827-87e80d8c972d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1720.106317] env[69297]: DEBUG nova.compute.provider_tree [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1720.149017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1720.192836] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "b33747bd-0268-4bfc-8513-2c7335954d9e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1720.193142] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1720.397852] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "602fd301-2803-4e3a-bb9e-57df5bba606e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1720.398171] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1720.610092] env[69297]: DEBUG nova.scheduler.client.report [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1720.698114] env[69297]: DEBUG nova.compute.utils [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1720.900740] env[69297]: DEBUG nova.compute.manager [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1721.117379] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1721.117921] env[69297]: DEBUG nova.compute.manager [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1721.120506] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.784s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1721.122062] env[69297]: INFO nova.compute.claims [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1721.201326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.008s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1721.424475] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1721.626449] env[69297]: DEBUG nova.compute.utils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1721.630356] env[69297]: DEBUG nova.compute.manager [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1721.630356] env[69297]: DEBUG nova.network.neutron [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1721.675937] env[69297]: DEBUG nova.policy [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a068b382b5f4acf85aecb8380b0bb40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18980b9432f24a0a802fed5a696f73c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1721.866705] env[69297]: DEBUG nova.virt.hardware [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1721.866954] env[69297]: DEBUG nova.virt.hardware [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1721.867209] env[69297]: DEBUG nova.virt.hardware [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1721.867309] env[69297]: DEBUG nova.virt.hardware [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1721.867455] env[69297]: DEBUG nova.virt.hardware [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1721.867601] env[69297]: DEBUG nova.virt.hardware [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1721.867810] env[69297]: DEBUG nova.virt.hardware [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1721.867970] env[69297]: DEBUG nova.virt.hardware [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1721.868161] env[69297]: DEBUG nova.virt.hardware [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1721.868324] env[69297]: DEBUG nova.virt.hardware [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1721.868497] env[69297]: DEBUG nova.virt.hardware [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1721.869392] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96519be-1661-4819-a652-946d3945a228 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.877867] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af8ebf2-1e9a-4190-afdf-84192e5e4e26 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.892232] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:e2:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd221f9a-0b81-4214-a776-e88295867900', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1721.899952] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1721.900242] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1721.900456] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b5a7c7-646e-4d6f-bb16-6c31774aa4f8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1721.929286] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1721.929286] env[69297]:    value = "task-2931924"
[ 1721.929286] env[69297]:    _type = "Task"
[ 1721.929286] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1721.938959] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931924, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1721.954524] env[69297]: DEBUG nova.network.neutron [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Successfully created port: 3356b3fd-9a5b-4ffa-a073-207da8565bcc {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1722.130895] env[69297]: DEBUG nova.compute.manager [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1722.272993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "b33747bd-0268-4bfc-8513-2c7335954d9e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1722.273278] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1722.273502] env[69297]: INFO nova.compute.manager [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Attaching volume 7c4ec5df-6330-44b7-9962-349b81ad7333 to /dev/sdb
[ 1722.307418] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5b9d0a-b6de-432b-ab37-fbdc8579fa53 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.317487] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ff53c3-6751-4715-960e-357523e014f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.332456] env[69297]: DEBUG nova.virt.block_device [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Updating existing volume attachment record: e9133756-ef3d-41dd-a849-2deee805ae85 {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1722.357536] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2efcbb9-27a9-4e78-bfbd-f1de0ce0c39c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.365924] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c0faff-3560-4b33-aabf-a0f93b26cec6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.396589] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2ffa85-6d56-4a80-8fd3-43f732bcf0a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.404533] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedd5eb6-ce0b-465a-bffa-96c9dd195669 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.418468] env[69297]: DEBUG nova.compute.provider_tree [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1722.437209] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931924, 'name': CreateVM_Task, 'duration_secs': 0.34786} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1722.437534] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1722.438047] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1722.438223] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1722.438531] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1722.439013] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5928720-05c6-485a-9ca3-ac1396938631 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.443959] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1722.443959] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520cdb04-2b53-b003-7602-0630f6c3b0da"
[ 1722.443959] env[69297]:    _type = "Task"
[ 1722.443959] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1722.453458] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520cdb04-2b53-b003-7602-0630f6c3b0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1722.921445] env[69297]: DEBUG nova.scheduler.client.report [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1722.954788] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520cdb04-2b53-b003-7602-0630f6c3b0da, 'name': SearchDatastore_Task, 'duration_secs': 0.010857} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1722.955125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1722.955375] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1722.955611] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1722.955757] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1722.955931] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1722.956192] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-481579eb-ed56-4c7f-8def-b20aa1fd9db3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.964994] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1722.965207] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1722.965928] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-097dfb96-a179-4387-8c32-387e1ccc689a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1722.971357] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1722.971357] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d98261-e704-c474-88bf-1c5ab9d39467"
[ 1722.971357] env[69297]:    _type = "Task"
[ 1722.971357] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1722.979815] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d98261-e704-c474-88bf-1c5ab9d39467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1723.144524] env[69297]: DEBUG nova.compute.manager [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1723.169722] env[69297]: DEBUG nova.virt.hardware [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1723.169967] env[69297]: DEBUG nova.virt.hardware [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1723.170483] env[69297]: DEBUG nova.virt.hardware [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1723.170483] env[69297]: DEBUG nova.virt.hardware [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1723.170602] env[69297]: DEBUG nova.virt.hardware [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1723.170704] env[69297]: DEBUG nova.virt.hardware [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1723.170910] env[69297]: DEBUG nova.virt.hardware [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1723.171077] env[69297]: DEBUG nova.virt.hardware [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1723.171247] env[69297]: DEBUG nova.virt.hardware [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1723.171404] env[69297]: DEBUG nova.virt.hardware [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1723.171571] env[69297]: DEBUG nova.virt.hardware [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1723.172453] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ad85f6-e413-463a-9b77-829080dd2fed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.180516] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afdd6b4-295a-41d3-80f1-8717f0d033d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.345025] env[69297]: DEBUG nova.compute.manager [req-60cc74ff-860a-4889-ac56-03072e3d5f86 req-e7f80c6d-e383-4446-b0d7-64c3c11ad7fa service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Received event network-vif-plugged-3356b3fd-9a5b-4ffa-a073-207da8565bcc {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1723.345411] env[69297]: DEBUG oslo_concurrency.lockutils [req-60cc74ff-860a-4889-ac56-03072e3d5f86 req-e7f80c6d-e383-4446-b0d7-64c3c11ad7fa service nova] Acquiring lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1723.345509] env[69297]: DEBUG oslo_concurrency.lockutils [req-60cc74ff-860a-4889-ac56-03072e3d5f86 req-e7f80c6d-e383-4446-b0d7-64c3c11ad7fa service nova] Lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1723.345712] env[69297]: DEBUG oslo_concurrency.lockutils [req-60cc74ff-860a-4889-ac56-03072e3d5f86 req-e7f80c6d-e383-4446-b0d7-64c3c11ad7fa service nova] Lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1723.345842] env[69297]: DEBUG nova.compute.manager [req-60cc74ff-860a-4889-ac56-03072e3d5f86 req-e7f80c6d-e383-4446-b0d7-64c3c11ad7fa service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] No waiting events found dispatching network-vif-plugged-3356b3fd-9a5b-4ffa-a073-207da8565bcc {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1723.345987] env[69297]: WARNING nova.compute.manager [req-60cc74ff-860a-4889-ac56-03072e3d5f86 req-e7f80c6d-e383-4446-b0d7-64c3c11ad7fa service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Received unexpected event network-vif-plugged-3356b3fd-9a5b-4ffa-a073-207da8565bcc for instance with vm_state building and task_state spawning.
[ 1723.426232] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1723.426787] env[69297]: DEBUG nova.compute.manager [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1723.435678] env[69297]: DEBUG nova.network.neutron [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Successfully updated port: 3356b3fd-9a5b-4ffa-a073-207da8565bcc {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1723.435678] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.075s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1723.437509] env[69297]: INFO nova.compute.claims [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1723.483166] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d98261-e704-c474-88bf-1c5ab9d39467, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1723.484214] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca607527-440b-453e-a0a1-316202a4e777 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1723.490760] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1723.490760] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52520f0a-baf4-a48e-d284-f1a32e00bb53"
[ 1723.490760] env[69297]:    _type = "Task"
[ 1723.490760] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1723.499162] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52520f0a-baf4-a48e-d284-f1a32e00bb53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1723.934641] env[69297]: DEBUG nova.compute.utils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1723.935674] env[69297]: DEBUG nova.compute.manager [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1723.936689] env[69297]: DEBUG nova.network.neutron [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1723.942162] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "refresh_cache-f9b10a82-1ad8-47e5-baa5-0efb31033d01" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1723.942314] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired lock "refresh_cache-f9b10a82-1ad8-47e5-baa5-0efb31033d01" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1723.942560] env[69297]: DEBUG nova.network.neutron [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1723.973825] env[69297]: DEBUG nova.policy [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a068b382b5f4acf85aecb8380b0bb40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18980b9432f24a0a802fed5a696f73c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1724.003844] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52520f0a-baf4-a48e-d284-f1a32e00bb53, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1724.003844] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1724.004127] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 9229c477-25bb-4970-b10b-d8aa4ce804c1/9229c477-25bb-4970-b10b-d8aa4ce804c1.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1724.004407] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91d4bb36-5b5c-4b72-8d37-e0a0482f47bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.014083] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1724.014083] env[69297]:    value = "task-2931926"
[ 1724.014083] env[69297]:    _type = "Task"
[ 1724.014083] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1724.022988] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1724.217072] env[69297]: DEBUG nova.network.neutron [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Successfully created port: 594aa338-be2a-43ad-affb-17f796fdfd29 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1724.441632] env[69297]: DEBUG nova.compute.manager [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1724.510109] env[69297]: DEBUG nova.network.neutron [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1724.528580] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473442} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1724.530922] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 9229c477-25bb-4970-b10b-d8aa4ce804c1/9229c477-25bb-4970-b10b-d8aa4ce804c1.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1724.530922] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1724.531081] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58804226-ae6a-421a-9dca-5a15dab80ce8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.540898] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1724.540898] env[69297]:    value = "task-2931927"
[ 1724.540898] env[69297]:    _type = "Task"
[ 1724.540898] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1724.552071] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1724.690217] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2702b765-7592-4eea-8d4f-109d7f1a5400 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.693855] env[69297]: DEBUG nova.network.neutron [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Updating instance_info_cache with network_info: [{"id": "3356b3fd-9a5b-4ffa-a073-207da8565bcc", "address": "fa:16:3e:e9:42:d6", "network": {"id": "2203da48-c69a-4e5b-af61-8a656c9c4006", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1230624986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18980b9432f24a0a802fed5a696f73c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3356b3fd-9a", "ovs_interfaceid": "3356b3fd-9a5b-4ffa-a073-207da8565bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1724.702403] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e275b8f1-24dc-4575-9122-c7a2dcd20e3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.735488] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca60e9de-5585-4fe4-84a3-171aeba79aeb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.745089] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651fa297-97d6-4600-b416-6d565c8fbaa1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1724.759878] env[69297]: DEBUG nova.compute.provider_tree [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1725.051110] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070873} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1725.051450] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1725.052280] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab412a73-e7ce-4976-9d38-0fb954b0dbba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.074356] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 9229c477-25bb-4970-b10b-d8aa4ce804c1/9229c477-25bb-4970-b10b-d8aa4ce804c1.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1725.074631] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f9a700-b26b-47a4-9045-db80cbfa6e8d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.095503] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1725.095503] env[69297]:    value = "task-2931929"
[ 1725.095503] env[69297]:    _type = "Task"
[ 1725.095503] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1725.104059] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.197314] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Releasing lock "refresh_cache-f9b10a82-1ad8-47e5-baa5-0efb31033d01" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1725.198085] env[69297]: DEBUG nova.compute.manager [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Instance network_info: |[{"id": "3356b3fd-9a5b-4ffa-a073-207da8565bcc", "address": "fa:16:3e:e9:42:d6", "network": {"id": "2203da48-c69a-4e5b-af61-8a656c9c4006", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1230624986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18980b9432f24a0a802fed5a696f73c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3356b3fd-9a", "ovs_interfaceid": "3356b3fd-9a5b-4ffa-a073-207da8565bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1725.198433] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:42:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3356b3fd-9a5b-4ffa-a073-207da8565bcc', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1725.206608] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Creating folder: Project (18980b9432f24a0a802fed5a696f73c0). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1725.206915] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f00d4c3-5db8-487a-a4e7-3ed3955b92b3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.219433] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Created folder: Project (18980b9432f24a0a802fed5a696f73c0) in parent group-v588392.
[ 1725.219638] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Creating folder: Instances. Parent ref: group-v588692. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1725.219845] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20db3297-c85b-4694-a31b-aac8c25b6690 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.231725] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Created folder: Instances in parent group-v588692.
[ 1725.232483] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1725.234056] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1725.234056] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f84eb7a7-4134-47ca-b868-feb71d2b5c9f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.254408] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1725.254408] env[69297]:    value = "task-2931932"
[ 1725.254408] env[69297]:    _type = "Task"
[ 1725.254408] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1725.263599] env[69297]: DEBUG nova.scheduler.client.report [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1725.266770] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931932, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.417230] env[69297]: DEBUG nova.compute.manager [req-b58630b2-bb9a-4109-8332-42b19046a345 req-c6bd37ee-a3c9-4dfe-b4ee-dc200dca1863 service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Received event network-changed-3356b3fd-9a5b-4ffa-a073-207da8565bcc {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1725.417230] env[69297]: DEBUG nova.compute.manager [req-b58630b2-bb9a-4109-8332-42b19046a345 req-c6bd37ee-a3c9-4dfe-b4ee-dc200dca1863 service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Refreshing instance network info cache due to event network-changed-3356b3fd-9a5b-4ffa-a073-207da8565bcc. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1725.417230] env[69297]: DEBUG oslo_concurrency.lockutils [req-b58630b2-bb9a-4109-8332-42b19046a345 req-c6bd37ee-a3c9-4dfe-b4ee-dc200dca1863 service nova] Acquiring lock "refresh_cache-f9b10a82-1ad8-47e5-baa5-0efb31033d01" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1725.417349] env[69297]: DEBUG oslo_concurrency.lockutils [req-b58630b2-bb9a-4109-8332-42b19046a345 req-c6bd37ee-a3c9-4dfe-b4ee-dc200dca1863 service nova] Acquired lock "refresh_cache-f9b10a82-1ad8-47e5-baa5-0efb31033d01" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1725.417501] env[69297]: DEBUG nova.network.neutron [req-b58630b2-bb9a-4109-8332-42b19046a345 req-c6bd37ee-a3c9-4dfe-b4ee-dc200dca1863 service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Refreshing network info cache for port 3356b3fd-9a5b-4ffa-a073-207da8565bcc {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1725.450901] env[69297]: DEBUG nova.compute.manager [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1725.478675] env[69297]: DEBUG nova.virt.hardware [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1725.478914] env[69297]: DEBUG nova.virt.hardware [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1725.479084] env[69297]: DEBUG nova.virt.hardware [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1725.479274] env[69297]: DEBUG nova.virt.hardware [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1725.479418] env[69297]: DEBUG nova.virt.hardware [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1725.479563] env[69297]: DEBUG nova.virt.hardware [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1725.479765] env[69297]: DEBUG nova.virt.hardware [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1725.479922] env[69297]: DEBUG nova.virt.hardware [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1725.480120] env[69297]: DEBUG nova.virt.hardware [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1725.480288] env[69297]: DEBUG nova.virt.hardware [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1725.480461] env[69297]: DEBUG nova.virt.hardware [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1725.481333] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d693bd58-c465-4f1b-9a49-9dc6b4ba2bd2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.489933] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043ce73e-c8cb-438c-a30d-a9ebea4662ab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.608256] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931929, 'name': ReconfigVM_Task, 'duration_secs': 0.286286} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1725.608599] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 9229c477-25bb-4970-b10b-d8aa4ce804c1/9229c477-25bb-4970-b10b-d8aa4ce804c1.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1725.610055] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'device_type': 'disk', 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': 'd0408a19-3515-4459-96ea-9bb88e8df3b6'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '1e865801-c307-4af9-a2e9-0523fbe7bb54', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588689', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'name': 'volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9229c477-25bb-4970-b10b-d8aa4ce804c1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'serial': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448'}, 'volume_type': None}], 'swap': None} {{(pid=69297) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}}
[ 1725.610295] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1725.610762] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588689', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'name': 'volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9229c477-25bb-4970-b10b-d8aa4ce804c1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'serial': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1725.611571] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86a7c75-3d56-4878-9fc7-d747c9f1e3a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.629468] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9f10e5-af57-4111-a29a-2efec0b7d5b6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.654922] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448/volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1725.655247] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bf63528-0a97-42a6-988c-18b8a88baaf9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1725.674770] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1725.674770] env[69297]:    value = "task-2931933"
[ 1725.674770] env[69297]:    _type = "Task"
[ 1725.674770] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1725.682908] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.761412] env[69297]: DEBUG nova.network.neutron [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Successfully updated port: 594aa338-be2a-43ad-affb-17f796fdfd29 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1725.771263] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1725.771805] env[69297]: DEBUG nova.compute.manager [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1725.774571] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931932, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1725.775032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.017s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1725.776862] env[69297]: INFO nova.compute.claims [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1726.123379] env[69297]: DEBUG nova.network.neutron [req-b58630b2-bb9a-4109-8332-42b19046a345 req-c6bd37ee-a3c9-4dfe-b4ee-dc200dca1863 service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Updated VIF entry in instance network info cache for port 3356b3fd-9a5b-4ffa-a073-207da8565bcc. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1726.123723] env[69297]: DEBUG nova.network.neutron [req-b58630b2-bb9a-4109-8332-42b19046a345 req-c6bd37ee-a3c9-4dfe-b4ee-dc200dca1863 service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Updating instance_info_cache with network_info: [{"id": "3356b3fd-9a5b-4ffa-a073-207da8565bcc", "address": "fa:16:3e:e9:42:d6", "network": {"id": "2203da48-c69a-4e5b-af61-8a656c9c4006", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1230624986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18980b9432f24a0a802fed5a696f73c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3356b3fd-9a", "ovs_interfaceid": "3356b3fd-9a5b-4ffa-a073-207da8565bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1726.185137] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1726.266767] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "refresh_cache-0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1726.266922] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired lock "refresh_cache-0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1726.267087] env[69297]: DEBUG nova.network.neutron [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1726.268127] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931932, 'name': CreateVM_Task, 'duration_secs': 0.846582} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1726.268287] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1726.269075] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1726.269244] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1726.269535] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1726.269771] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8aa190a-5c15-4093-a2c9-9cf4f5245f84 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.274860] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1726.274860] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5251388d-b051-88f1-8e0f-cdb294be5407"
[ 1726.274860] env[69297]:    _type = "Task"
[ 1726.274860] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1726.276138] env[69297]: DEBUG nova.compute.utils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1726.280913] env[69297]: DEBUG nova.compute.manager [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1726.281096] env[69297]: DEBUG nova.network.neutron [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1726.293798] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5251388d-b051-88f1-8e0f-cdb294be5407, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1726.294125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1726.294379] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1726.294619] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1726.294849] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1726.295143] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1726.295599] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c16f96-2187-4708-92ef-0194f157aa99 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.304357] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1726.304535] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1726.305238] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559f6d51-7b1b-498f-86c8-b0fe95e0042a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.310827] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1726.310827] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52368b75-447c-b9ec-c6f7-da295ee0a763"
[ 1726.310827] env[69297]:    _type = "Task"
[ 1726.310827] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1726.318585] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52368b75-447c-b9ec-c6f7-da295ee0a763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1726.324890] env[69297]: DEBUG nova.policy [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50e948dffa604d64bf753e040e0fd061', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754539e6407a48c39206320896326881', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1726.403938] env[69297]: DEBUG oslo_concurrency.lockutils [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1726.404221] env[69297]: DEBUG oslo_concurrency.lockutils [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1726.404453] env[69297]: INFO nova.compute.manager [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Shelving
[ 1726.604351] env[69297]: DEBUG nova.network.neutron [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Successfully created port: 82abe34e-5ab3-4c63-a35e-0b89d0878891 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1726.626187] env[69297]: DEBUG oslo_concurrency.lockutils [req-b58630b2-bb9a-4109-8332-42b19046a345 req-c6bd37ee-a3c9-4dfe-b4ee-dc200dca1863 service nova] Releasing lock "refresh_cache-f9b10a82-1ad8-47e5-baa5-0efb31033d01" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1726.686648] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931933, 'name': ReconfigVM_Task, 'duration_secs': 0.879014} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1726.686934] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448/volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1726.692086] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c5fd7a-afd4-4db7-a331-a57e9ca115a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.707825] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1726.707825] env[69297]:    value = "task-2931934"
[ 1726.707825] env[69297]:    _type = "Task"
[ 1726.707825] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1726.715857] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1726.783954] env[69297]: DEBUG nova.compute.manager [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1726.801082] env[69297]: DEBUG nova.network.neutron [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1726.824891] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52368b75-447c-b9ec-c6f7-da295ee0a763, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1726.827926] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af80c738-a86f-45f9-8413-147b30be0bd2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.834474] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1726.834474] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b01518-40dc-ad38-7c9d-77ea48eb4f8c"
[ 1726.834474] env[69297]:    _type = "Task"
[ 1726.834474] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1726.847013] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52b01518-40dc-ad38-7c9d-77ea48eb4f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010397} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1726.847280] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1726.847539] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] f9b10a82-1ad8-47e5-baa5-0efb31033d01/f9b10a82-1ad8-47e5-baa5-0efb31033d01.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1726.847796] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f665e2b-b505-4c7b-849d-9baa5f571b81 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.855925] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1726.855925] env[69297]:    value = "task-2931935"
[ 1726.855925] env[69297]:    _type = "Task"
[ 1726.855925] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1726.864146] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1726.885517] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1726.885754] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588691', 'volume_id': '7c4ec5df-6330-44b7-9962-349b81ad7333', 'name': 'volume-7c4ec5df-6330-44b7-9962-349b81ad7333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b33747bd-0268-4bfc-8513-2c7335954d9e', 'attached_at': '', 'detached_at': '', 'volume_id': '7c4ec5df-6330-44b7-9962-349b81ad7333', 'serial': '7c4ec5df-6330-44b7-9962-349b81ad7333'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1726.886888] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20222f84-bf0c-4d89-88fe-d47b2ba84552 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.911453] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc94ed04-0bc0-457f-90ad-f938ebbbafcd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.942210] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-7c4ec5df-6330-44b7-9962-349b81ad7333/volume-7c4ec5df-6330-44b7-9962-349b81ad7333.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1726.945673] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae901d4c-4042-459b-82d4-e9c3e16d42f9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1726.969164] env[69297]: DEBUG oslo_vmware.api [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1726.969164] env[69297]:    value = "task-2931936"
[ 1726.969164] env[69297]:    _type = "Task"
[ 1726.969164] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1726.975904] env[69297]: DEBUG nova.network.neutron [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Updating instance_info_cache with network_info: [{"id": "594aa338-be2a-43ad-affb-17f796fdfd29", "address": "fa:16:3e:b2:d0:d4", "network": {"id": "2203da48-c69a-4e5b-af61-8a656c9c4006", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1230624986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18980b9432f24a0a802fed5a696f73c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap594aa338-be", "ovs_interfaceid": "594aa338-be2a-43ad-affb-17f796fdfd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1726.985165] env[69297]: DEBUG oslo_vmware.api [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931936, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.063180] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334091d7-5b15-4d0b-a3de-c12845e79cda {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.071212] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a84bc9-fce7-481a-ab8d-c0d21eb4e7fa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.103115] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7093538a-cc9a-46c1-98bd-e9c16bb0a753 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.113223] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16082afb-d94b-4984-905f-f932a78e072a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.129978] env[69297]: DEBUG nova.compute.provider_tree [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1727.221331] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931934, 'name': ReconfigVM_Task, 'duration_secs': 0.163149} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1727.221760] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588689', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'name': 'volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9229c477-25bb-4970-b10b-d8aa4ce804c1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'serial': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1727.222354] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8565abf0-b11a-4134-a063-4c2f1069a57c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.233060] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1727.233060] env[69297]:    value = "task-2931937"
[ 1727.233060] env[69297]:    _type = "Task"
[ 1727.233060] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.244225] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931937, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.370754] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931935, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.418888] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1727.419185] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d8e34f-cbb0-42ba-bd30-be688ed9752f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.428527] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1727.428527] env[69297]:    value = "task-2931938"
[ 1727.428527] env[69297]:    _type = "Task"
[ 1727.428527] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.441684] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.452903] env[69297]: DEBUG nova.compute.manager [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Received event network-vif-plugged-594aa338-be2a-43ad-affb-17f796fdfd29 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1727.453293] env[69297]: DEBUG oslo_concurrency.lockutils [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] Acquiring lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1727.453649] env[69297]: DEBUG oslo_concurrency.lockutils [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] Lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1727.453945] env[69297]: DEBUG oslo_concurrency.lockutils [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] Lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1727.454257] env[69297]: DEBUG nova.compute.manager [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] No waiting events found dispatching network-vif-plugged-594aa338-be2a-43ad-affb-17f796fdfd29 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1727.454575] env[69297]: WARNING nova.compute.manager [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Received unexpected event network-vif-plugged-594aa338-be2a-43ad-affb-17f796fdfd29 for instance with vm_state building and task_state spawning.
[ 1727.454860] env[69297]: DEBUG nova.compute.manager [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Received event network-changed-594aa338-be2a-43ad-affb-17f796fdfd29 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1727.455137] env[69297]: DEBUG nova.compute.manager [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Refreshing instance network info cache due to event network-changed-594aa338-be2a-43ad-affb-17f796fdfd29. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1727.455397] env[69297]: DEBUG oslo_concurrency.lockutils [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] Acquiring lock "refresh_cache-0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1727.481831] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Releasing lock "refresh_cache-0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1727.482293] env[69297]: DEBUG nova.compute.manager [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Instance network_info: |[{"id": "594aa338-be2a-43ad-affb-17f796fdfd29", "address": "fa:16:3e:b2:d0:d4", "network": {"id": "2203da48-c69a-4e5b-af61-8a656c9c4006", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1230624986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18980b9432f24a0a802fed5a696f73c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap594aa338-be", "ovs_interfaceid": "594aa338-be2a-43ad-affb-17f796fdfd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1727.482667] env[69297]: DEBUG oslo_vmware.api [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.482997] env[69297]: DEBUG oslo_concurrency.lockutils [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] Acquired lock "refresh_cache-0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1727.483283] env[69297]: DEBUG nova.network.neutron [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Refreshing network info cache for port 594aa338-be2a-43ad-affb-17f796fdfd29 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1727.484771] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:d0:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '594aa338-be2a-43ad-affb-17f796fdfd29', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1727.492290] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1727.493106] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1727.493364] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b844663-26d9-46e8-b620-870f377e8764 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.515815] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1727.515815] env[69297]:    value = "task-2931939"
[ 1727.515815] env[69297]:    _type = "Task"
[ 1727.515815] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.528775] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931939, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.633878] env[69297]: DEBUG nova.scheduler.client.report [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1727.743585] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931937, 'name': Rename_Task, 'duration_secs': 0.434912} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1727.743764] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1727.744022] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f3a9d11-2d18-44d0-a021-f3818702c30a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.752283] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1727.752283] env[69297]:    value = "task-2931940"
[ 1727.752283] env[69297]:    _type = "Task"
[ 1727.752283] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.761498] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.796016] env[69297]: DEBUG nova.compute.manager [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1727.838695] env[69297]: DEBUG nova.virt.hardware [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1727.839083] env[69297]: DEBUG nova.virt.hardware [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1727.839328] env[69297]: DEBUG nova.virt.hardware [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1727.839615] env[69297]: DEBUG nova.virt.hardware [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1727.839844] env[69297]: DEBUG nova.virt.hardware [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1727.840101] env[69297]: DEBUG nova.virt.hardware [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1727.840473] env[69297]: DEBUG nova.virt.hardware [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1727.840749] env[69297]: DEBUG nova.virt.hardware [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1727.840999] env[69297]: DEBUG nova.virt.hardware [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1727.841266] env[69297]: DEBUG nova.virt.hardware [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1727.841499] env[69297]: DEBUG nova.virt.hardware [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1727.842626] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdd8743-b7b9-4630-ae0a-60bd4ce0abb7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.852079] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31efbb7-c31b-425d-a86c-ea2cd111d6a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.875847] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576804} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1727.875847] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] f9b10a82-1ad8-47e5-baa5-0efb31033d01/f9b10a82-1ad8-47e5-baa5-0efb31033d01.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1727.876023] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1727.876338] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aafd1691-a66a-40a7-9292-b396bfa5d7be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.886023] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1727.886023] env[69297]:    value = "task-2931941"
[ 1727.886023] env[69297]:    _type = "Task"
[ 1727.886023] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1727.896561] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1727.940557] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931938, 'name': PowerOffVM_Task, 'duration_secs': 0.469204} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1727.940825] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1727.941678] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b4555a-6a35-451e-a1dd-cfb883b668f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.963468] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fa2947-52fb-4a9b-93d4-9762f0118fc7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1727.983777] env[69297]: DEBUG oslo_vmware.api [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931936, 'name': ReconfigVM_Task, 'duration_secs': 0.979451} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1727.983777] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-7c4ec5df-6330-44b7-9962-349b81ad7333/volume-7c4ec5df-6330-44b7-9962-349b81ad7333.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1727.988400] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-922b3de5-62a2-4d24-83f1-d58057a12694 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.008351] env[69297]: DEBUG oslo_vmware.api [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1728.008351] env[69297]:    value = "task-2931942"
[ 1728.008351] env[69297]:    _type = "Task"
[ 1728.008351] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1728.018582] env[69297]: DEBUG oslo_vmware.api [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.028983] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931939, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.081790] env[69297]: DEBUG nova.network.neutron [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Successfully updated port: 82abe34e-5ab3-4c63-a35e-0b89d0878891 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1728.139405] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1728.140201] env[69297]: DEBUG nova.compute.manager [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1728.144504] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.995s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1728.146622] env[69297]: INFO nova.compute.claims [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1728.264167] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.337500] env[69297]: DEBUG nova.network.neutron [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Updated VIF entry in instance network info cache for port 594aa338-be2a-43ad-affb-17f796fdfd29. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1728.337703] env[69297]: DEBUG nova.network.neutron [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Updating instance_info_cache with network_info: [{"id": "594aa338-be2a-43ad-affb-17f796fdfd29", "address": "fa:16:3e:b2:d0:d4", "network": {"id": "2203da48-c69a-4e5b-af61-8a656c9c4006", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1230624986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18980b9432f24a0a802fed5a696f73c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap594aa338-be", "ovs_interfaceid": "594aa338-be2a-43ad-affb-17f796fdfd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1728.396492] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.298921} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.396748] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1728.397566] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06685fcc-71ac-4ee5-8e3d-f2b63fc21fc1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.420755] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] f9b10a82-1ad8-47e5-baa5-0efb31033d01/f9b10a82-1ad8-47e5-baa5-0efb31033d01.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1728.421446] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1447f50b-3c32-4c7a-b796-6515d42a92a9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.443018] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1728.443018] env[69297]:    value = "task-2931943"
[ 1728.443018] env[69297]:    _type = "Task"
[ 1728.443018] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1728.452056] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.479103] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1728.479103] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a766b83-7eef-4e42-a2c0-018ca80aba2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.488076] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1728.488076] env[69297]:    value = "task-2931944"
[ 1728.488076] env[69297]:    _type = "Task"
[ 1728.488076] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1728.500706] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.518583] env[69297]: DEBUG oslo_vmware.api [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931942, 'name': ReconfigVM_Task, 'duration_secs': 0.302374} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.521797] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588691', 'volume_id': '7c4ec5df-6330-44b7-9962-349b81ad7333', 'name': 'volume-7c4ec5df-6330-44b7-9962-349b81ad7333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b33747bd-0268-4bfc-8513-2c7335954d9e', 'attached_at': '', 'detached_at': '', 'volume_id': '7c4ec5df-6330-44b7-9962-349b81ad7333', 'serial': '7c4ec5df-6330-44b7-9962-349b81ad7333'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1728.531559] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931939, 'name': CreateVM_Task, 'duration_secs': 0.852357} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.531842] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1728.532948] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1728.533241] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1728.533714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1728.535088] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b62edfa-b00c-48ea-9814-10e6c3bd5514 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.542690] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1728.542690] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52029bde-5746-426e-8c12-4813797579c8"
[ 1728.542690] env[69297]:    _type = "Task"
[ 1728.542690] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1728.551795] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52029bde-5746-426e-8c12-4813797579c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.584791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1728.585060] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1728.585194] env[69297]: DEBUG nova.network.neutron [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1728.652787] env[69297]: DEBUG nova.compute.utils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1728.658874] env[69297]: DEBUG nova.compute.manager [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1728.659540] env[69297]: DEBUG nova.network.neutron [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1728.729671] env[69297]: DEBUG nova.policy [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a068b382b5f4acf85aecb8380b0bb40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18980b9432f24a0a802fed5a696f73c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1728.763048] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.840721] env[69297]: DEBUG oslo_concurrency.lockutils [req-c5b5b834-5219-4174-8393-a6a2ff1ef141 req-6f218203-1e8a-48ab-a42f-46b809182cb0 service nova] Releasing lock "refresh_cache-0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1728.953900] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931943, 'name': ReconfigVM_Task, 'duration_secs': 0.347229} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1728.954226] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Reconfigured VM instance instance-00000068 to attach disk [datastore2] f9b10a82-1ad8-47e5-baa5-0efb31033d01/f9b10a82-1ad8-47e5-baa5-0efb31033d01.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1728.954997] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2256b989-769b-4829-a83c-2c5bfe1f7223 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1728.965446] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1728.965446] env[69297]:    value = "task-2931945"
[ 1728.965446] env[69297]:    _type = "Task"
[ 1728.965446] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1728.974018] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931945, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1728.998246] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931944, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1729.009210] env[69297]: DEBUG nova.network.neutron [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Successfully created port: 774ce54d-ae31-43f8-b999-9c15ba610f0f {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1729.056260] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52029bde-5746-426e-8c12-4813797579c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015375} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1729.057399] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1729.057399] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1729.057399] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1729.057399] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1729.057668] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1729.057724] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0848ef33-d123-4272-8021-f10aa803d144 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.069841] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1729.070293] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1729.071474] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d6d187-65df-401d-8e5c-47f8b5648f90 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.080595] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1729.080595] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522e882a-b245-b71e-3555-ff31304f4d35"
[ 1729.080595] env[69297]:    _type = "Task"
[ 1729.080595] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1729.097585] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522e882a-b245-b71e-3555-ff31304f4d35, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1729.098634] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97a85ee-f28f-4ca7-b31f-598da7c35bbb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.108338] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1729.108338] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f5fcc4-04ca-3658-cb66-0d8b16fdf72a"
[ 1729.108338] env[69297]:    _type = "Task"
[ 1729.108338] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1729.119586] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f5fcc4-04ca-3658-cb66-0d8b16fdf72a, 'name': SearchDatastore_Task, 'duration_secs': 0.010912} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1729.119907] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1729.120220] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd/0ff25e50-aa6a-4eb4-b177-c35ff92d59fd.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1729.120519] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17cda0bf-2b79-4082-b572-96535123a354 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.123695] env[69297]: DEBUG nova.network.neutron [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1729.129464] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1729.129464] env[69297]:    value = "task-2931946"
[ 1729.129464] env[69297]:    _type = "Task"
[ 1729.129464] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1729.137787] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1729.160296] env[69297]: DEBUG nova.compute.manager [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1729.266381] env[69297]: DEBUG oslo_vmware.api [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2931940, 'name': PowerOnVM_Task, 'duration_secs': 1.404266} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1729.266654] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1729.266861] env[69297]: DEBUG nova.compute.manager [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1729.267677] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8eec92-e268-4a7b-9061-1209a8732fa1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.285151] env[69297]: DEBUG nova.network.neutron [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance_info_cache with network_info: [{"id": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "address": "fa:16:3e:08:99:2d", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82abe34e-5a", "ovs_interfaceid": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1729.419869] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6871a32e-c6d2-4076-ad5b-5a45adc76bc0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.429825] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a441d1-6398-449d-9863-a26fad247c0c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.468701] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba715695-6ded-4624-a5ec-840bd7ca935f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.478733] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931945, 'name': Rename_Task, 'duration_secs': 0.188076} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1729.481367] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1729.481760] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5050bfef-8b60-4fa7-b4f5-bce740c87b88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.484762] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615ae098-c141-43eb-8d79-afa1978037a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.497098] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1729.497098] env[69297]:    value = "task-2931947"
[ 1729.497098] env[69297]:    _type = "Task"
[ 1729.497098] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1729.509304] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931944, 'name': CreateSnapshot_Task, 'duration_secs': 0.582877} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1729.509863] env[69297]: DEBUG nova.compute.provider_tree [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1729.516210] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1729.516210] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57afd50-8a83-4284-acfa-1b728af770ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.530703] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931947, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1729.557055] env[69297]: DEBUG nova.compute.manager [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Received event network-vif-plugged-82abe34e-5ab3-4c63-a35e-0b89d0878891 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1729.557055] env[69297]: DEBUG oslo_concurrency.lockutils [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] Acquiring lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1729.557055] env[69297]: DEBUG oslo_concurrency.lockutils [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1729.557182] env[69297]: DEBUG oslo_concurrency.lockutils [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1729.557395] env[69297]: DEBUG nova.compute.manager [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] No waiting events found dispatching network-vif-plugged-82abe34e-5ab3-4c63-a35e-0b89d0878891 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1729.557576] env[69297]: WARNING nova.compute.manager [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Received unexpected event network-vif-plugged-82abe34e-5ab3-4c63-a35e-0b89d0878891 for instance with vm_state building and task_state spawning.
[ 1729.557809] env[69297]: DEBUG nova.compute.manager [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Received event network-changed-82abe34e-5ab3-4c63-a35e-0b89d0878891 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1729.558382] env[69297]: DEBUG nova.compute.manager [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Refreshing instance network info cache due to event network-changed-82abe34e-5ab3-4c63-a35e-0b89d0878891. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1729.558382] env[69297]: DEBUG oslo_concurrency.lockutils [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] Acquiring lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1729.570963] env[69297]: DEBUG nova.objects.instance [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lazy-loading 'flavor' on Instance uuid b33747bd-0268-4bfc-8513-2c7335954d9e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1729.638653] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478928} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1729.638932] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd/0ff25e50-aa6a-4eb4-b177-c35ff92d59fd.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1729.639185] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1729.639458] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdb97b27-f206-4c16-8e2c-3077ae2ff5a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.648385] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1729.648385] env[69297]:    value = "task-2931948"
[ 1729.648385] env[69297]:    _type = "Task"
[ 1729.648385] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1729.657777] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1729.789047] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1729.792669] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1729.793017] env[69297]: DEBUG nova.compute.manager [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Instance network_info: |[{"id": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "address": "fa:16:3e:08:99:2d", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82abe34e-5a", "ovs_interfaceid": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1729.793371] env[69297]: DEBUG oslo_concurrency.lockutils [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] Acquired lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1729.793607] env[69297]: DEBUG nova.network.neutron [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Refreshing network info cache for port 82abe34e-5ab3-4c63-a35e-0b89d0878891 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1729.794950] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:99:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82abe34e-5ab3-4c63-a35e-0b89d0878891', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1729.802647] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1729.803529] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1729.803760] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-861b165f-5093-4982-9137-85e305f84439 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1729.825358] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1729.825358] env[69297]:    value = "task-2931949"
[ 1729.825358] env[69297]:    _type = "Task"
[ 1729.825358] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1729.834316] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931949, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.020721] env[69297]: DEBUG nova.scheduler.client.report [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1730.024067] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931947, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.046866] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1730.047544] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1b293511-437f-4e8b-950e-1f07807ccd5c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.057425] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1730.057425] env[69297]:    value = "task-2931950"
[ 1730.057425] env[69297]:    _type = "Task"
[ 1730.057425] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1730.067863] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931950, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.077047] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75582bbd-aa2a-41f8-be7c-09842f1c0c0a tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.804s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1730.159291] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072601} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1730.159612] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1730.160587] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228e276d-2c65-4540-ba30-65e49891d53e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.179411] env[69297]: DEBUG nova.compute.manager [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1730.190316] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd/0ff25e50-aa6a-4eb4-b177-c35ff92d59fd.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1730.190923] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3120864b-8a7e-460e-af54-bd372bda21fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.214090] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1730.214090] env[69297]:    value = "task-2931951"
[ 1730.214090] env[69297]:    _type = "Task"
[ 1730.214090] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1730.223934] env[69297]: DEBUG nova.virt.hardware [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1730.224200] env[69297]: DEBUG nova.virt.hardware [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1730.224450] env[69297]: DEBUG nova.virt.hardware [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1730.224675] env[69297]: DEBUG nova.virt.hardware [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1730.224831] env[69297]: DEBUG nova.virt.hardware [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1730.225089] env[69297]: DEBUG nova.virt.hardware [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1730.225322] env[69297]: DEBUG nova.virt.hardware [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1730.225489] env[69297]: DEBUG nova.virt.hardware [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1730.225660] env[69297]: DEBUG nova.virt.hardware [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1730.225836] env[69297]: DEBUG nova.virt.hardware [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1730.226079] env[69297]: DEBUG nova.virt.hardware [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1730.227135] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1af596-17c4-406b-80c1-86928135f563 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.234125] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.240692] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcb14cc-b2c4-4b57-9f7b-793030494240 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.336756] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931949, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.469511] env[69297]: DEBUG nova.compute.manager [req-bb0a02f0-140a-417e-a5b5-acf372e87aba req-99a59e5d-2104-4a5c-8743-a1110f61826c service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Received event network-vif-plugged-774ce54d-ae31-43f8-b999-9c15ba610f0f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1730.469734] env[69297]: DEBUG oslo_concurrency.lockutils [req-bb0a02f0-140a-417e-a5b5-acf372e87aba req-99a59e5d-2104-4a5c-8743-a1110f61826c service nova] Acquiring lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1730.470154] env[69297]: DEBUG oslo_concurrency.lockutils [req-bb0a02f0-140a-417e-a5b5-acf372e87aba req-99a59e5d-2104-4a5c-8743-a1110f61826c service nova] Lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1730.470252] env[69297]: DEBUG oslo_concurrency.lockutils [req-bb0a02f0-140a-417e-a5b5-acf372e87aba req-99a59e5d-2104-4a5c-8743-a1110f61826c service nova] Lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1730.470416] env[69297]: DEBUG nova.compute.manager [req-bb0a02f0-140a-417e-a5b5-acf372e87aba req-99a59e5d-2104-4a5c-8743-a1110f61826c service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] No waiting events found dispatching network-vif-plugged-774ce54d-ae31-43f8-b999-9c15ba610f0f {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1730.470587] env[69297]: WARNING nova.compute.manager [req-bb0a02f0-140a-417e-a5b5-acf372e87aba req-99a59e5d-2104-4a5c-8743-a1110f61826c service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Received unexpected event network-vif-plugged-774ce54d-ae31-43f8-b999-9c15ba610f0f for instance with vm_state building and task_state spawning.
[ 1730.520880] env[69297]: DEBUG oslo_vmware.api [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931947, 'name': PowerOnVM_Task, 'duration_secs': 0.578974} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1730.521181] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1730.521383] env[69297]: INFO nova.compute.manager [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Took 7.38 seconds to spawn the instance on the hypervisor.
[ 1730.521585] env[69297]: DEBUG nova.compute.manager [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1730.522471] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fca7597-5776-4e0d-bb78-80a19b312763 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.525645] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1730.526121] env[69297]: DEBUG nova.compute.manager [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1730.528551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.104s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1730.529903] env[69297]: INFO nova.compute.claims [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1730.545763] env[69297]: DEBUG nova.network.neutron [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updated VIF entry in instance network info cache for port 82abe34e-5ab3-4c63-a35e-0b89d0878891. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1730.545763] env[69297]: DEBUG nova.network.neutron [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance_info_cache with network_info: [{"id": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "address": "fa:16:3e:08:99:2d", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82abe34e-5a", "ovs_interfaceid": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1730.570010] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931950, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.625363] env[69297]: DEBUG nova.network.neutron [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Successfully updated port: 774ce54d-ae31-43f8-b999-9c15ba610f0f {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1730.727715] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.837530] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931949, 'name': CreateVM_Task, 'duration_secs': 0.736612} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1730.837694] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1730.838332] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1730.838517] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1730.838837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1730.839103] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7809ea8d-a207-4722-bc19-b023259cbfc6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1730.844618] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1730.844618] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523c6d60-e349-ab1d-e005-738bf21fec01"
[ 1730.844618] env[69297]:    _type = "Task"
[ 1730.844618] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1730.852066] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523c6d60-e349-ab1d-e005-738bf21fec01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1730.863498] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "b33747bd-0268-4bfc-8513-2c7335954d9e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1730.863716] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1731.037338] env[69297]: DEBUG nova.compute.utils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1731.038887] env[69297]: DEBUG nova.compute.manager [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1731.039071] env[69297]: DEBUG nova.network.neutron [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1731.047645] env[69297]: DEBUG oslo_concurrency.lockutils [req-219fb1f5-5901-4289-b2cb-bac89903e305 req-f3b277c7-a8e6-4d6c-8f55-badbab9ecd66 service nova] Releasing lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1731.051626] env[69297]: INFO nova.compute.manager [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Took 14.36 seconds to build instance.
[ 1731.069176] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931950, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.075333] env[69297]: DEBUG nova.policy [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cc7ea09028e44a28980fa4e60cdb2b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e3b76c79de46b381d4b786f6d4c722', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1731.128447] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "refresh_cache-7f2e49bf-b5c2-4da6-bce2-cdd026752cee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1731.128601] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired lock "refresh_cache-7f2e49bf-b5c2-4da6-bce2-cdd026752cee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1731.128758] env[69297]: DEBUG nova.network.neutron [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1731.227593] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931951, 'name': ReconfigVM_Task, 'duration_secs': 0.9059} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1731.227884] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd/0ff25e50-aa6a-4eb4-b177-c35ff92d59fd.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1731.229402] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41631073-4ea6-4213-a84b-94f009b35e35 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.235658] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1731.235658] env[69297]:    value = "task-2931952"
[ 1731.235658] env[69297]:    _type = "Task"
[ 1731.235658] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1731.244851] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931952, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.337082] env[69297]: DEBUG nova.network.neutron [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Successfully created port: 8641b018-db86-456f-863d-114037c66674 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1731.355180] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523c6d60-e349-ab1d-e005-738bf21fec01, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1731.355482] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1731.355718] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1731.355949] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1731.356151] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1731.356295] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1731.356575] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e817fdd0-2b94-4943-8e48-71d8cae69b7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.366505] env[69297]: INFO nova.compute.manager [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Detaching volume 7c4ec5df-6330-44b7-9962-349b81ad7333
[ 1731.368442] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1731.368584] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1731.369709] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54ef6a4f-5746-415a-bc20-548c48e54195 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.375780] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1731.375780] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52656e26-25d4-e470-ba79-3c2446941535"
[ 1731.375780] env[69297]:    _type = "Task"
[ 1731.375780] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1731.384303] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52656e26-25d4-e470-ba79-3c2446941535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.404415] env[69297]: INFO nova.virt.block_device [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Attempting to driver detach volume 7c4ec5df-6330-44b7-9962-349b81ad7333 from mountpoint /dev/sdb
[ 1731.404740] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1731.404978] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588691', 'volume_id': '7c4ec5df-6330-44b7-9962-349b81ad7333', 'name': 'volume-7c4ec5df-6330-44b7-9962-349b81ad7333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b33747bd-0268-4bfc-8513-2c7335954d9e', 'attached_at': '', 'detached_at': '', 'volume_id': '7c4ec5df-6330-44b7-9962-349b81ad7333', 'serial': '7c4ec5df-6330-44b7-9962-349b81ad7333'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1731.405824] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7d3bcb-0781-4b50-9e2e-f2b8cf482290 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.431557] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba8a166-a846-42e9-b936-9926b9b4e4d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.439995] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c0fca4-1d81-418c-b34f-b26f0038f22a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.462288] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330a74b1-4ec1-46ca-924e-ca0d053dc5f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.479373] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] The volume has not been displaced from its original location: [datastore2] volume-7c4ec5df-6330-44b7-9962-349b81ad7333/volume-7c4ec5df-6330-44b7-9962-349b81ad7333.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1731.484927] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1731.485337] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc368db-34f6-40f0-b6b9-6572692c1b0e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.505182] env[69297]: DEBUG oslo_vmware.api [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1731.505182] env[69297]:    value = "task-2931953"
[ 1731.505182] env[69297]:    _type = "Task"
[ 1731.505182] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1731.515049] env[69297]: DEBUG oslo_vmware.api [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.543811] env[69297]: DEBUG nova.compute.manager [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1731.553534] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cf26d3e8-e756-4387-b7e6-8f455c53266b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.872s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1731.574110] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931950, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.675710] env[69297]: DEBUG nova.network.neutron [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1731.748030] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931952, 'name': Rename_Task, 'duration_secs': 0.26678} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1731.748364] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1731.748364] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb46b62c-c135-4e9c-8327-fe5707727bdc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.759822] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1731.759822] env[69297]:    value = "task-2931954"
[ 1731.759822] env[69297]:    _type = "Task"
[ 1731.759822] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1731.770068] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1731.801413] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b2d2bf-d952-48cc-bd79-d8b2f0b94981 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.810516] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f9d8f1-f813-49f7-aa1f-5e8ef0492408 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.851442] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b538ad-b87a-4bc0-8c97-100e24c1a954 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.855123] env[69297]: DEBUG nova.network.neutron [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Updating instance_info_cache with network_info: [{"id": "774ce54d-ae31-43f8-b999-9c15ba610f0f", "address": "fa:16:3e:fb:4a:9e", "network": {"id": "2203da48-c69a-4e5b-af61-8a656c9c4006", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1230624986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18980b9432f24a0a802fed5a696f73c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774ce54d-ae", "ovs_interfaceid": "774ce54d-ae31-43f8-b999-9c15ba610f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1731.863793] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f7ea71-dd1b-4ec9-9e13-f2690abb6e92 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.886846] env[69297]: DEBUG nova.compute.provider_tree [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1731.899645] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52656e26-25d4-e470-ba79-3c2446941535, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1731.900722] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d64e25-23de-415c-9478-49cc1d55b9a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1731.908352] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1731.908352] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]526db466-ebd9-9360-a731-c67327df9692"
[ 1731.908352] env[69297]:    _type = "Task"
[ 1731.908352] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1731.918577] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526db466-ebd9-9360-a731-c67327df9692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.016214] env[69297]: DEBUG oslo_vmware.api [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931953, 'name': ReconfigVM_Task, 'duration_secs': 0.265839} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1732.016717] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1732.021664] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f12e3a55-9d88-49b0-9b12-6da77c2617ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.043497] env[69297]: DEBUG oslo_vmware.api [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1732.043497] env[69297]:    value = "task-2931955"
[ 1732.043497] env[69297]:    _type = "Task"
[ 1732.043497] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1732.057018] env[69297]: DEBUG oslo_vmware.api [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.068295] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931950, 'name': CloneVM_Task, 'duration_secs': 1.858154} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1732.068791] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Created linked-clone VM from snapshot
[ 1732.069672] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6892d503-bf61-4105-b6bb-34b9e27ae6a9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.078651] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Uploading image 009c5251-dec9-4e2d-99d2-c53cc89e65a7 {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1732.106171] env[69297]: DEBUG oslo_vmware.rw_handles [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1732.106171] env[69297]:    value = "vm-588698"
[ 1732.106171] env[69297]:    _type = "VirtualMachine"
[ 1732.106171] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1732.106852] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc107fd6-ced5-4153-89c5-c5e00a969f62 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.115689] env[69297]: DEBUG oslo_vmware.rw_handles [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lease: (returnval){
[ 1732.115689] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b72ca5-64dd-aa6f-886e-c42783fe56e1"
[ 1732.115689] env[69297]:    _type = "HttpNfcLease"
[ 1732.115689] env[69297]:  } obtained for exporting VM: (result){
[ 1732.115689] env[69297]:    value = "vm-588698"
[ 1732.115689] env[69297]:    _type = "VirtualMachine"
[ 1732.115689] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1732.116018] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the lease: (returnval){
[ 1732.116018] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b72ca5-64dd-aa6f-886e-c42783fe56e1"
[ 1732.116018] env[69297]:    _type = "HttpNfcLease"
[ 1732.116018] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1732.124985] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1732.124985] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b72ca5-64dd-aa6f-886e-c42783fe56e1"
[ 1732.124985] env[69297]:    _type = "HttpNfcLease"
[ 1732.124985] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1732.270314] env[69297]: DEBUG oslo_vmware.api [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931954, 'name': PowerOnVM_Task, 'duration_secs': 0.503851} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1732.270589] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1732.270794] env[69297]: INFO nova.compute.manager [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Took 6.82 seconds to spawn the instance on the hypervisor.
[ 1732.270971] env[69297]: DEBUG nova.compute.manager [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1732.271775] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa33f59-b865-4c87-82f1-39bfb672e670 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.358151] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Releasing lock "refresh_cache-7f2e49bf-b5c2-4da6-bce2-cdd026752cee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1732.358485] env[69297]: DEBUG nova.compute.manager [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Instance network_info: |[{"id": "774ce54d-ae31-43f8-b999-9c15ba610f0f", "address": "fa:16:3e:fb:4a:9e", "network": {"id": "2203da48-c69a-4e5b-af61-8a656c9c4006", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1230624986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18980b9432f24a0a802fed5a696f73c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774ce54d-ae", "ovs_interfaceid": "774ce54d-ae31-43f8-b999-9c15ba610f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1732.358921] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:4a:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '774ce54d-ae31-43f8-b999-9c15ba610f0f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1732.369597] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1732.369877] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1732.370208] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-165f41b0-5fec-4f21-b6a4-f6fe9f7cd423 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.393662] env[69297]: DEBUG nova.scheduler.client.report [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1732.398230] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1732.398230] env[69297]:    value = "task-2931957"
[ 1732.398230] env[69297]:    _type = "Task"
[ 1732.398230] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1732.408297] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931957, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.419748] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526db466-ebd9-9360-a731-c67327df9692, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1732.420031] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1732.420305] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] e160d64d-b9f7-43c4-8a1f-190dd8335fd1/e160d64d-b9f7-43c4-8a1f-190dd8335fd1.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1732.420869] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df6d2c5d-fd80-475a-b50a-9f05ee579fc5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.429756] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1732.429756] env[69297]:    value = "task-2931958"
[ 1732.429756] env[69297]:    _type = "Task"
[ 1732.429756] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1732.438078] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.493668] env[69297]: DEBUG nova.compute.manager [req-27ea2de5-9039-4ba5-a2a4-bbc717cfecf6 req-7d9fd245-e1bd-4123-9657-b4f2ba323050 service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Received event network-changed-774ce54d-ae31-43f8-b999-9c15ba610f0f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1732.493891] env[69297]: DEBUG nova.compute.manager [req-27ea2de5-9039-4ba5-a2a4-bbc717cfecf6 req-7d9fd245-e1bd-4123-9657-b4f2ba323050 service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Refreshing instance network info cache due to event network-changed-774ce54d-ae31-43f8-b999-9c15ba610f0f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1732.494504] env[69297]: DEBUG oslo_concurrency.lockutils [req-27ea2de5-9039-4ba5-a2a4-bbc717cfecf6 req-7d9fd245-e1bd-4123-9657-b4f2ba323050 service nova] Acquiring lock "refresh_cache-7f2e49bf-b5c2-4da6-bce2-cdd026752cee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1732.494726] env[69297]: DEBUG oslo_concurrency.lockutils [req-27ea2de5-9039-4ba5-a2a4-bbc717cfecf6 req-7d9fd245-e1bd-4123-9657-b4f2ba323050 service nova] Acquired lock "refresh_cache-7f2e49bf-b5c2-4da6-bce2-cdd026752cee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1732.495496] env[69297]: DEBUG nova.network.neutron [req-27ea2de5-9039-4ba5-a2a4-bbc717cfecf6 req-7d9fd245-e1bd-4123-9657-b4f2ba323050 service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Refreshing network info cache for port 774ce54d-ae31-43f8-b999-9c15ba610f0f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1732.555390] env[69297]: DEBUG nova.compute.manager [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1732.557484] env[69297]: DEBUG oslo_vmware.api [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931955, 'name': ReconfigVM_Task, 'duration_secs': 0.157082} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1732.557976] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588691', 'volume_id': '7c4ec5df-6330-44b7-9962-349b81ad7333', 'name': 'volume-7c4ec5df-6330-44b7-9962-349b81ad7333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b33747bd-0268-4bfc-8513-2c7335954d9e', 'attached_at': '', 'detached_at': '', 'volume_id': '7c4ec5df-6330-44b7-9962-349b81ad7333', 'serial': '7c4ec5df-6330-44b7-9962-349b81ad7333'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1732.579380] env[69297]: DEBUG nova.virt.hardware [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1732.579657] env[69297]: DEBUG nova.virt.hardware [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1732.579830] env[69297]: DEBUG nova.virt.hardware [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1732.580121] env[69297]: DEBUG nova.virt.hardware [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1732.580381] env[69297]: DEBUG nova.virt.hardware [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1732.580582] env[69297]: DEBUG nova.virt.hardware [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1732.580825] env[69297]: DEBUG nova.virt.hardware [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1732.581013] env[69297]: DEBUG nova.virt.hardware [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1732.581200] env[69297]: DEBUG nova.virt.hardware [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1732.581384] env[69297]: DEBUG nova.virt.hardware [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1732.581570] env[69297]: DEBUG nova.virt.hardware [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1732.582563] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686ee114-5f9f-4aab-af3f-08cc0195ba79 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.592426] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5800c769-17de-44f6-ad20-fdb46fe8fb60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.625310] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1732.625310] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b72ca5-64dd-aa6f-886e-c42783fe56e1"
[ 1732.625310] env[69297]:    _type = "HttpNfcLease"
[ 1732.625310] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1732.625639] env[69297]: DEBUG oslo_vmware.rw_handles [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1732.625639] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52b72ca5-64dd-aa6f-886e-c42783fe56e1"
[ 1732.625639] env[69297]:    _type = "HttpNfcLease"
[ 1732.625639] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1732.626438] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa9190b-fbc8-41c9-a3fc-e6eabca81eaa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.635656] env[69297]: DEBUG oslo_vmware.rw_handles [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a77a42-a37b-b186-97a8-bd5af3d2cc9d/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1732.635868] env[69297]: DEBUG oslo_vmware.rw_handles [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a77a42-a37b-b186-97a8-bd5af3d2cc9d/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1732.751117] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-513ea614-1ee4-42b7-a81c-2c8bf41ebfd6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1732.794119] env[69297]: INFO nova.compute.manager [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Took 15.47 seconds to build instance.
[ 1732.904356] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1732.904883] env[69297]: DEBUG nova.compute.manager [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1732.907654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.119s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1732.907847] env[69297]: DEBUG nova.objects.instance [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1732.917146] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931957, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1732.944292] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931958, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1733.103168] env[69297]: DEBUG nova.objects.instance [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lazy-loading 'flavor' on Instance uuid b33747bd-0268-4bfc-8513-2c7335954d9e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1733.214062] env[69297]: DEBUG nova.network.neutron [req-27ea2de5-9039-4ba5-a2a4-bbc717cfecf6 req-7d9fd245-e1bd-4123-9657-b4f2ba323050 service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Updated VIF entry in instance network info cache for port 774ce54d-ae31-43f8-b999-9c15ba610f0f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1733.214496] env[69297]: DEBUG nova.network.neutron [req-27ea2de5-9039-4ba5-a2a4-bbc717cfecf6 req-7d9fd245-e1bd-4123-9657-b4f2ba323050 service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Updating instance_info_cache with network_info: [{"id": "774ce54d-ae31-43f8-b999-9c15ba610f0f", "address": "fa:16:3e:fb:4a:9e", "network": {"id": "2203da48-c69a-4e5b-af61-8a656c9c4006", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1230624986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18980b9432f24a0a802fed5a696f73c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774ce54d-ae", "ovs_interfaceid": "774ce54d-ae31-43f8-b999-9c15ba610f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1733.296314] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b456b87-01f5-41de-b046-b0ed1bd79bac tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.983s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1733.334515] env[69297]: DEBUG nova.network.neutron [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Successfully updated port: 8641b018-db86-456f-863d-114037c66674 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1733.410135] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931957, 'name': CreateVM_Task, 'duration_secs': 0.544132} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1733.410398] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1733.411328] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1733.411575] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1733.412045] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1733.413302] env[69297]: DEBUG nova.compute.utils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1733.417971] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9afb144-63cc-4ef6-bae1-11de2d505a71 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.420454] env[69297]: DEBUG nova.compute.manager [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1733.420747] env[69297]: DEBUG nova.network.neutron [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1733.427433] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1733.427433] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]521b31e7-a259-ef83-66f8-8df3ee6105ca"
[ 1733.427433] env[69297]:    _type = "Task"
[ 1733.427433] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1733.444023] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521b31e7-a259-ef83-66f8-8df3ee6105ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012895} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1733.448029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1733.448162] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1733.448379] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1733.448616] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1733.448856] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1733.449213] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532331} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1733.449510] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a1c2dc8-5ae1-4012-b0bf-da74cfe3e405 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.451476] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] e160d64d-b9f7-43c4-8a1f-190dd8335fd1/e160d64d-b9f7-43c4-8a1f-190dd8335fd1.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1733.451814] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1733.452348] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc4cd56e-46d9-4dd8-8853-3b7d3eb4d195 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.459183] env[69297]: DEBUG nova.policy [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b455dc6aa064d26b98b99e4f920bc81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b951b3fbff4a6e81a93a0cd5b184b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1733.462731] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1733.462731] env[69297]:    value = "task-2931959"
[ 1733.462731] env[69297]:    _type = "Task"
[ 1733.462731] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1733.464137] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1733.464427] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1733.468349] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a256d89-dc26-4571-9993-8df4aae6cb1a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.476140] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1733.476140] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5286c52c-7dc3-aaae-f072-e45aa69dd214"
[ 1733.476140] env[69297]:    _type = "Task"
[ 1733.476140] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1733.480723] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1733.491817] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5286c52c-7dc3-aaae-f072-e45aa69dd214, 'name': SearchDatastore_Task, 'duration_secs': 0.013522} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1733.492768] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfaa7317-5673-49d0-a7fc-c481b0d2dcd6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1733.501719] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1733.501719] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]523a1c6c-b14b-0a90-1285-139144cf5cdc"
[ 1733.501719] env[69297]:    _type = "Task"
[ 1733.501719] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1733.511816] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523a1c6c-b14b-0a90-1285-139144cf5cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1733.717288] env[69297]: DEBUG oslo_concurrency.lockutils [req-27ea2de5-9039-4ba5-a2a4-bbc717cfecf6 req-7d9fd245-e1bd-4123-9657-b4f2ba323050 service nova] Releasing lock "refresh_cache-7f2e49bf-b5c2-4da6-bce2-cdd026752cee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1733.796263] env[69297]: DEBUG nova.network.neutron [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Successfully created port: 783a7769-001f-4ea1-ae39-746e2179a1cd {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1733.837318] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "refresh_cache-4aac6b0a-de29-47b8-8e7a-e23807aea13d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1733.837474] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "refresh_cache-4aac6b0a-de29-47b8-8e7a-e23807aea13d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1733.837632] env[69297]: DEBUG nova.network.neutron [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1733.922561] env[69297]: DEBUG nova.compute.manager [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1733.925148] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6a3a4b8d-74a5-4df7-abab-212060e7fe1b tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1733.975501] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092719} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1733.976167] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1733.977976] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8aa298-a53b-49e2-8d6b-748cca01bc81 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.002800] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e160d64d-b9f7-43c4-8a1f-190dd8335fd1/e160d64d-b9f7-43c4-8a1f-190dd8335fd1.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1734.003201] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca4ac1e-f85a-4d8c-858d-85819fbc2e73 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.028368] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]523a1c6c-b14b-0a90-1285-139144cf5cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.013303} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1734.030150] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1734.030241] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 7f2e49bf-b5c2-4da6-bce2-cdd026752cee/7f2e49bf-b5c2-4da6-bce2-cdd026752cee.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1734.030694] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1734.030694] env[69297]:    value = "task-2931960"
[ 1734.030694] env[69297]:    _type = "Task"
[ 1734.030694] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1734.030694] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a261fc0d-a021-4e66-8870-def65f158b5f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.042631] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1734.044203] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1734.044203] env[69297]:    value = "task-2931961"
[ 1734.044203] env[69297]:    _type = "Task"
[ 1734.044203] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1734.053387] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1734.117833] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62ff4654-d8ee-4684-beda-46db9704255f tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.254s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1734.377551] env[69297]: DEBUG nova.network.neutron [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1734.524997] env[69297]: DEBUG nova.compute.manager [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Received event network-vif-plugged-8641b018-db86-456f-863d-114037c66674 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1734.524997] env[69297]: DEBUG oslo_concurrency.lockutils [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] Acquiring lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1734.525180] env[69297]: DEBUG oslo_concurrency.lockutils [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] Lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1734.525323] env[69297]: DEBUG oslo_concurrency.lockutils [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] Lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1734.525669] env[69297]: DEBUG nova.compute.manager [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] No waiting events found dispatching network-vif-plugged-8641b018-db86-456f-863d-114037c66674 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1734.525934] env[69297]: WARNING nova.compute.manager [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Received unexpected event network-vif-plugged-8641b018-db86-456f-863d-114037c66674 for instance with vm_state building and task_state spawning.
[ 1734.526190] env[69297]: DEBUG nova.compute.manager [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Received event network-changed-8641b018-db86-456f-863d-114037c66674 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1734.526380] env[69297]: DEBUG nova.compute.manager [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Refreshing instance network info cache due to event network-changed-8641b018-db86-456f-863d-114037c66674. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1734.526726] env[69297]: DEBUG oslo_concurrency.lockutils [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] Acquiring lock "refresh_cache-4aac6b0a-de29-47b8-8e7a-e23807aea13d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1734.543850] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1734.545206] env[69297]: DEBUG nova.network.neutron [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Updating instance_info_cache with network_info: [{"id": "8641b018-db86-456f-863d-114037c66674", "address": "fa:16:3e:d5:0a:fb", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8641b018-db", "ovs_interfaceid": "8641b018-db86-456f-863d-114037c66674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1734.560443] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931961, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1734.935730] env[69297]: DEBUG nova.compute.manager [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1734.965541] env[69297]: DEBUG nova.virt.hardware [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1734.965784] env[69297]: DEBUG nova.virt.hardware [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1734.965940] env[69297]: DEBUG nova.virt.hardware [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1734.966140] env[69297]: DEBUG nova.virt.hardware [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1734.966290] env[69297]: DEBUG nova.virt.hardware [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1734.966528] env[69297]: DEBUG nova.virt.hardware [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1734.966750] env[69297]: DEBUG nova.virt.hardware [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1734.966911] env[69297]: DEBUG nova.virt.hardware [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1734.967097] env[69297]: DEBUG nova.virt.hardware [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1734.967263] env[69297]: DEBUG nova.virt.hardware [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1734.967433] env[69297]: DEBUG nova.virt.hardware [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1734.968332] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb328e6-ae37-4edd-a740-915c4ce3649e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1734.978496] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e6d6d9-3a5f-4e2d-942d-f6a8cc9322a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.044078] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931960, 'name': ReconfigVM_Task, 'duration_secs': 0.603799} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1735.044458] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e160d64d-b9f7-43c4-8a1f-190dd8335fd1/e160d64d-b9f7-43c4-8a1f-190dd8335fd1.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1735.045199] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae581b07-fe2c-425b-b83d-76e9b27b95d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.050486] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "refresh_cache-4aac6b0a-de29-47b8-8e7a-e23807aea13d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1735.050815] env[69297]: DEBUG nova.compute.manager [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Instance network_info: |[{"id": "8641b018-db86-456f-863d-114037c66674", "address": "fa:16:3e:d5:0a:fb", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8641b018-db", "ovs_interfaceid": "8641b018-db86-456f-863d-114037c66674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1735.051150] env[69297]: DEBUG oslo_concurrency.lockutils [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] Acquired lock "refresh_cache-4aac6b0a-de29-47b8-8e7a-e23807aea13d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1735.051351] env[69297]: DEBUG nova.network.neutron [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Refreshing network info cache for port 8641b018-db86-456f-863d-114037c66674 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1735.052597] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:0a:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8641b018-db86-456f-863d-114037c66674', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1735.061088] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1735.063568] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1735.063944] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1735.063944] env[69297]:    value = "task-2931962"
[ 1735.063944] env[69297]:    _type = "Task"
[ 1735.063944] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1735.067840] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e4c3baa-1cbb-48fb-aaea-631188d58717 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.083021] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516742} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1735.087623] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 7f2e49bf-b5c2-4da6-bce2-cdd026752cee/7f2e49bf-b5c2-4da6-bce2-cdd026752cee.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1735.087972] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1735.089051] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60fdd882-b9da-4a3d-b9b1-5e9dcc1d5c9a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.096700] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1735.096700] env[69297]:    value = "task-2931964"
[ 1735.096700] env[69297]:    _type = "Task"
[ 1735.096700] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1735.100524] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931962, 'name': Rename_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1735.100725] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1735.100725] env[69297]:    value = "task-2931963"
[ 1735.100725] env[69297]:    _type = "Task"
[ 1735.100725] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1735.112671] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931963, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1735.155130] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "b33747bd-0268-4bfc-8513-2c7335954d9e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1735.155513] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1735.155746] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "b33747bd-0268-4bfc-8513-2c7335954d9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1735.155996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1735.156255] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1735.158624] env[69297]: INFO nova.compute.manager [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Terminating instance
[ 1735.452500] env[69297]: DEBUG nova.compute.manager [req-c0c93bab-1436-4e4a-bddf-2eacafbd270b req-46c5b085-57f5-443f-ae16-75ac40cbbe12 service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Received event network-vif-plugged-783a7769-001f-4ea1-ae39-746e2179a1cd {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1735.452731] env[69297]: DEBUG oslo_concurrency.lockutils [req-c0c93bab-1436-4e4a-bddf-2eacafbd270b req-46c5b085-57f5-443f-ae16-75ac40cbbe12 service nova] Acquiring lock "602fd301-2803-4e3a-bb9e-57df5bba606e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1735.452941] env[69297]: DEBUG oslo_concurrency.lockutils [req-c0c93bab-1436-4e4a-bddf-2eacafbd270b req-46c5b085-57f5-443f-ae16-75ac40cbbe12 service nova] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1735.453122] env[69297]: DEBUG oslo_concurrency.lockutils [req-c0c93bab-1436-4e4a-bddf-2eacafbd270b req-46c5b085-57f5-443f-ae16-75ac40cbbe12 service nova] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1735.453313] env[69297]: DEBUG nova.compute.manager [req-c0c93bab-1436-4e4a-bddf-2eacafbd270b req-46c5b085-57f5-443f-ae16-75ac40cbbe12 service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] No waiting events found dispatching network-vif-plugged-783a7769-001f-4ea1-ae39-746e2179a1cd {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1735.453448] env[69297]: WARNING nova.compute.manager [req-c0c93bab-1436-4e4a-bddf-2eacafbd270b req-46c5b085-57f5-443f-ae16-75ac40cbbe12 service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Received unexpected event network-vif-plugged-783a7769-001f-4ea1-ae39-746e2179a1cd for instance with vm_state building and task_state spawning.
[ 1735.593497] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931962, 'name': Rename_Task, 'duration_secs': 0.220817} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1735.595818] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1735.596091] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4943b1f1-f5cf-44f6-bfdb-8c0a85e9ff70 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.605071] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1735.605071] env[69297]:    value = "task-2931965"
[ 1735.605071] env[69297]:    _type = "Task"
[ 1735.605071] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1735.613605] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124656} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1735.614221] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1735.615252] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b22e22-f6f0-46af-a49a-8a0e5bf5ae6a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.623379] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931963, 'name': CreateVM_Task, 'duration_secs': 0.439381} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1735.623661] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1735.624183] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1735.624851] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1735.625033] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1735.625345] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1735.625599] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f83430-c2bc-458e-b08a-301d2df24aaf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.645466] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 7f2e49bf-b5c2-4da6-bce2-cdd026752cee/7f2e49bf-b5c2-4da6-bce2-cdd026752cee.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1735.648762] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d54aaffc-0377-4cd6-9af7-a9ab6c158672 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.665768] env[69297]: DEBUG nova.compute.manager [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1735.666013] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1735.666724] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1735.666724] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52dd4589-dd6e-7cb0-3f97-eeab7ccbd3b1"
[ 1735.666724] env[69297]:    _type = "Task"
[ 1735.666724] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1735.667530] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545076bb-94ea-434f-9af9-25ae16491494 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.677119] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1735.677119] env[69297]:    value = "task-2931966"
[ 1735.677119] env[69297]:    _type = "Task"
[ 1735.677119] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1735.685503] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1735.685825] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52dd4589-dd6e-7cb0-3f97-eeab7ccbd3b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1735.688515] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8503c15-af07-4f25-b37b-bba39b286dea {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.690202] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1735.690529] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1735.690807] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1735.690965] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1735.691166] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1735.695191] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b688caf1-d5bf-4250-91d4-961ce6b44a0f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.697372] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931966, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1735.704241] env[69297]: DEBUG oslo_vmware.api [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1735.704241] env[69297]:    value = "task-2931967"
[ 1735.704241] env[69297]:    _type = "Task"
[ 1735.704241] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1735.713880] env[69297]: DEBUG oslo_vmware.api [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1735.715057] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1735.715247] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1735.715979] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c73fd1-635a-4918-a97b-029352fe1611 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1735.723363] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1735.723363] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d95e41-5f28-3d2c-8017-2ebabd061830"
[ 1735.723363] env[69297]:    _type = "Task"
[ 1735.723363] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1735.732495] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d95e41-5f28-3d2c-8017-2ebabd061830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1735.821027] env[69297]: DEBUG nova.network.neutron [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Updated VIF entry in instance network info cache for port 8641b018-db86-456f-863d-114037c66674. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1735.821554] env[69297]: DEBUG nova.network.neutron [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Updating instance_info_cache with network_info: [{"id": "8641b018-db86-456f-863d-114037c66674", "address": "fa:16:3e:d5:0a:fb", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8641b018-db", "ovs_interfaceid": "8641b018-db86-456f-863d-114037c66674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1735.965483] env[69297]: DEBUG nova.network.neutron [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Successfully updated port: 783a7769-001f-4ea1-ae39-746e2179a1cd {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1736.118642] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931965, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1736.188353] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931966, 'name': ReconfigVM_Task, 'duration_secs': 0.393417} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1736.188551] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 7f2e49bf-b5c2-4da6-bce2-cdd026752cee/7f2e49bf-b5c2-4da6-bce2-cdd026752cee.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1736.189135] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66355103-04a3-4aac-820d-975770cf92fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.196366] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1736.196366] env[69297]:    value = "task-2931968"
[ 1736.196366] env[69297]:    _type = "Task"
[ 1736.196366] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1736.205283] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931968, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1736.213758] env[69297]: DEBUG oslo_vmware.api [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931967, 'name': PowerOffVM_Task, 'duration_secs': 0.21435} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1736.214032] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1736.214205] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1736.214468] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-141bd5e7-84f0-458d-b139-81fe27fef19e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.233854] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d95e41-5f28-3d2c-8017-2ebabd061830, 'name': SearchDatastore_Task, 'duration_secs': 0.017485} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1736.234728] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af127cd0-a31e-4905-8c9a-2e838ecec4ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.242508] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1736.242508] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d22416-f018-2c89-11d6-a0f83abb376a"
[ 1736.242508] env[69297]:    _type = "Task"
[ 1736.242508] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1736.251143] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d22416-f018-2c89-11d6-a0f83abb376a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1736.285964] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1736.286232] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1736.286365] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleting the datastore file [datastore1] b33747bd-0268-4bfc-8513-2c7335954d9e {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1736.286561] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cc2add8-f7a0-4b07-aa38-efc4736b731c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.295013] env[69297]: DEBUG oslo_vmware.api [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1736.295013] env[69297]:    value = "task-2931970"
[ 1736.295013] env[69297]:    _type = "Task"
[ 1736.295013] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1736.304304] env[69297]: DEBUG oslo_vmware.api [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1736.325174] env[69297]: DEBUG oslo_concurrency.lockutils [req-e8fb8049-8fd6-4fd4-985b-26c233f7d1bc req-8fdb8875-247f-4265-8f24-284e0976f92d service nova] Releasing lock "refresh_cache-4aac6b0a-de29-47b8-8e7a-e23807aea13d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1736.467329] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1736.467500] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1736.467701] env[69297]: DEBUG nova.network.neutron [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1736.562635] env[69297]: DEBUG nova.compute.manager [req-e4922fab-c603-4fce-bf3b-0b88bb90545b req-670cf132-b0e3-40bc-a448-769545a2d469 service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Received event network-changed-783a7769-001f-4ea1-ae39-746e2179a1cd {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1736.562803] env[69297]: DEBUG nova.compute.manager [req-e4922fab-c603-4fce-bf3b-0b88bb90545b req-670cf132-b0e3-40bc-a448-769545a2d469 service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Refreshing instance network info cache due to event network-changed-783a7769-001f-4ea1-ae39-746e2179a1cd. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1736.563007] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4922fab-c603-4fce-bf3b-0b88bb90545b req-670cf132-b0e3-40bc-a448-769545a2d469 service nova] Acquiring lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1736.619661] env[69297]: DEBUG oslo_vmware.api [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2931965, 'name': PowerOnVM_Task, 'duration_secs': 0.833913} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1736.620029] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1736.620254] env[69297]: INFO nova.compute.manager [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Took 8.82 seconds to spawn the instance on the hypervisor.
[ 1736.620437] env[69297]: DEBUG nova.compute.manager [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1736.621303] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38404e33-e82e-4297-b9b6-0d909f639eb8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.707279] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931968, 'name': Rename_Task, 'duration_secs': 0.184375} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1736.707623] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1736.707932] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0166eb16-2a5a-4bf3-8279-5be1c99429ab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.714997] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1736.714997] env[69297]:    value = "task-2931971"
[ 1736.714997] env[69297]:    _type = "Task"
[ 1736.714997] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1736.723153] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1736.753430] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d22416-f018-2c89-11d6-a0f83abb376a, 'name': SearchDatastore_Task, 'duration_secs': 0.015695} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1736.753719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1736.753988] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 4aac6b0a-de29-47b8-8e7a-e23807aea13d/4aac6b0a-de29-47b8-8e7a-e23807aea13d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1736.754347] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2016685f-4d53-4394-a215-934477c9b606 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1736.762018] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1736.762018] env[69297]:    value = "task-2931972"
[ 1736.762018] env[69297]:    _type = "Task"
[ 1736.762018] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1736.771639] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1736.807265] env[69297]: DEBUG oslo_vmware.api [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2931970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194948} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1736.807544] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1736.807733] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1736.807908] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1736.808110] env[69297]: INFO nova.compute.manager [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Took 1.14 seconds to destroy the instance on the hypervisor.
[ 1736.808398] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1736.808557] env[69297]: DEBUG nova.compute.manager [-] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1736.808656] env[69297]: DEBUG nova.network.neutron [-] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1737.013645] env[69297]: DEBUG nova.network.neutron [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1737.142264] env[69297]: INFO nova.compute.manager [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Took 19.80 seconds to build instance.
[ 1737.182544] env[69297]: DEBUG nova.network.neutron [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance_info_cache with network_info: [{"id": "783a7769-001f-4ea1-ae39-746e2179a1cd", "address": "fa:16:3e:90:54:50", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783a7769-00", "ovs_interfaceid": "783a7769-001f-4ea1-ae39-746e2179a1cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1737.230666] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1737.273998] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1737.644363] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e11e07ff-2872-46fa-bfbc-e47bb5b5a8b7 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.308s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1737.686402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1737.686402] env[69297]: DEBUG nova.compute.manager [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Instance network_info: |[{"id": "783a7769-001f-4ea1-ae39-746e2179a1cd", "address": "fa:16:3e:90:54:50", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783a7769-00", "ovs_interfaceid": "783a7769-001f-4ea1-ae39-746e2179a1cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1737.686402] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4922fab-c603-4fce-bf3b-0b88bb90545b req-670cf132-b0e3-40bc-a448-769545a2d469 service nova] Acquired lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1737.686402] env[69297]: DEBUG nova.network.neutron [req-e4922fab-c603-4fce-bf3b-0b88bb90545b req-670cf132-b0e3-40bc-a448-769545a2d469 service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Refreshing network info cache for port 783a7769-001f-4ea1-ae39-746e2179a1cd {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1737.687521] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:54:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '783a7769-001f-4ea1-ae39-746e2179a1cd', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1737.698168] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1737.698168] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1737.698168] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1042109f-c892-409b-b16e-81c756cf8765 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1737.721951] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1737.721951] env[69297]:    value = "task-2931973"
[ 1737.721951] env[69297]:    _type = "Task"
[ 1737.721951] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1737.729060] env[69297]: DEBUG oslo_vmware.api [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931971, 'name': PowerOnVM_Task, 'duration_secs': 0.911773} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1737.729345] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1737.729596] env[69297]: INFO nova.compute.manager [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Took 7.55 seconds to spawn the instance on the hypervisor.
[ 1737.729806] env[69297]: DEBUG nova.compute.manager [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1737.730904] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4354fcfa-679e-462d-8a7e-645da5b8e486 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1737.737059] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931973, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1737.776477] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630408} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1737.777107] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 4aac6b0a-de29-47b8-8e7a-e23807aea13d/4aac6b0a-de29-47b8-8e7a-e23807aea13d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1737.777107] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1737.777334] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b5f7e12-b513-4a93-b410-ed7a122d2e0a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1737.787259] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1737.787259] env[69297]:    value = "task-2931974"
[ 1737.787259] env[69297]:    _type = "Task"
[ 1737.787259] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1737.799508] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1737.941948] env[69297]: DEBUG nova.network.neutron [-] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1738.237567] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2931973, 'name': CreateVM_Task, 'duration_secs': 0.398353} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1738.237567] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1738.238249] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1738.238445] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1738.239054] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1738.239054] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb854c44-b4b0-4295-8899-556228373404 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.253308] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1738.253308] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a7065e-8100-2cc6-ca67-58b7a75a3786"
[ 1738.253308] env[69297]:    _type = "Task"
[ 1738.253308] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1738.258892] env[69297]: INFO nova.compute.manager [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Took 20.51 seconds to build instance.
[ 1738.269402] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a7065e-8100-2cc6-ca67-58b7a75a3786, 'name': SearchDatastore_Task, 'duration_secs': 0.016669} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1738.269719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1738.273019] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1738.273019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1738.273019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1738.273019] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1738.273019] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc8b539d-ba49-4e33-99cf-2759b962bfdf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.284112] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1738.284346] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1738.285587] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73824b8b-265e-470d-a1f8-90175a5e1c16 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.300760] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218245} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1738.301661] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1738.302081] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1738.302081] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520265db-10a2-f72f-ba88-b01741d94280"
[ 1738.302081] env[69297]:    _type = "Task"
[ 1738.302081] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1738.303477] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385f9cd5-276a-4dc4-a152-6641e8d30d3f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.340177] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 4aac6b0a-de29-47b8-8e7a-e23807aea13d/4aac6b0a-de29-47b8-8e7a-e23807aea13d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1738.345460] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5a1d3d-8fe1-4339-903a-d2ada450454f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.360803] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520265db-10a2-f72f-ba88-b01741d94280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1738.371840] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1738.371840] env[69297]:    value = "task-2931975"
[ 1738.371840] env[69297]:    _type = "Task"
[ 1738.371840] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1738.378159] env[69297]: DEBUG nova.compute.manager [req-7ec32c06-c19e-4991-a30b-28a64c36d609 req-5f8a4d46-a1a3-4d14-bf82-b94082463700 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Received event network-changed-82abe34e-5ab3-4c63-a35e-0b89d0878891 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1738.378396] env[69297]: DEBUG nova.compute.manager [req-7ec32c06-c19e-4991-a30b-28a64c36d609 req-5f8a4d46-a1a3-4d14-bf82-b94082463700 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Refreshing instance network info cache due to event network-changed-82abe34e-5ab3-4c63-a35e-0b89d0878891. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1738.378640] env[69297]: DEBUG oslo_concurrency.lockutils [req-7ec32c06-c19e-4991-a30b-28a64c36d609 req-5f8a4d46-a1a3-4d14-bf82-b94082463700 service nova] Acquiring lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1738.378813] env[69297]: DEBUG oslo_concurrency.lockutils [req-7ec32c06-c19e-4991-a30b-28a64c36d609 req-5f8a4d46-a1a3-4d14-bf82-b94082463700 service nova] Acquired lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1738.379012] env[69297]: DEBUG nova.network.neutron [req-7ec32c06-c19e-4991-a30b-28a64c36d609 req-5f8a4d46-a1a3-4d14-bf82-b94082463700 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Refreshing network info cache for port 82abe34e-5ab3-4c63-a35e-0b89d0878891 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1738.389439] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931975, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1738.444133] env[69297]: INFO nova.compute.manager [-] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Took 1.64 seconds to deallocate network for instance.
[ 1738.601397] env[69297]: DEBUG nova.compute.manager [req-42ba8eb6-e1bc-46a8-a32a-e5e2d1a9f13a req-e64ad5fa-94f2-42ef-aa3d-ccb3e3a8be27 service nova] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Received event network-vif-deleted-b6fbd836-ec8c-4495-bafa-93bd0757603f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1738.601955] env[69297]: DEBUG nova.network.neutron [req-e4922fab-c603-4fce-bf3b-0b88bb90545b req-670cf132-b0e3-40bc-a448-769545a2d469 service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updated VIF entry in instance network info cache for port 783a7769-001f-4ea1-ae39-746e2179a1cd. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1738.602561] env[69297]: DEBUG nova.network.neutron [req-e4922fab-c603-4fce-bf3b-0b88bb90545b req-670cf132-b0e3-40bc-a448-769545a2d469 service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance_info_cache with network_info: [{"id": "783a7769-001f-4ea1-ae39-746e2179a1cd", "address": "fa:16:3e:90:54:50", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783a7769-00", "ovs_interfaceid": "783a7769-001f-4ea1-ae39-746e2179a1cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1738.762032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a0e1825f-0fa8-46e1-ae5f-bd5a757eaf26 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.023s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1738.819189] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520265db-10a2-f72f-ba88-b01741d94280, 'name': SearchDatastore_Task, 'duration_secs': 0.027488} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1738.820095] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506f06bf-a584-4a03-b956-4de285d364b6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1738.827327] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1738.827327] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]526bcfcc-eaf9-3aa7-2ca2-20f27f55b3f4"
[ 1738.827327] env[69297]:    _type = "Task"
[ 1738.827327] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1738.836714] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526bcfcc-eaf9-3aa7-2ca2-20f27f55b3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1738.883430] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1738.952913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1738.953283] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1738.953608] env[69297]: DEBUG nova.objects.instance [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lazy-loading 'resources' on Instance uuid b33747bd-0268-4bfc-8513-2c7335954d9e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1739.105287] env[69297]: DEBUG oslo_concurrency.lockutils [req-e4922fab-c603-4fce-bf3b-0b88bb90545b req-670cf132-b0e3-40bc-a448-769545a2d469 service nova] Releasing lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1739.173062] env[69297]: DEBUG nova.network.neutron [req-7ec32c06-c19e-4991-a30b-28a64c36d609 req-5f8a4d46-a1a3-4d14-bf82-b94082463700 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updated VIF entry in instance network info cache for port 82abe34e-5ab3-4c63-a35e-0b89d0878891. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1739.173469] env[69297]: DEBUG nova.network.neutron [req-7ec32c06-c19e-4991-a30b-28a64c36d609 req-5f8a4d46-a1a3-4d14-bf82-b94082463700 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance_info_cache with network_info: [{"id": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "address": "fa:16:3e:08:99:2d", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82abe34e-5a", "ovs_interfaceid": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1739.339622] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526bcfcc-eaf9-3aa7-2ca2-20f27f55b3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01494} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1739.340064] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1739.340366] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 602fd301-2803-4e3a-bb9e-57df5bba606e/602fd301-2803-4e3a-bb9e-57df5bba606e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1739.340641] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fea3d747-160e-4c42-80f4-26b229c635b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.349237] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1739.349237] env[69297]:    value = "task-2931976"
[ 1739.349237] env[69297]:    _type = "Task"
[ 1739.349237] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1739.358529] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1739.383811] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931975, 'name': ReconfigVM_Task, 'duration_secs': 0.696114} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1739.384179] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 4aac6b0a-de29-47b8-8e7a-e23807aea13d/4aac6b0a-de29-47b8-8e7a-e23807aea13d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1739.384852] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b65a7117-aba4-4bf8-8a7d-43d600c3ffbc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.393473] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1739.393473] env[69297]:    value = "task-2931977"
[ 1739.393473] env[69297]:    _type = "Task"
[ 1739.393473] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1739.403489] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931977, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1739.477750] env[69297]: DEBUG nova.scheduler.client.report [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 1739.496057] env[69297]: DEBUG nova.scheduler.client.report [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 1739.496304] env[69297]: DEBUG nova.compute.provider_tree [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 1739.509378] env[69297]: DEBUG nova.scheduler.client.report [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 1739.529512] env[69297]: DEBUG nova.scheduler.client.report [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 1739.676852] env[69297]: DEBUG oslo_concurrency.lockutils [req-7ec32c06-c19e-4991-a30b-28a64c36d609 req-5f8a4d46-a1a3-4d14-bf82-b94082463700 service nova] Releasing lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1739.765706] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad71d2d-6710-437f-af77-e0c754e8e4c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.775908] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b49b20-ed65-4ac6-9c9f-08b1fb3a88a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.811299] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d4bde9-6ad1-433c-b9ae-f84d4b8209b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.821841] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a8aa00-90b9-4776-86da-c74807ec16cc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.838585] env[69297]: DEBUG nova.compute.provider_tree [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1739.860357] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931976, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1739.904808] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931977, 'name': Rename_Task, 'duration_secs': 0.221783} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1739.905142] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1739.905407] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f353369b-83cc-493d-bb3d-8968be7e02e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1739.913482] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1739.913482] env[69297]:    value = "task-2931978"
[ 1739.913482] env[69297]:    _type = "Task"
[ 1739.913482] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1739.922806] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1740.342829] env[69297]: DEBUG nova.scheduler.client.report [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1740.360994] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931976, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1740.425107] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1740.436168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1740.436444] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1740.436665] env[69297]: DEBUG nova.compute.manager [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1740.437587] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640a1957-f44d-4362-b9e9-66b1e433a78d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1740.445422] env[69297]: DEBUG nova.compute.manager [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69297) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1740.446017] env[69297]: DEBUG nova.objects.instance [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lazy-loading 'flavor' on Instance uuid f9b10a82-1ad8-47e5-baa5-0efb31033d01 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1740.850491] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1740.864876] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931976, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1740.871024] env[69297]: INFO nova.scheduler.client.report [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleted allocations for instance b33747bd-0268-4bfc-8513-2c7335954d9e
[ 1740.924828] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1741.364057] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931976, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.582241} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1741.364410] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 602fd301-2803-4e3a-bb9e-57df5bba606e/602fd301-2803-4e3a-bb9e-57df5bba606e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1741.364564] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1741.364902] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7a70c9b-4d2b-4ba3-9873-fe56567f5642 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.372231] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1741.372231] env[69297]:    value = "task-2931979"
[ 1741.372231] env[69297]:    _type = "Task"
[ 1741.372231] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1741.379159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0cc5a42d-3f82-49f1-bf50-6e16cfa720f5 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "b33747bd-0268-4bfc-8513-2c7335954d9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.224s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1741.384298] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1741.425957] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1741.452806] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1741.453185] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59923e03-4670-4b85-b9e6-32ce01f5badc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.461527] env[69297]: DEBUG oslo_vmware.api [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1741.461527] env[69297]:    value = "task-2931980"
[ 1741.461527] env[69297]:    _type = "Task"
[ 1741.461527] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1741.472263] env[69297]: DEBUG oslo_vmware.api [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1741.756666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "1001868f-0935-48e1-bff5-43ee087b6bdc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1741.756951] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1741.757205] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1741.757569] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1741.757621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1741.759880] env[69297]: INFO nova.compute.manager [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Terminating instance
[ 1741.885481] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147571} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1741.885852] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1741.886971] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9b430b-bdd1-4ce1-9568-b333b6d9f170 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.918827] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 602fd301-2803-4e3a-bb9e-57df5bba606e/602fd301-2803-4e3a-bb9e-57df5bba606e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1741.919408] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe678a72-24ef-42e0-825a-c4132c41cb35 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.952190] env[69297]: DEBUG oslo_vmware.api [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931978, 'name': PowerOnVM_Task, 'duration_secs': 1.925458} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1741.954124] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1741.954396] env[69297]: INFO nova.compute.manager [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Took 9.40 seconds to spawn the instance on the hypervisor.
[ 1741.954696] env[69297]: DEBUG nova.compute.manager [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1741.955151] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1741.955151] env[69297]:    value = "task-2931981"
[ 1741.955151] env[69297]:    _type = "Task"
[ 1741.955151] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1741.956129] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c1a7c-0186-45e4-ab6d-9558dcb62bd8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1741.980554] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1741.987525] env[69297]: DEBUG oslo_vmware.api [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931980, 'name': PowerOffVM_Task, 'duration_secs': 0.324038} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1741.987525] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1741.987748] env[69297]: DEBUG nova.compute.manager [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1741.988673] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3831c0f0-c3b3-43aa-bb0e-c5fef5623bb3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.264765] env[69297]: DEBUG nova.compute.manager [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1742.265071] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1742.265909] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f4c6a2-8630-4e32-a1b5-cfbeec0b53a0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.275429] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1742.275537] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b0dcd2-f131-4eb4-9c4e-632591101acd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.283827] env[69297]: DEBUG oslo_vmware.api [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1742.283827] env[69297]:    value = "task-2931982"
[ 1742.283827] env[69297]:    _type = "Task"
[ 1742.283827] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1742.295256] env[69297]: DEBUG oslo_vmware.api [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1742.471930] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931981, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1742.486073] env[69297]: INFO nova.compute.manager [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Took 22.35 seconds to build instance.
[ 1742.504778] env[69297]: DEBUG oslo_concurrency.lockutils [None req-7358c94b-da7f-408b-af77-523979377e39 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.067s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1742.567157] env[69297]: DEBUG oslo_vmware.rw_handles [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a77a42-a37b-b186-97a8-bd5af3d2cc9d/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1742.568439] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2939db75-2b44-4a7f-bd9b-95246523da61 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.575781] env[69297]: DEBUG oslo_vmware.rw_handles [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a77a42-a37b-b186-97a8-bd5af3d2cc9d/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1742.575955] env[69297]: ERROR oslo_vmware.rw_handles [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a77a42-a37b-b186-97a8-bd5af3d2cc9d/disk-0.vmdk due to incomplete transfer.
[ 1742.576207] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-912d2205-e495-41d9-afd3-97e3dbd84d82 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.586240] env[69297]: DEBUG oslo_vmware.rw_handles [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a77a42-a37b-b186-97a8-bd5af3d2cc9d/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1742.586445] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Uploaded image 009c5251-dec9-4e2d-99d2-c53cc89e65a7 to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1742.589260] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1742.589528] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a57e6bc8-97ef-4c66-9062-82e804d9c3ff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.596897] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1742.596897] env[69297]:    value = "task-2931983"
[ 1742.596897] env[69297]:    _type = "Task"
[ 1742.596897] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1742.606571] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931983, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1742.796099] env[69297]: DEBUG oslo_vmware.api [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931982, 'name': PowerOffVM_Task, 'duration_secs': 0.282577} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1742.796099] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1742.796284] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1742.796539] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30bb28cf-bebb-4fff-bdb4-90274a270051 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.904615] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1742.905341] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1742.905341] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleting the datastore file [datastore2] 1001868f-0935-48e1-bff5-43ee087b6bdc {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1742.905341] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61927367-d70d-404f-b591-f3f56eca7cb1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1742.912914] env[69297]: DEBUG oslo_vmware.api [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for the task: (returnval){
[ 1742.912914] env[69297]:    value = "task-2931985"
[ 1742.912914] env[69297]:    _type = "Task"
[ 1742.912914] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1742.923821] env[69297]: DEBUG oslo_vmware.api [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1742.971531] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931981, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1742.988321] env[69297]: DEBUG oslo_concurrency.lockutils [None req-62f2e181-31d1-4c4e-b5ef-eadfcef57ac7 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.866s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1743.002461] env[69297]: DEBUG nova.objects.instance [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lazy-loading 'flavor' on Instance uuid f9b10a82-1ad8-47e5-baa5-0efb31033d01 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1743.108100] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931983, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1743.319478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1743.319792] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1743.320111] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1743.320412] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1743.320622] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1743.322891] env[69297]: INFO nova.compute.manager [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Terminating instance
[ 1743.423439] env[69297]: DEBUG oslo_vmware.api [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1743.472723] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931981, 'name': ReconfigVM_Task, 'duration_secs': 1.345238} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1743.473080] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 602fd301-2803-4e3a-bb9e-57df5bba606e/602fd301-2803-4e3a-bb9e-57df5bba606e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1743.473731] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d90e2509-56e8-4dd9-ad39-e88c189430b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1743.480517] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1743.480517] env[69297]:    value = "task-2931986"
[ 1743.480517] env[69297]:    _type = "Task"
[ 1743.480517] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1743.490818] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931986, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1743.509062] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "refresh_cache-f9b10a82-1ad8-47e5-baa5-0efb31033d01" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1743.509062] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquired lock "refresh_cache-f9b10a82-1ad8-47e5-baa5-0efb31033d01" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1743.509346] env[69297]: DEBUG nova.network.neutron [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1743.509424] env[69297]: DEBUG nova.objects.instance [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lazy-loading 'info_cache' on Instance uuid f9b10a82-1ad8-47e5-baa5-0efb31033d01 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1743.584376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "7e30515b-16d8-4abe-9819-7d1be6793835" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1743.584683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1743.609217] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931983, 'name': Destroy_Task} progress is 33%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1743.826712] env[69297]: DEBUG nova.compute.manager [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1743.826944] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1743.827883] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfad68b-42bc-4020-ab2d-9cce20c14f8b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1743.836461] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1743.836712] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-626cbf8b-9ac8-4e52-bf6f-f51ddb6bb211 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1743.842947] env[69297]: DEBUG oslo_vmware.api [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1743.842947] env[69297]:    value = "task-2931987"
[ 1743.842947] env[69297]:    _type = "Task"
[ 1743.842947] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1743.851950] env[69297]: DEBUG oslo_vmware.api [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1743.923625] env[69297]: DEBUG oslo_vmware.api [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Task: {'id': task-2931985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5264} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1743.923900] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1743.924095] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1743.924274] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1743.924448] env[69297]: INFO nova.compute.manager [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Took 1.66 seconds to destroy the instance on the hypervisor.
[ 1743.924698] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1743.924894] env[69297]: DEBUG nova.compute.manager [-] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1743.924991] env[69297]: DEBUG nova.network.neutron [-] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1743.991684] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931986, 'name': Rename_Task, 'duration_secs': 0.193513} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1743.992093] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1743.992408] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c23dbab-cd8d-4d47-afaf-34df7c4cf742 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1743.999902] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1743.999902] env[69297]:    value = "task-2931988"
[ 1743.999902] env[69297]:    _type = "Task"
[ 1743.999902] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1744.010682] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1744.013211] env[69297]: DEBUG nova.objects.base [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Object Instance<f9b10a82-1ad8-47e5-baa5-0efb31033d01> lazy-loaded attributes: flavor,info_cache {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1744.087856] env[69297]: DEBUG nova.compute.manager [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1744.113570] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931983, 'name': Destroy_Task, 'duration_secs': 1.066639} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1744.114070] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Destroyed the VM
[ 1744.114466] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1744.114953] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5d891ff-2b76-41ac-a2c6-5f24071c4b79 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.126184] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1744.126184] env[69297]:    value = "task-2931989"
[ 1744.126184] env[69297]:    _type = "Task"
[ 1744.126184] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1744.139097] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931989, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1744.356504] env[69297]: DEBUG oslo_vmware.api [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931987, 'name': PowerOffVM_Task, 'duration_secs': 0.369408} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1744.356804] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1744.356974] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1744.357273] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9f39b21-500f-4b32-8341-76f27f63d3c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.433549] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1744.433722] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1744.434018] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleting the datastore file [datastore1] 4aac6b0a-de29-47b8-8e7a-e23807aea13d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1744.434370] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96da2d6b-9d70-4334-8e89-d52153d0fe89 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.441881] env[69297]: DEBUG oslo_vmware.api [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1744.441881] env[69297]:    value = "task-2931991"
[ 1744.441881] env[69297]:    _type = "Task"
[ 1744.441881] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1744.451604] env[69297]: DEBUG oslo_vmware.api [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1744.510847] env[69297]: DEBUG oslo_vmware.api [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2931988, 'name': PowerOnVM_Task, 'duration_secs': 0.500882} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1744.511175] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1744.511399] env[69297]: INFO nova.compute.manager [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Took 9.58 seconds to spawn the instance on the hypervisor.
[ 1744.511601] env[69297]: DEBUG nova.compute.manager [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1744.512474] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4241552f-a79a-4124-93ca-4aab6c134b11 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.522441] env[69297]: DEBUG nova.compute.manager [req-1aec6632-2b27-4e73-9f57-4b9f2d4d3595 req-1085aec3-ca33-4da7-8ee2-718c81c7a4ea service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Received event network-vif-deleted-05d30e84-cf4f-4bdc-888a-65db6b7edf26 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1744.522668] env[69297]: INFO nova.compute.manager [req-1aec6632-2b27-4e73-9f57-4b9f2d4d3595 req-1085aec3-ca33-4da7-8ee2-718c81c7a4ea service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Neutron deleted interface 05d30e84-cf4f-4bdc-888a-65db6b7edf26; detaching it from the instance and deleting it from the info cache
[ 1744.522845] env[69297]: DEBUG nova.network.neutron [req-1aec6632-2b27-4e73-9f57-4b9f2d4d3595 req-1085aec3-ca33-4da7-8ee2-718c81c7a4ea service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1744.619643] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1744.619917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1744.621533] env[69297]: INFO nova.compute.claims [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1744.637727] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931989, 'name': RemoveSnapshot_Task, 'duration_secs': 0.486984} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1744.638011] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1744.638359] env[69297]: DEBUG nova.compute.manager [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1744.639565] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4622dcca-b7d8-4630-a374-826b1ea0a728 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1744.952839] env[69297]: DEBUG oslo_vmware.api [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2931991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205765} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1744.953206] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1744.953290] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1744.953451] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1744.953625] env[69297]: INFO nova.compute.manager [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1744.953862] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1744.954061] env[69297]: DEBUG nova.compute.manager [-] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1744.954163] env[69297]: DEBUG nova.network.neutron [-] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1744.999641] env[69297]: DEBUG nova.network.neutron [-] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1745.025524] env[69297]: DEBUG nova.network.neutron [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Updating instance_info_cache with network_info: [{"id": "3356b3fd-9a5b-4ffa-a073-207da8565bcc", "address": "fa:16:3e:e9:42:d6", "network": {"id": "2203da48-c69a-4e5b-af61-8a656c9c4006", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1230624986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18980b9432f24a0a802fed5a696f73c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3356b3fd-9a", "ovs_interfaceid": "3356b3fd-9a5b-4ffa-a073-207da8565bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1745.026420] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3877d5f9-8e25-4e53-9846-8265edc95d71 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.042464] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b4f99-45b1-40dc-85a3-8568a4237157 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.053772] env[69297]: INFO nova.compute.manager [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Took 23.65 seconds to build instance.
[ 1745.081349] env[69297]: DEBUG nova.compute.manager [req-1aec6632-2b27-4e73-9f57-4b9f2d4d3595 req-1085aec3-ca33-4da7-8ee2-718c81c7a4ea service nova] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Detach interface failed, port_id=05d30e84-cf4f-4bdc-888a-65db6b7edf26, reason: Instance 1001868f-0935-48e1-bff5-43ee087b6bdc could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1745.157821] env[69297]: INFO nova.compute.manager [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Shelve offloading
[ 1745.227683] env[69297]: DEBUG nova.compute.manager [req-c0d5042f-1bac-442f-a742-eba288adf315 req-2fc6c849-d1eb-423e-a0ac-755312afef32 service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Received event network-vif-deleted-8641b018-db86-456f-863d-114037c66674 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1745.227900] env[69297]: INFO nova.compute.manager [req-c0d5042f-1bac-442f-a742-eba288adf315 req-2fc6c849-d1eb-423e-a0ac-755312afef32 service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Neutron deleted interface 8641b018-db86-456f-863d-114037c66674; detaching it from the instance and deleting it from the info cache
[ 1745.228100] env[69297]: DEBUG nova.network.neutron [req-c0d5042f-1bac-442f-a742-eba288adf315 req-2fc6c849-d1eb-423e-a0ac-755312afef32 service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1745.504037] env[69297]: INFO nova.compute.manager [-] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Took 1.58 seconds to deallocate network for instance.
[ 1745.526953] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Releasing lock "refresh_cache-f9b10a82-1ad8-47e5-baa5-0efb31033d01" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1745.556136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-01007c05-5236-44cd-b1e7-6da39215c772 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.158s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1745.661350] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1745.661833] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-712ed697-8abb-438b-b003-fec99f4fbda9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.671628] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1745.671628] env[69297]:    value = "task-2931992"
[ 1745.671628] env[69297]:    _type = "Task"
[ 1745.671628] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1745.686613] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1745.686842] env[69297]: DEBUG nova.compute.manager [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1745.687827] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dadaa6-9cae-4694-b76a-78ba92a70d2a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.694980] env[69297]: DEBUG oslo_concurrency.lockutils [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1745.695245] env[69297]: DEBUG oslo_concurrency.lockutils [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1745.695479] env[69297]: DEBUG nova.network.neutron [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1745.706256] env[69297]: DEBUG nova.network.neutron [-] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1745.731018] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e00ada5-b484-487a-870a-a43dc4437bd4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.748190] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a3fe45-2de0-4630-9c9a-4d806f319c2a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.785627] env[69297]: DEBUG nova.compute.manager [req-c0d5042f-1bac-442f-a742-eba288adf315 req-2fc6c849-d1eb-423e-a0ac-755312afef32 service nova] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Detach interface failed, port_id=8641b018-db86-456f-863d-114037c66674, reason: Instance 4aac6b0a-de29-47b8-8e7a-e23807aea13d could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1745.838020] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed58bd2-ba3c-49aa-96da-e60bd43817bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.846545] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c8eeb0-b217-4404-8860-007f4043cec1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.879526] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c49938-5849-41ee-b7a2-d90e4d3a2425 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.887675] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f216566-ca12-4637-8748-ccd528f744a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1745.901892] env[69297]: DEBUG nova.compute.provider_tree [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1746.010526] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1746.208652] env[69297]: INFO nova.compute.manager [-] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Took 1.25 seconds to deallocate network for instance.
[ 1746.406073] env[69297]: DEBUG nova.scheduler.client.report [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1746.533489] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1746.535016] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e62af41a-961e-40d4-909e-d914fbd7e495 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1746.542391] env[69297]: DEBUG oslo_vmware.api [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1746.542391] env[69297]:    value = "task-2931993"
[ 1746.542391] env[69297]:    _type = "Task"
[ 1746.542391] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1746.551086] env[69297]: DEBUG oslo_vmware.api [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1746.617048] env[69297]: DEBUG nova.network.neutron [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updating instance_info_cache with network_info: [{"id": "17484f4d-6569-4f47-bde9-1ba4666102af", "address": "fa:16:3e:f9:1c:eb", "network": {"id": "6f92b3db-d4be-4911-ba49-a4d33836f4e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1960503503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf114a0371f4dd3b2de3b73668376e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17484f4d-65", "ovs_interfaceid": "17484f4d-6569-4f47-bde9-1ba4666102af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1746.684517] env[69297]: DEBUG nova.compute.manager [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Stashing vm_state: active {{(pid=69297) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1746.715780] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1746.911594] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1746.912107] env[69297]: DEBUG nova.compute.manager [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1746.914964] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.905s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1746.915494] env[69297]: DEBUG nova.objects.instance [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lazy-loading 'resources' on Instance uuid 1001868f-0935-48e1-bff5-43ee087b6bdc {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1747.053548] env[69297]: DEBUG oslo_vmware.api [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931993, 'name': PowerOnVM_Task, 'duration_secs': 0.426536} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1747.053898] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1747.054119] env[69297]: DEBUG nova.compute.manager [None req-3303fb91-37c3-43bb-b2d7-d16ab71dc06c tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1747.054960] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2095ea6d-1603-4197-b2aa-4cee4e932ba4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.119881] env[69297]: DEBUG oslo_concurrency.lockutils [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1747.210246] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1747.367896] env[69297]: DEBUG nova.compute.manager [req-7b78ef8d-9cd4-4a9b-8b10-469fa509715c req-7eec9309-6593-41a9-bb4d-86dadd5cc945 service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Received event network-vif-unplugged-17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1747.368148] env[69297]: DEBUG oslo_concurrency.lockutils [req-7b78ef8d-9cd4-4a9b-8b10-469fa509715c req-7eec9309-6593-41a9-bb4d-86dadd5cc945 service nova] Acquiring lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1747.368423] env[69297]: DEBUG oslo_concurrency.lockutils [req-7b78ef8d-9cd4-4a9b-8b10-469fa509715c req-7eec9309-6593-41a9-bb4d-86dadd5cc945 service nova] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1747.368569] env[69297]: DEBUG oslo_concurrency.lockutils [req-7b78ef8d-9cd4-4a9b-8b10-469fa509715c req-7eec9309-6593-41a9-bb4d-86dadd5cc945 service nova] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1747.368812] env[69297]: DEBUG nova.compute.manager [req-7b78ef8d-9cd4-4a9b-8b10-469fa509715c req-7eec9309-6593-41a9-bb4d-86dadd5cc945 service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] No waiting events found dispatching network-vif-unplugged-17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1747.368955] env[69297]: WARNING nova.compute.manager [req-7b78ef8d-9cd4-4a9b-8b10-469fa509715c req-7eec9309-6593-41a9-bb4d-86dadd5cc945 service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Received unexpected event network-vif-unplugged-17484f4d-6569-4f47-bde9-1ba4666102af for instance with vm_state shelved and task_state shelving_offloading.
[ 1747.397185] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1747.398163] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75429d12-e39c-4c44-89cc-619605b5d522 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.406969] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1747.407250] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b45555a-a597-49d4-80b4-5c0266616107 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.418766] env[69297]: DEBUG nova.compute.utils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1747.424023] env[69297]: DEBUG nova.compute.manager [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1747.424211] env[69297]: DEBUG nova.network.neutron [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1747.467049] env[69297]: DEBUG nova.policy [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e64627d25de94ef991d61b37c1af185a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4335ff7c8d2440b99e09dda0bd1515ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1747.647931] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6da66c7-0257-4a90-b838-9265422a039e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.656155] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7285bf-30b5-473f-addb-82ae8a3fc6f1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.690157] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0a9dcf-8b8b-4e21-b1ed-863182ca2ba3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.695340] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1747.695560] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1747.695730] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Deleting the datastore file [datastore1] d07d3286-9d2d-4068-a5fe-df58fde274b3 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1747.696435] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19586b8b-c80d-4129-8a9b-0e272c8a8281 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.703205] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a798fe-c208-4a06-9f6f-cd0b22b16971 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1747.708403] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1747.708403] env[69297]:    value = "task-2931995"
[ 1747.708403] env[69297]:    _type = "Task"
[ 1747.708403] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1747.725325] env[69297]: DEBUG nova.compute.provider_tree [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1747.732715] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1747.769604] env[69297]: DEBUG nova.network.neutron [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Successfully created port: 17ef6734-3365-4e39-bb5a-55205e95c5a5 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1747.924842] env[69297]: DEBUG nova.compute.manager [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1748.219783] env[69297]: DEBUG oslo_vmware.api [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2931995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152175} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1748.220095] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1748.220298] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1748.220553] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1748.228507] env[69297]: DEBUG nova.scheduler.client.report [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1748.250547] env[69297]: INFO nova.scheduler.client.report [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Deleted allocations for instance d07d3286-9d2d-4068-a5fe-df58fde274b3
[ 1748.735018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1748.737491] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.022s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1748.737755] env[69297]: DEBUG nova.objects.instance [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lazy-loading 'resources' on Instance uuid 4aac6b0a-de29-47b8-8e7a-e23807aea13d {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1748.753498] env[69297]: INFO nova.scheduler.client.report [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Deleted allocations for instance 1001868f-0935-48e1-bff5-43ee087b6bdc
[ 1748.757532] env[69297]: DEBUG oslo_concurrency.lockutils [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1748.937749] env[69297]: DEBUG nova.compute.manager [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1748.966172] env[69297]: DEBUG nova.virt.hardware [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1748.966435] env[69297]: DEBUG nova.virt.hardware [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1748.966974] env[69297]: DEBUG nova.virt.hardware [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1748.966974] env[69297]: DEBUG nova.virt.hardware [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1748.966974] env[69297]: DEBUG nova.virt.hardware [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1748.967161] env[69297]: DEBUG nova.virt.hardware [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1748.967271] env[69297]: DEBUG nova.virt.hardware [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1748.967430] env[69297]: DEBUG nova.virt.hardware [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1748.967596] env[69297]: DEBUG nova.virt.hardware [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1748.967754] env[69297]: DEBUG nova.virt.hardware [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1748.967921] env[69297]: DEBUG nova.virt.hardware [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1748.968876] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3f2ddf-708f-4bae-8d3a-b18387fed581 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1748.977642] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a5790-a43b-40a9-a865-27d742bd80d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.246765] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1749.247037] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1749.247265] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1749.247445] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1749.247585] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1749.249897] env[69297]: INFO nova.compute.manager [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Terminating instance
[ 1749.264560] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0ed6669f-97f8-4897-a7be-2958f19ec289 tempest-AttachVolumeShelveTestJSON-1798213301 tempest-AttachVolumeShelveTestJSON-1798213301-project-member] Lock "1001868f-0935-48e1-bff5-43ee087b6bdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.507s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1749.268746] env[69297]: DEBUG nova.network.neutron [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Successfully updated port: 17ef6734-3365-4e39-bb5a-55205e95c5a5 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1749.415386] env[69297]: DEBUG nova.compute.manager [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Received event network-changed-17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1749.415608] env[69297]: DEBUG nova.compute.manager [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Refreshing instance network info cache due to event network-changed-17484f4d-6569-4f47-bde9-1ba4666102af. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1749.415802] env[69297]: DEBUG oslo_concurrency.lockutils [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] Acquiring lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1749.415940] env[69297]: DEBUG oslo_concurrency.lockutils [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] Acquired lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1749.416114] env[69297]: DEBUG nova.network.neutron [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Refreshing network info cache for port 17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1749.446200] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b254ba6-eb97-4c0e-a838-f258ee04b98f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.455012] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a503bf49-0e9f-4cc7-bda5-1e63c45e62ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.489240] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d73d8d-b53d-4c66-bfaf-6941315e8bb3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.497191] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25db3733-dfa0-4c8f-9b82-0985c5a2b4fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.518758] env[69297]: DEBUG nova.compute.provider_tree [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1749.754795] env[69297]: DEBUG nova.compute.manager [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1749.755098] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1749.756396] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348a7aec-1ba8-42e0-85eb-d3edc150193d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.764231] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1749.764463] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4777393-7c13-43a5-9c87-d951f0854ef4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1749.770901] env[69297]: DEBUG oslo_vmware.api [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1749.770901] env[69297]:    value = "task-2931996"
[ 1749.770901] env[69297]:    _type = "Task"
[ 1749.770901] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1749.774171] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "refresh_cache-7e30515b-16d8-4abe-9819-7d1be6793835" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1749.774315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "refresh_cache-7e30515b-16d8-4abe-9819-7d1be6793835" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1749.774558] env[69297]: DEBUG nova.network.neutron [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1749.781026] env[69297]: DEBUG oslo_vmware.api [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1750.022023] env[69297]: DEBUG nova.scheduler.client.report [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1750.115414] env[69297]: DEBUG nova.network.neutron [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updated VIF entry in instance network info cache for port 17484f4d-6569-4f47-bde9-1ba4666102af. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1750.115806] env[69297]: DEBUG nova.network.neutron [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updating instance_info_cache with network_info: [{"id": "17484f4d-6569-4f47-bde9-1ba4666102af", "address": "fa:16:3e:f9:1c:eb", "network": {"id": "6f92b3db-d4be-4911-ba49-a4d33836f4e7", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1960503503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf114a0371f4dd3b2de3b73668376e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap17484f4d-65", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1750.283124] env[69297]: DEBUG oslo_vmware.api [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931996, 'name': PowerOffVM_Task, 'duration_secs': 0.281861} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1750.283412] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1750.283578] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1750.284290] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a1a9ee7-5794-4e25-b72d-881855be7d7b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1750.312781] env[69297]: DEBUG nova.network.neutron [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1750.357406] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1750.357621] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1750.357809] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Deleting the datastore file [datastore1] 7f2e49bf-b5c2-4da6-bce2-cdd026752cee {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1750.358062] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ddb6f16-e838-4d48-b6c1-b9047d4380e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1750.364063] env[69297]: DEBUG oslo_vmware.api [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1750.364063] env[69297]:    value = "task-2931998"
[ 1750.364063] env[69297]:    _type = "Task"
[ 1750.364063] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1750.371536] env[69297]: DEBUG oslo_vmware.api [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1750.396812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1750.440714] env[69297]: DEBUG nova.network.neutron [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Updating instance_info_cache with network_info: [{"id": "17ef6734-3365-4e39-bb5a-55205e95c5a5", "address": "fa:16:3e:94:9f:73", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ef6734-33", "ovs_interfaceid": "17ef6734-3365-4e39-bb5a-55205e95c5a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1750.527326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1750.529838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.320s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1750.548548] env[69297]: INFO nova.scheduler.client.report [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted allocations for instance 4aac6b0a-de29-47b8-8e7a-e23807aea13d
[ 1750.618029] env[69297]: DEBUG oslo_concurrency.lockutils [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] Releasing lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1750.618156] env[69297]: DEBUG nova.compute.manager [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Received event network-vif-plugged-17ef6734-3365-4e39-bb5a-55205e95c5a5 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1750.618383] env[69297]: DEBUG oslo_concurrency.lockutils [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] Acquiring lock "7e30515b-16d8-4abe-9819-7d1be6793835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1750.618561] env[69297]: DEBUG oslo_concurrency.lockutils [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] Lock "7e30515b-16d8-4abe-9819-7d1be6793835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1750.618717] env[69297]: DEBUG oslo_concurrency.lockutils [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] Lock "7e30515b-16d8-4abe-9819-7d1be6793835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1750.618875] env[69297]: DEBUG nova.compute.manager [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] No waiting events found dispatching network-vif-plugged-17ef6734-3365-4e39-bb5a-55205e95c5a5 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1750.619050] env[69297]: WARNING nova.compute.manager [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Received unexpected event network-vif-plugged-17ef6734-3365-4e39-bb5a-55205e95c5a5 for instance with vm_state building and task_state spawning.
[ 1750.619219] env[69297]: DEBUG nova.compute.manager [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Received event network-changed-17ef6734-3365-4e39-bb5a-55205e95c5a5 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1750.619375] env[69297]: DEBUG nova.compute.manager [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Refreshing instance network info cache due to event network-changed-17ef6734-3365-4e39-bb5a-55205e95c5a5. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1750.619536] env[69297]: DEBUG oslo_concurrency.lockutils [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] Acquiring lock "refresh_cache-7e30515b-16d8-4abe-9819-7d1be6793835" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1750.874604] env[69297]: DEBUG oslo_vmware.api [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2931998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133133} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1750.874990] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1750.875085] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1750.875271] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1750.875464] env[69297]: INFO nova.compute.manager [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1750.875723] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1750.875923] env[69297]: DEBUG nova.compute.manager [-] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1750.876028] env[69297]: DEBUG nova.network.neutron [-] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1750.943011] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "refresh_cache-7e30515b-16d8-4abe-9819-7d1be6793835" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1750.943768] env[69297]: DEBUG nova.compute.manager [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Instance network_info: |[{"id": "17ef6734-3365-4e39-bb5a-55205e95c5a5", "address": "fa:16:3e:94:9f:73", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ef6734-33", "ovs_interfaceid": "17ef6734-3365-4e39-bb5a-55205e95c5a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1750.944099] env[69297]: DEBUG oslo_concurrency.lockutils [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] Acquired lock "refresh_cache-7e30515b-16d8-4abe-9819-7d1be6793835" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1750.944291] env[69297]: DEBUG nova.network.neutron [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Refreshing network info cache for port 17ef6734-3365-4e39-bb5a-55205e95c5a5 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1750.945513] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:9f:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17ef6734-3365-4e39-bb5a-55205e95c5a5', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1750.953167] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1750.954128] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1750.954360] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1afce2bd-e742-4a50-a800-c02e16997600 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1750.975331] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1750.975331] env[69297]:    value = "task-2932000"
[ 1750.975331] env[69297]:    _type = "Task"
[ 1750.975331] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1750.983293] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932000, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1751.037337] env[69297]: INFO nova.compute.claims [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1751.059375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-bcc819bf-0c8b-4c87-a76a-46f431d7701b tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "4aac6b0a-de29-47b8-8e7a-e23807aea13d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.739s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1751.447026] env[69297]: DEBUG nova.compute.manager [req-624bf6c7-6b92-47d8-a383-b107fe18df93 req-18da045d-4163-4bf0-bb08-a6318f3618a8 service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Received event network-vif-deleted-774ce54d-ae31-43f8-b999-9c15ba610f0f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1751.447129] env[69297]: INFO nova.compute.manager [req-624bf6c7-6b92-47d8-a383-b107fe18df93 req-18da045d-4163-4bf0-bb08-a6318f3618a8 service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Neutron deleted interface 774ce54d-ae31-43f8-b999-9c15ba610f0f; detaching it from the instance and deleting it from the info cache
[ 1751.447324] env[69297]: DEBUG nova.network.neutron [req-624bf6c7-6b92-47d8-a383-b107fe18df93 req-18da045d-4163-4bf0-bb08-a6318f3618a8 service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1751.475107] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1751.475317] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1751.475461] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1751.475821] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1751.485965] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932000, 'name': CreateVM_Task, 'duration_secs': 0.393384} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1751.488077] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1751.488901] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1751.489076] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1751.489399] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1751.489912] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c72b13f-5ef6-4632-8ae3-da4e3421753b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.494107] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1751.494107] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5279666d-4525-930c-7645-516f873cda57"
[ 1751.494107] env[69297]:    _type = "Task"
[ 1751.494107] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1751.502192] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5279666d-4525-930c-7645-516f873cda57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1751.543831] env[69297]: INFO nova.compute.resource_tracker [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating resource usage from migration f0186418-517b-47fb-9888-bb185c829c6e
[ 1751.605323] env[69297]: DEBUG nova.network.neutron [-] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1751.706605] env[69297]: DEBUG nova.network.neutron [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Updated VIF entry in instance network info cache for port 17ef6734-3365-4e39-bb5a-55205e95c5a5. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1751.708263] env[69297]: DEBUG nova.network.neutron [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Updating instance_info_cache with network_info: [{"id": "17ef6734-3365-4e39-bb5a-55205e95c5a5", "address": "fa:16:3e:94:9f:73", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ef6734-33", "ovs_interfaceid": "17ef6734-3365-4e39-bb5a-55205e95c5a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1751.770693] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8414c597-453b-4082-bd40-db9fbd99a8b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.778638] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f669237e-59ee-40ac-95fa-61a30ab0531e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.811281] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db17f982-f123-405f-b25b-5ff388d51842 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.818875] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3b8d6f-1e42-4172-8ff9-f2d3bf31cc47 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.831939] env[69297]: DEBUG nova.compute.provider_tree [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1751.951167] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-343678d9-0ddd-4ea9-888c-7d528537277c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.962125] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1aced9-c7ba-425b-9b8f-14140f0460ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1751.994333] env[69297]: DEBUG nova.compute.manager [req-624bf6c7-6b92-47d8-a383-b107fe18df93 req-18da045d-4163-4bf0-bb08-a6318f3618a8 service nova] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Detach interface failed, port_id=774ce54d-ae31-43f8-b999-9c15ba610f0f, reason: Instance 7f2e49bf-b5c2-4da6-bce2-cdd026752cee could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1752.002849] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5279666d-4525-930c-7645-516f873cda57, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1752.003186] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1752.003446] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1752.003682] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1752.003826] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1752.004008] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1752.004274] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a5e4360-276c-4cc4-8377-93dba9ddcb3c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1752.012440] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1752.012617] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1752.013384] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a844cf50-e004-4941-bcc3-5f7cc321651e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1752.019980] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1752.019980] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520062b9-dc31-f25d-23a8-56126a06a78d"
[ 1752.019980] env[69297]:    _type = "Task"
[ 1752.019980] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1752.027532] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520062b9-dc31-f25d-23a8-56126a06a78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1752.108731] env[69297]: INFO nova.compute.manager [-] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Took 1.23 seconds to deallocate network for instance.
[ 1752.216323] env[69297]: DEBUG oslo_concurrency.lockutils [req-59692ec9-54cc-47a3-810e-381abee7379e req-09d28c59-b969-44f4-9fe1-699afaedd8b6 service nova] Releasing lock "refresh_cache-7e30515b-16d8-4abe-9819-7d1be6793835" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1752.335577] env[69297]: DEBUG nova.scheduler.client.report [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1752.531073] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520062b9-dc31-f25d-23a8-56126a06a78d, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1752.531887] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbfd0b8-9681-4976-ac07-3b0c304fb1f6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1752.537240] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1752.537240] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5227677f-b5ed-1705-a61f-24e4376cc7c6"
[ 1752.537240] env[69297]:    _type = "Task"
[ 1752.537240] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1752.545236] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5227677f-b5ed-1705-a61f-24e4376cc7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1752.570634] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "5088512f-6e83-43d3-b7ea-7e8033037fe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1752.570898] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "5088512f-6e83-43d3-b7ea-7e8033037fe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1752.615320] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1752.840531] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.311s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1752.841156] env[69297]: INFO nova.compute.manager [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Migrating
[ 1752.849154] env[69297]: DEBUG oslo_concurrency.lockutils [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.092s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1752.849463] env[69297]: DEBUG nova.objects.instance [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lazy-loading 'resources' on Instance uuid d07d3286-9d2d-4068-a5fe-df58fde274b3 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1752.980704] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1753.048064] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5227677f-b5ed-1705-a61f-24e4376cc7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1753.048064] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1753.048064] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 7e30515b-16d8-4abe-9819-7d1be6793835/7e30515b-16d8-4abe-9819-7d1be6793835.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1753.048318] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3f6b2ef-8d38-4aab-b100-a09755358e05 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1753.055750] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1753.055750] env[69297]:    value = "task-2932001"
[ 1753.055750] env[69297]:    _type = "Task"
[ 1753.055750] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1753.063097] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1753.072618] env[69297]: DEBUG nova.compute.manager [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1753.359553] env[69297]: DEBUG nova.objects.instance [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lazy-loading 'numa_topology' on Instance uuid d07d3286-9d2d-4068-a5fe-df58fde274b3 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1753.361015] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1753.361216] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1753.361418] env[69297]: DEBUG nova.network.neutron [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1753.475137] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1753.475520] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1753.475783] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Cleaning up deleted instances with incomplete migration  {{(pid=69297) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}}
[ 1753.566887] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46679} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1753.567216] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 7e30515b-16d8-4abe-9819-7d1be6793835/7e30515b-16d8-4abe-9819-7d1be6793835.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1753.567352] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1753.567608] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45ae7f93-05d2-4b64-8844-fa6ebe2c9d70 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1753.574255] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1753.574255] env[69297]:    value = "task-2932002"
[ 1753.574255] env[69297]:    _type = "Task"
[ 1753.574255] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1753.585958] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1753.597800] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1753.863969] env[69297]: DEBUG nova.objects.base [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Object Instance<d07d3286-9d2d-4068-a5fe-df58fde274b3> lazy-loaded attributes: resources,numa_topology {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1754.048043] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92c6cbf-bbd1-41dc-b4bd-e54b8b7d4417 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.055926] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a67e6d-2917-4b18-bd75-1661086f4211 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.089226] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3135be-7110-4270-997c-e9127250a7c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.101414] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7abd32a-ea05-49ba-8435-727965dce488 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.105193] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074444} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1754.105454] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1754.106469] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24c7cd5-af0e-4b35-9735-678ec052443d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.116344] env[69297]: DEBUG nova.compute.provider_tree [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1754.136938] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7e30515b-16d8-4abe-9819-7d1be6793835/7e30515b-16d8-4abe-9819-7d1be6793835.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1754.137831] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6632d939-79f5-4ba7-b554-4577dc73257f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.152342] env[69297]: DEBUG nova.network.neutron [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance_info_cache with network_info: [{"id": "783a7769-001f-4ea1-ae39-746e2179a1cd", "address": "fa:16:3e:90:54:50", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783a7769-00", "ovs_interfaceid": "783a7769-001f-4ea1-ae39-746e2179a1cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1754.159434] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1754.159434] env[69297]:    value = "task-2932003"
[ 1754.159434] env[69297]:    _type = "Task"
[ 1754.159434] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1754.171342] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1754.620443] env[69297]: DEBUG nova.scheduler.client.report [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1754.654411] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1754.675750] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932003, 'name': ReconfigVM_Task, 'duration_secs': 0.492554} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1754.675750] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7e30515b-16d8-4abe-9819-7d1be6793835/7e30515b-16d8-4abe-9819-7d1be6793835.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1754.675750] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a561fe30-0212-4374-aaf8-40b3cb63dc27 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1754.680867] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1754.680867] env[69297]:    value = "task-2932004"
[ 1754.680867] env[69297]:    _type = "Task"
[ 1754.680867] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1754.690365] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932004, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1754.975230] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1754.975230] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1755.128017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1755.131731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.516s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1755.131979] env[69297]: DEBUG nova.objects.instance [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lazy-loading 'resources' on Instance uuid 7f2e49bf-b5c2-4da6-bce2-cdd026752cee {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1755.194068] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932004, 'name': Rename_Task, 'duration_secs': 0.145523} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1755.194158] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1755.194371] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2b801d4-91fc-4e3c-b48b-2ab62be3ebf2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1755.202609] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1755.202609] env[69297]:    value = "task-2932005"
[ 1755.202609] env[69297]:    _type = "Task"
[ 1755.202609] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1755.211548] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1755.481243] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1755.481407] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1755.641287] env[69297]: DEBUG oslo_concurrency.lockutils [None req-786693a9-849c-43d7-b12e-15ca26fe82a4 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 29.237s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1755.642538] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 5.246s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1755.643041] env[69297]: INFO nova.compute.manager [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Unshelving
[ 1755.717046] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932005, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1755.829590] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaf894d-6afb-46f3-bd72-3341a0140840 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1755.837716] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46258009-17a9-4e8e-843d-df8fae3d2675 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1755.869130] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326b53f1-6aa3-4906-96e7-bc3676ec90be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1755.876884] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517fd7df-4cc9-4be4-acfe-8c2aca57a781 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1755.890063] env[69297]: DEBUG nova.compute.provider_tree [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1755.984015] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1756.169773] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4be074-109d-44ae-be3f-c1278aec816b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.196232] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance '602fd301-2803-4e3a-bb9e-57df5bba606e' progress to 0 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1756.211879] env[69297]: DEBUG oslo_vmware.api [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932005, 'name': PowerOnVM_Task, 'duration_secs': 0.531872} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1756.212148] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1756.212372] env[69297]: INFO nova.compute.manager [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Took 7.27 seconds to spawn the instance on the hypervisor.
[ 1756.212551] env[69297]: DEBUG nova.compute.manager [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1756.213350] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7965db3-92b5-4103-818a-760c8bb83f5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.393176] env[69297]: DEBUG nova.scheduler.client.report [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1756.666738] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1756.701981] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1756.702369] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ad8a75-7220-4c5c-8a06-d53e6d1831b2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1756.710057] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1756.710057] env[69297]:    value = "task-2932006"
[ 1756.710057] env[69297]:    _type = "Task"
[ 1756.710057] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1756.721145] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1756.729677] env[69297]: INFO nova.compute.manager [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Took 12.13 seconds to build instance.
[ 1756.898959] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1756.902071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.304s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1756.904572] env[69297]: INFO nova.compute.claims [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1756.919505] env[69297]: INFO nova.scheduler.client.report [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Deleted allocations for instance 7f2e49bf-b5c2-4da6-bce2-cdd026752cee
[ 1757.220342] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932006, 'name': PowerOffVM_Task, 'duration_secs': 0.193084} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1757.220698] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1757.220920] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance '602fd301-2803-4e3a-bb9e-57df5bba606e' progress to 17 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1757.231398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-20a25815-d935-4e9d-afe5-8c06791e8609 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.647s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1757.427588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-afe17708-1ac6-49c9-9d13-7c4bde492cd0 tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "7f2e49bf-b5c2-4da6-bce2-cdd026752cee" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 8.180s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1757.727371] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1757.727628] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1757.727783] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1757.727963] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1757.728123] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1757.728271] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1757.728475] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1757.728632] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1757.728795] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1757.728955] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1757.729258] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1757.734471] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a698b77-7999-4440-9ddb-bc2ba2a61f97 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1757.750466] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1757.750466] env[69297]:    value = "task-2932007"
[ 1757.750466] env[69297]:    _type = "Task"
[ 1757.750466] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1757.758748] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1757.853644] env[69297]: DEBUG nova.compute.manager [req-66339f4a-5be4-4eef-a400-74c90460792d req-9d50a744-b980-4613-a2e3-65265141a4a2 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Received event network-changed-17ef6734-3365-4e39-bb5a-55205e95c5a5 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1757.853930] env[69297]: DEBUG nova.compute.manager [req-66339f4a-5be4-4eef-a400-74c90460792d req-9d50a744-b980-4613-a2e3-65265141a4a2 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Refreshing instance network info cache due to event network-changed-17ef6734-3365-4e39-bb5a-55205e95c5a5. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1757.854206] env[69297]: DEBUG oslo_concurrency.lockutils [req-66339f4a-5be4-4eef-a400-74c90460792d req-9d50a744-b980-4613-a2e3-65265141a4a2 service nova] Acquiring lock "refresh_cache-7e30515b-16d8-4abe-9819-7d1be6793835" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1757.854387] env[69297]: DEBUG oslo_concurrency.lockutils [req-66339f4a-5be4-4eef-a400-74c90460792d req-9d50a744-b980-4613-a2e3-65265141a4a2 service nova] Acquired lock "refresh_cache-7e30515b-16d8-4abe-9819-7d1be6793835" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1757.854588] env[69297]: DEBUG nova.network.neutron [req-66339f4a-5be4-4eef-a400-74c90460792d req-9d50a744-b980-4613-a2e3-65265141a4a2 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Refreshing network info cache for port 17ef6734-3365-4e39-bb5a-55205e95c5a5 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1757.949155] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1757.949992] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1757.950244] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1757.950465] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1757.950648] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1757.953324] env[69297]: INFO nova.compute.manager [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Terminating instance
[ 1758.234556] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e44c0c-ac0b-4f01-9715-64d339093ba7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.243967] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f158cc32-6d9c-41f4-8dd9-33d4926a1191 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.279926] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ef9458-3db0-4573-960a-31809b60f7d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.290426] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e83d927-5f67-4b9a-bb2b-b47de10bc81d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.294253] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932007, 'name': ReconfigVM_Task, 'duration_secs': 0.359933} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1758.294569] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance '602fd301-2803-4e3a-bb9e-57df5bba606e' progress to 33 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1758.307709] env[69297]: DEBUG nova.compute.provider_tree [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1758.461229] env[69297]: DEBUG nova.compute.manager [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1758.461229] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1758.462113] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d30321d-57e7-4969-b1cf-f8ee2db12a9e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.470221] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1758.472653] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a5db33b-e0e9-483e-83ac-c5192e8c4f4e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.480033] env[69297]: DEBUG oslo_vmware.api [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1758.480033] env[69297]:    value = "task-2932008"
[ 1758.480033] env[69297]:    _type = "Task"
[ 1758.480033] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1758.487704] env[69297]: DEBUG oslo_vmware.api [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2932008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1758.589750] env[69297]: DEBUG nova.network.neutron [req-66339f4a-5be4-4eef-a400-74c90460792d req-9d50a744-b980-4613-a2e3-65265141a4a2 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Updated VIF entry in instance network info cache for port 17ef6734-3365-4e39-bb5a-55205e95c5a5. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1758.590144] env[69297]: DEBUG nova.network.neutron [req-66339f4a-5be4-4eef-a400-74c90460792d req-9d50a744-b980-4613-a2e3-65265141a4a2 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Updating instance_info_cache with network_info: [{"id": "17ef6734-3365-4e39-bb5a-55205e95c5a5", "address": "fa:16:3e:94:9f:73", "network": {"id": "18e64432-7c69-468b-9fda-6b6e946ab821", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2078674315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4335ff7c8d2440b99e09dda0bd1515ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ef6734-33", "ovs_interfaceid": "17ef6734-3365-4e39-bb5a-55205e95c5a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1758.801819] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1758.802104] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1758.802233] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1758.802458] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1758.802638] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1758.802794] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1758.802972] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1758.803149] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1758.803325] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1758.803486] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1758.803663] env[69297]: DEBUG nova.virt.hardware [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1758.809141] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1758.810075] env[69297]: DEBUG nova.scheduler.client.report [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1758.813315] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f8f2858-7008-4937-a0ae-2e900fa96c88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1758.837187] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1758.837187] env[69297]:    value = "task-2932009"
[ 1758.837187] env[69297]:    _type = "Task"
[ 1758.837187] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1758.847378] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1758.991647] env[69297]: DEBUG oslo_vmware.api [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2932008, 'name': PowerOffVM_Task, 'duration_secs': 0.400973} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1758.991907] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1758.992083] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1758.992350] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-841d2b7e-8a9a-40ce-bc3a-219504cb48ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.093075] env[69297]: DEBUG oslo_concurrency.lockutils [req-66339f4a-5be4-4eef-a400-74c90460792d req-9d50a744-b980-4613-a2e3-65265141a4a2 service nova] Releasing lock "refresh_cache-7e30515b-16d8-4abe-9819-7d1be6793835" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1759.190880] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1759.191317] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1759.191626] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Deleting the datastore file [datastore2] 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1759.191978] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d55e956c-c92c-42e4-913a-c627a993ecc4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.199129] env[69297]: DEBUG oslo_vmware.api [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1759.199129] env[69297]:    value = "task-2932011"
[ 1759.199129] env[69297]:    _type = "Task"
[ 1759.199129] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1759.207530] env[69297]: DEBUG oslo_vmware.api [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2932011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1759.332779] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1759.333339] env[69297]: DEBUG nova.compute.manager [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1759.336179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.352s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1759.336615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1759.336793] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1759.337103] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.671s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1759.337301] env[69297]: DEBUG nova.objects.instance [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lazy-loading 'pci_requests' on Instance uuid d07d3286-9d2d-4068-a5fe-df58fde274b3 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1759.339025] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1224b6-f494-488b-bd1f-2e3a4db35c9c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.353021] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e9cb16-ed0f-4fa6-a2df-805d193d5ca8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.357203] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932009, 'name': ReconfigVM_Task, 'duration_secs': 0.415518} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1759.357467] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1759.358526] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ff81f-629e-432a-b9d2-74f72fb39b13 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.370208] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1a0fe1-9b3b-48f0-b25e-bcc50c543fd1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.390252] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 602fd301-2803-4e3a-bb9e-57df5bba606e/602fd301-2803-4e3a-bb9e-57df5bba606e.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1759.391445] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deeae230-05c0-4bc4-848f-251f6e6b03e9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.406772] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111619c4-5fe8-459b-8dbb-c40ce4a401db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1759.410767] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1759.410767] env[69297]:    value = "task-2932012"
[ 1759.410767] env[69297]:    _type = "Task"
[ 1759.410767] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1759.440459] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179335MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1759.440615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1759.446432] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1759.709109] env[69297]: DEBUG oslo_vmware.api [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2932011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141468} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1759.709376] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1759.709563] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1759.709735] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1759.709909] env[69297]: INFO nova.compute.manager [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Took 1.25 seconds to destroy the instance on the hypervisor.
[ 1759.710166] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1759.710738] env[69297]: DEBUG nova.compute.manager [-] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1759.710738] env[69297]: DEBUG nova.network.neutron [-] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1759.839934] env[69297]: DEBUG nova.compute.utils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1759.841573] env[69297]: DEBUG nova.compute.manager [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1759.841747] env[69297]: DEBUG nova.network.neutron [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1759.845190] env[69297]: DEBUG nova.objects.instance [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lazy-loading 'numa_topology' on Instance uuid d07d3286-9d2d-4068-a5fe-df58fde274b3 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1759.882934] env[69297]: DEBUG nova.policy [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cc7ea09028e44a28980fa4e60cdb2b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e3b76c79de46b381d4b786f6d4c722', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1759.921784] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932012, 'name': ReconfigVM_Task, 'duration_secs': 0.256338} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1759.922257] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 602fd301-2803-4e3a-bb9e-57df5bba606e/602fd301-2803-4e3a-bb9e-57df5bba606e.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1759.922567] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance '602fd301-2803-4e3a-bb9e-57df5bba606e' progress to 50 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1759.980310] env[69297]: DEBUG nova.compute.manager [req-d68852be-9bde-4689-8edc-d7168094ab5d req-3e0a9724-6a95-4213-b183-963eaa94e12f service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Received event network-vif-deleted-594aa338-be2a-43ad-affb-17f796fdfd29 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1759.980521] env[69297]: INFO nova.compute.manager [req-d68852be-9bde-4689-8edc-d7168094ab5d req-3e0a9724-6a95-4213-b183-963eaa94e12f service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Neutron deleted interface 594aa338-be2a-43ad-affb-17f796fdfd29; detaching it from the instance and deleting it from the info cache
[ 1759.980691] env[69297]: DEBUG nova.network.neutron [req-d68852be-9bde-4689-8edc-d7168094ab5d req-3e0a9724-6a95-4213-b183-963eaa94e12f service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1760.174211] env[69297]: DEBUG nova.network.neutron [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Successfully created port: 8cc56f82-a1e1-4dff-8db9-dee65ef24a5c {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1760.344948] env[69297]: DEBUG nova.compute.manager [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1760.348587] env[69297]: INFO nova.compute.claims [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1760.432016] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2354edd-488c-4802-a279-4e6196aeaea8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1760.452853] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70afd59b-4cb9-4d1d-95fc-e88c26b24418 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1760.471702] env[69297]: DEBUG nova.network.neutron [-] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1760.473088] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance '602fd301-2803-4e3a-bb9e-57df5bba606e' progress to 67 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1760.483135] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f75e8be-5e7c-4db1-b6f4-e02100b31fdd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1760.493232] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357c24a2-99b3-4765-8d8c-3cec49edd04c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1760.526472] env[69297]: DEBUG nova.compute.manager [req-d68852be-9bde-4689-8edc-d7168094ab5d req-3e0a9724-6a95-4213-b183-963eaa94e12f service nova] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Detach interface failed, port_id=594aa338-be2a-43ad-affb-17f796fdfd29, reason: Instance 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1760.978071] env[69297]: INFO nova.compute.manager [-] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Took 1.27 seconds to deallocate network for instance.
[ 1761.012904] env[69297]: DEBUG nova.network.neutron [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Port 783a7769-001f-4ea1-ae39-746e2179a1cd binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1761.357942] env[69297]: DEBUG nova.compute.manager [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1761.387018] env[69297]: DEBUG nova.virt.hardware [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1761.387018] env[69297]: DEBUG nova.virt.hardware [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1761.387018] env[69297]: DEBUG nova.virt.hardware [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1761.387018] env[69297]: DEBUG nova.virt.hardware [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1761.387018] env[69297]: DEBUG nova.virt.hardware [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1761.387018] env[69297]: DEBUG nova.virt.hardware [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1761.387331] env[69297]: DEBUG nova.virt.hardware [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1761.387375] env[69297]: DEBUG nova.virt.hardware [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1761.387538] env[69297]: DEBUG nova.virt.hardware [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1761.387687] env[69297]: DEBUG nova.virt.hardware [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1761.387848] env[69297]: DEBUG nova.virt.hardware [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1761.388751] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc317ba-e217-4ddf-913b-8e921239ded5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.397909] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf5dac6-b385-4a8e-bbac-185e970a9c17 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.487460] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1761.604204] env[69297]: DEBUG nova.compute.manager [req-e3bace29-1cb5-49b4-bb52-4721c9d6d310 req-4dac0b4a-4e64-4d25-889b-31c7edf299de service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Received event network-vif-plugged-8cc56f82-a1e1-4dff-8db9-dee65ef24a5c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1761.604442] env[69297]: DEBUG oslo_concurrency.lockutils [req-e3bace29-1cb5-49b4-bb52-4721c9d6d310 req-4dac0b4a-4e64-4d25-889b-31c7edf299de service nova] Acquiring lock "5088512f-6e83-43d3-b7ea-7e8033037fe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1761.604673] env[69297]: DEBUG oslo_concurrency.lockutils [req-e3bace29-1cb5-49b4-bb52-4721c9d6d310 req-4dac0b4a-4e64-4d25-889b-31c7edf299de service nova] Lock "5088512f-6e83-43d3-b7ea-7e8033037fe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1761.604848] env[69297]: DEBUG oslo_concurrency.lockutils [req-e3bace29-1cb5-49b4-bb52-4721c9d6d310 req-4dac0b4a-4e64-4d25-889b-31c7edf299de service nova] Lock "5088512f-6e83-43d3-b7ea-7e8033037fe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1761.605143] env[69297]: DEBUG nova.compute.manager [req-e3bace29-1cb5-49b4-bb52-4721c9d6d310 req-4dac0b4a-4e64-4d25-889b-31c7edf299de service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] No waiting events found dispatching network-vif-plugged-8cc56f82-a1e1-4dff-8db9-dee65ef24a5c {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1761.605374] env[69297]: WARNING nova.compute.manager [req-e3bace29-1cb5-49b4-bb52-4721c9d6d310 req-4dac0b4a-4e64-4d25-889b-31c7edf299de service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Received unexpected event network-vif-plugged-8cc56f82-a1e1-4dff-8db9-dee65ef24a5c for instance with vm_state building and task_state spawning.
[ 1761.630476] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c921fdba-11b4-47a0-8b46-9491b84829a0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.638991] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e729c370-8369-4de5-a7d2-eb045f55a67d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.672266] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b57244-6716-43b2-8fee-cb0b7d16228a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.679276] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a0df67-f3e5-4301-9b1c-bbce672a10fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1761.693972] env[69297]: DEBUG nova.compute.provider_tree [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1761.715527] env[69297]: DEBUG nova.network.neutron [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Successfully updated port: 8cc56f82-a1e1-4dff-8db9-dee65ef24a5c {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1762.030368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "602fd301-2803-4e3a-bb9e-57df5bba606e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1762.030602] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1762.030773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1762.197459] env[69297]: DEBUG nova.scheduler.client.report [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1762.218517] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "refresh_cache-5088512f-6e83-43d3-b7ea-7e8033037fe5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1762.218653] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "refresh_cache-5088512f-6e83-43d3-b7ea-7e8033037fe5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1762.218827] env[69297]: DEBUG nova.network.neutron [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1762.702484] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.365s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1762.704789] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.264s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1762.746264] env[69297]: INFO nova.network.neutron [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updating port 17484f4d-6569-4f47-bde9-1ba4666102af with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'}
[ 1762.748640] env[69297]: DEBUG nova.network.neutron [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1762.873557] env[69297]: DEBUG nova.network.neutron [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Updating instance_info_cache with network_info: [{"id": "8cc56f82-a1e1-4dff-8db9-dee65ef24a5c", "address": "fa:16:3e:73:48:79", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc56f82-a1", "ovs_interfaceid": "8cc56f82-a1e1-4dff-8db9-dee65ef24a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1763.086470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1763.086670] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1763.086846] env[69297]: DEBUG nova.network.neutron [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1763.376633] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "refresh_cache-5088512f-6e83-43d3-b7ea-7e8033037fe5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1763.377062] env[69297]: DEBUG nova.compute.manager [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Instance network_info: |[{"id": "8cc56f82-a1e1-4dff-8db9-dee65ef24a5c", "address": "fa:16:3e:73:48:79", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc56f82-a1", "ovs_interfaceid": "8cc56f82-a1e1-4dff-8db9-dee65ef24a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1763.377491] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:48:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cc56f82-a1e1-4dff-8db9-dee65ef24a5c', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1763.385182] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1763.385415] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1763.385636] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-253cc284-36b9-4df5-9b05-51e5563a2900 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.405995] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1763.405995] env[69297]:    value = "task-2932013"
[ 1763.405995] env[69297]:    _type = "Task"
[ 1763.405995] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1763.414171] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932013, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1763.636133] env[69297]: DEBUG nova.compute.manager [req-0115219d-37ea-4c23-8ff7-398722364f20 req-ed057f46-d975-40ad-a5ba-78d893b97f35 service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Received event network-changed-8cc56f82-a1e1-4dff-8db9-dee65ef24a5c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1763.636376] env[69297]: DEBUG nova.compute.manager [req-0115219d-37ea-4c23-8ff7-398722364f20 req-ed057f46-d975-40ad-a5ba-78d893b97f35 service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Refreshing instance network info cache due to event network-changed-8cc56f82-a1e1-4dff-8db9-dee65ef24a5c. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1763.636626] env[69297]: DEBUG oslo_concurrency.lockutils [req-0115219d-37ea-4c23-8ff7-398722364f20 req-ed057f46-d975-40ad-a5ba-78d893b97f35 service nova] Acquiring lock "refresh_cache-5088512f-6e83-43d3-b7ea-7e8033037fe5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1763.636765] env[69297]: DEBUG oslo_concurrency.lockutils [req-0115219d-37ea-4c23-8ff7-398722364f20 req-ed057f46-d975-40ad-a5ba-78d893b97f35 service nova] Acquired lock "refresh_cache-5088512f-6e83-43d3-b7ea-7e8033037fe5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1763.636926] env[69297]: DEBUG nova.network.neutron [req-0115219d-37ea-4c23-8ff7-398722364f20 req-ed057f46-d975-40ad-a5ba-78d893b97f35 service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Refreshing network info cache for port 8cc56f82-a1e1-4dff-8db9-dee65ef24a5c {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1763.716354] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Applying migration context for instance 602fd301-2803-4e3a-bb9e-57df5bba606e as it has an incoming, in-progress migration f0186418-517b-47fb-9888-bb185c829c6e. Migration status is post-migrating {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
[ 1763.718569] env[69297]: INFO nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating resource usage from migration f0186418-517b-47fb-9888-bb185c829c6e
[ 1763.740824] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 2e6e7566-a129-40fb-87bc-5e16b50e873a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.741021] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 215135ab-2bf3-4131-bb06-cd807ba0a5d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.741153] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7e5b4981-7d9e-42d4-a9ad-c2eb61905452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.741273] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance ce59585a-1b37-417e-a43f-f63446b8ad39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.741387] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 9229c477-25bb-4970-b10b-d8aa4ce804c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.741501] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 54acc045-914e-46b4-ba09-1d6fa2d06ead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.741611] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance f9b10a82-1ad8-47e5-baa5-0efb31033d01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.741745] env[69297]: WARNING nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
[ 1763.741858] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance e160d64d-b9f7-43c4-8a1f-190dd8335fd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.741967] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7e30515b-16d8-4abe-9819-7d1be6793835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.742088] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Migration f0186418-517b-47fb-9888-bb185c829c6e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
[ 1763.742199] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 602fd301-2803-4e3a-bb9e-57df5bba606e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.742376] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance d07d3286-9d2d-4068-a5fe-df58fde274b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.742495] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 5088512f-6e83-43d3-b7ea-7e8033037fe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1763.742700] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1763.742834] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1763.808112] env[69297]: DEBUG nova.network.neutron [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance_info_cache with network_info: [{"id": "783a7769-001f-4ea1-ae39-746e2179a1cd", "address": "fa:16:3e:90:54:50", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783a7769-00", "ovs_interfaceid": "783a7769-001f-4ea1-ae39-746e2179a1cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1763.911792] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fe007c-44e1-4313-b6c7-abe70f8a19fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.917544] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932013, 'name': CreateVM_Task, 'duration_secs': 0.36122} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1763.918052] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1763.918743] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1763.918915] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1763.919282] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1763.919538] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20192ebd-60da-4788-b6a2-0af3275e1e03 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.923668] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb9f748-f0fc-4e0c-bd9b-28cd5b680001 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.927784] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1763.927784] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520844d1-7a4c-d5ec-b708-9c86fba3f3ae"
[ 1763.927784] env[69297]:    _type = "Task"
[ 1763.927784] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1763.959256] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ea9031-bdeb-48ef-bdc7-d819a8f458c4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.961482] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520844d1-7a4c-d5ec-b708-9c86fba3f3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1763.966569] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581fb9c8-d0c6-43d7-bb66-59bc5fad7a95 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1763.980322] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1764.191019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1764.191214] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1764.191399] env[69297]: DEBUG nova.network.neutron [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1764.310125] env[69297]: DEBUG nova.network.neutron [req-0115219d-37ea-4c23-8ff7-398722364f20 req-ed057f46-d975-40ad-a5ba-78d893b97f35 service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Updated VIF entry in instance network info cache for port 8cc56f82-a1e1-4dff-8db9-dee65ef24a5c. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1764.310507] env[69297]: DEBUG nova.network.neutron [req-0115219d-37ea-4c23-8ff7-398722364f20 req-ed057f46-d975-40ad-a5ba-78d893b97f35 service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Updating instance_info_cache with network_info: [{"id": "8cc56f82-a1e1-4dff-8db9-dee65ef24a5c", "address": "fa:16:3e:73:48:79", "network": {"id": "78553b21-b47d-4279-8ec6-51c93b365ac6", "bridge": "br-int", "label": "tempest-ServersTestJSON-2045537798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e3b76c79de46b381d4b786f6d4c722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc56f82-a1", "ovs_interfaceid": "8cc56f82-a1e1-4dff-8db9-dee65ef24a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1764.311822] env[69297]: DEBUG oslo_concurrency.lockutils [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1764.438739] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520844d1-7a4c-d5ec-b708-9c86fba3f3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1764.439092] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1764.439336] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1764.439574] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1764.439719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1764.439896] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1764.440176] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75af4456-f605-438a-9756-6981068f7b4d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.448168] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1764.448362] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1764.449063] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059f5d06-78aa-458e-bf50-133b820eee86 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.454149] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1764.454149] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]521b39a9-6bd5-8f84-7a7b-692841dd0709"
[ 1764.454149] env[69297]:    _type = "Task"
[ 1764.454149] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1764.461315] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521b39a9-6bd5-8f84-7a7b-692841dd0709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1764.483264] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1764.816567] env[69297]: DEBUG oslo_concurrency.lockutils [req-0115219d-37ea-4c23-8ff7-398722364f20 req-ed057f46-d975-40ad-a5ba-78d893b97f35 service nova] Releasing lock "refresh_cache-5088512f-6e83-43d3-b7ea-7e8033037fe5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1764.836036] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650ccf0d-5a4a-4587-8edd-5c3ef11b7476 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.855670] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5655ecf-55f3-4cde-860e-c847368fadc6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.862884] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance '602fd301-2803-4e3a-bb9e-57df5bba606e' progress to 83 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1764.888051] env[69297]: DEBUG nova.network.neutron [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updating instance_info_cache with network_info: [{"id": "17484f4d-6569-4f47-bde9-1ba4666102af", "address": "fa:16:3e:f9:1c:eb", "network": {"id": "6f92b3db-d4be-4911-ba49-a4d33836f4e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1960503503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf114a0371f4dd3b2de3b73668376e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17484f4d-65", "ovs_interfaceid": "17484f4d-6569-4f47-bde9-1ba4666102af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1764.964742] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521b39a9-6bd5-8f84-7a7b-692841dd0709, 'name': SearchDatastore_Task, 'duration_secs': 0.008296} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1764.965537] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639e3f8e-0c99-4d52-a525-36563527422f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1764.970691] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1764.970691] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52445f74-7c9e-d077-23c9-86a24094fd61"
[ 1764.970691] env[69297]:    _type = "Task"
[ 1764.970691] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1764.979880] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52445f74-7c9e-d077-23c9-86a24094fd61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1764.988598] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1764.988779] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.284s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1764.989016] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.502s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1764.989215] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1764.991043] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1764.991190] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Cleaning up deleted instances {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}}
[ 1765.011233] env[69297]: INFO nova.scheduler.client.report [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Deleted allocations for instance 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd
[ 1765.368905] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1765.444295] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1d66572-a7ec-45da-8d66-df7ffaf045f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1765.444295] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1765.444295] env[69297]:    value = "task-2932014"
[ 1765.444295] env[69297]:    _type = "Task"
[ 1765.444295] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1765.444295] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1765.444295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1765.444295] env[69297]: DEBUG nova.virt.hardware [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3b4a4a2637d10aedf4f3d2100cb1107a',container_format='bare',created_at=2025-03-11T14:17:43Z,direct_url=<?>,disk_format='vmdk',id=009c5251-dec9-4e2d-99d2-c53cc89e65a7,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-214485708-shelved',owner='abf114a0371f4dd3b2de3b73668376e0',properties=ImageMetaProps,protected=<?>,size=31661568,status='active',tags=<?>,updated_at=2025-03-11T14:17:59Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1765.444295] env[69297]: DEBUG nova.virt.hardware [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1765.444295] env[69297]: DEBUG nova.virt.hardware [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1765.444295] env[69297]: DEBUG nova.virt.hardware [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1765.444295] env[69297]: DEBUG nova.virt.hardware [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1765.444295] env[69297]: DEBUG nova.virt.hardware [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1765.444295] env[69297]: DEBUG nova.virt.hardware [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1765.444295] env[69297]: DEBUG nova.virt.hardware [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1765.444295] env[69297]: DEBUG nova.virt.hardware [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1765.444295] env[69297]: DEBUG nova.virt.hardware [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1765.444295] env[69297]: DEBUG nova.virt.hardware [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1765.445288] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503468de-af23-4a93-abe4-4b4039d9868d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1765.445288] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca2787a-2773-4a7a-b827-ad46cdc4c5ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1765.450604] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:1c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17484f4d-6569-4f47-bde9-1ba4666102af', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1765.458237] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1765.458501] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1765.458697] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-155685a9-638b-463e-a65d-4c341c928d86 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1765.481969] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52445f74-7c9e-d077-23c9-86a24094fd61, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1765.483221] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1765.483490] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 5088512f-6e83-43d3-b7ea-7e8033037fe5/5088512f-6e83-43d3-b7ea-7e8033037fe5.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1765.483721] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1765.483721] env[69297]:    value = "task-2932015"
[ 1765.483721] env[69297]:    _type = "Task"
[ 1765.483721] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1765.483902] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2738ecc-240e-4cae-b728-3ef38fbac0d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1765.509084] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] There are 57 instances to clean {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}}
[ 1765.509280] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 4aac6b0a-de29-47b8-8e7a-e23807aea13d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1765.511195] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932015, 'name': CreateVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1765.512853] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1765.512853] env[69297]:    value = "task-2932016"
[ 1765.512853] env[69297]:    _type = "Task"
[ 1765.512853] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1765.519635] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d39f8445-9f17-471c-aaa6-384f2d074b5b tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "0ff25e50-aa6a-4eb4-b177-c35ff92d59fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.570s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1765.523893] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1765.658834] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1765.659207] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1765.659483] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1765.659801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1765.660068] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1765.663970] env[69297]: DEBUG nova.compute.manager [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Received event network-vif-plugged-17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1765.664076] env[69297]: DEBUG oslo_concurrency.lockutils [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] Acquiring lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1765.664220] env[69297]: DEBUG oslo_concurrency.lockutils [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1765.664387] env[69297]: DEBUG oslo_concurrency.lockutils [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1765.664555] env[69297]: DEBUG nova.compute.manager [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] No waiting events found dispatching network-vif-plugged-17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1765.664717] env[69297]: WARNING nova.compute.manager [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Received unexpected event network-vif-plugged-17484f4d-6569-4f47-bde9-1ba4666102af for instance with vm_state shelved_offloaded and task_state spawning.
[ 1765.664912] env[69297]: DEBUG nova.compute.manager [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Received event network-changed-17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1765.665025] env[69297]: DEBUG nova.compute.manager [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Refreshing instance network info cache due to event network-changed-17484f4d-6569-4f47-bde9-1ba4666102af. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1765.665208] env[69297]: DEBUG oslo_concurrency.lockutils [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] Acquiring lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1765.665340] env[69297]: DEBUG oslo_concurrency.lockutils [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] Acquired lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1765.665488] env[69297]: DEBUG nova.network.neutron [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Refreshing network info cache for port 17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1765.667036] env[69297]: INFO nova.compute.manager [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Terminating instance
[ 1765.886551] env[69297]: DEBUG oslo_vmware.api [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932014, 'name': PowerOnVM_Task, 'duration_secs': 0.433735} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1765.886961] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1765.887045] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-78a0468c-cc9b-4a87-be2a-7f6a437fa1e2 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance '602fd301-2803-4e3a-bb9e-57df5bba606e' progress to 100 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1765.994775] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932015, 'name': CreateVM_Task, 'duration_secs': 0.328443} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1765.994960] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1765.995759] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1765.995946] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1765.996332] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1765.996583] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d2ac31d-8048-4e95-8978-80374cc272c8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.000748] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1766.000748] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ff3c3d-88ac-e21e-7f54-0a2b448cd16d"
[ 1766.000748] env[69297]:    _type = "Task"
[ 1766.000748] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1766.007891] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ff3c3d-88ac-e21e-7f54-0a2b448cd16d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1766.017601] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 7f2e49bf-b5c2-4da6-bce2-cdd026752cee] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1766.021957] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460071} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1766.022462] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 5088512f-6e83-43d3-b7ea-7e8033037fe5/5088512f-6e83-43d3-b7ea-7e8033037fe5.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1766.022679] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1766.022912] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0bab10f-9361-4c33-8e30-db7a27e7e66a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.029129] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1766.029129] env[69297]:    value = "task-2932017"
[ 1766.029129] env[69297]:    _type = "Task"
[ 1766.029129] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1766.036509] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1766.052769] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1766.052990] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1766.172787] env[69297]: DEBUG nova.compute.manager [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1766.173020] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1766.173946] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4b3bad-59e3-4b65-abf1-72d78e4fa200 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.181414] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1766.181640] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d367a2b-08c8-4104-a205-d7bbe4c3a7af {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.187555] env[69297]: DEBUG oslo_vmware.api [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1766.187555] env[69297]:    value = "task-2932018"
[ 1766.187555] env[69297]:    _type = "Task"
[ 1766.187555] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1766.195035] env[69297]: DEBUG oslo_vmware.api [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2932018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1766.360848] env[69297]: DEBUG nova.network.neutron [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updated VIF entry in instance network info cache for port 17484f4d-6569-4f47-bde9-1ba4666102af. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1766.361247] env[69297]: DEBUG nova.network.neutron [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updating instance_info_cache with network_info: [{"id": "17484f4d-6569-4f47-bde9-1ba4666102af", "address": "fa:16:3e:f9:1c:eb", "network": {"id": "6f92b3db-d4be-4911-ba49-a4d33836f4e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1960503503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf114a0371f4dd3b2de3b73668376e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17484f4d-65", "ovs_interfaceid": "17484f4d-6569-4f47-bde9-1ba4666102af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1766.511161] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1766.511376] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Processing image 009c5251-dec9-4e2d-99d2-c53cc89e65a7 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1766.511614] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7/009c5251-dec9-4e2d-99d2-c53cc89e65a7.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1766.511760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7/009c5251-dec9-4e2d-99d2-c53cc89e65a7.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1766.511934] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1766.512196] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3312c70-07e6-4f9b-a722-8d907205aa4b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.519983] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1766.520165] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1766.520842] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af180300-6c03-411d-ab7c-30539deaff1a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.522987] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 18a06f91-f7ed-455d-98c9-06aed121d8c9] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1766.527077] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1766.527077] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529fdb38-ae78-1fd2-5200-3ff3d0082186"
[ 1766.527077] env[69297]:    _type = "Task"
[ 1766.527077] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1766.540907] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529fdb38-ae78-1fd2-5200-3ff3d0082186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1766.541120] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065868} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1766.542024] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1766.542135] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d9c8c3-d58f-489e-9039-b64d1e4c65bd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.555872] env[69297]: INFO nova.compute.manager [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Detaching volume c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448
[ 1766.565803] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 5088512f-6e83-43d3-b7ea-7e8033037fe5/5088512f-6e83-43d3-b7ea-7e8033037fe5.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1766.566579] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1396925-c797-49fe-a936-0d26ef9a3951 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.587486] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1766.587486] env[69297]:    value = "task-2932019"
[ 1766.587486] env[69297]:    _type = "Task"
[ 1766.587486] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1766.595754] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1766.612139] env[69297]: INFO nova.virt.block_device [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Attempting to driver detach volume c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448 from mountpoint /dev/sdb
[ 1766.612448] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1766.612661] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588689', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'name': 'volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9229c477-25bb-4970-b10b-d8aa4ce804c1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'serial': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1766.613591] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9d61c5-ebbb-422a-9406-0cbab01f98e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.634443] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2c0c7f-5df5-4a69-bdfa-5c32321ac69c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.641188] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d3d46-a01a-47a4-bff5-84a0cdeb73f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.661244] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6795191-477b-489c-8f1e-e52ce1002492 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.675483] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] The volume has not been displaced from its original location: [datastore2] volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448/volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1766.680714] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1766.680994] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9daffbfa-7973-4e77-ad4a-27503de03e4b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.703929] env[69297]: DEBUG oslo_vmware.api [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2932018, 'name': PowerOffVM_Task, 'duration_secs': 0.203621} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1766.705181] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1766.705358] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1766.705643] env[69297]: DEBUG oslo_vmware.api [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1766.705643] env[69297]:    value = "task-2932020"
[ 1766.705643] env[69297]:    _type = "Task"
[ 1766.705643] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1766.705829] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcf9fa7d-c46d-4cc2-b768-621dfdcd63aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.716098] env[69297]: DEBUG oslo_vmware.api [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1766.779168] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1766.779453] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1766.779756] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Deleting the datastore file [datastore2] f9b10a82-1ad8-47e5-baa5-0efb31033d01 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1766.780065] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fd1775c-8acf-4fa1-ba31-b0969667521e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1766.786321] env[69297]: DEBUG oslo_vmware.api [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for the task: (returnval){
[ 1766.786321] env[69297]:    value = "task-2932022"
[ 1766.786321] env[69297]:    _type = "Task"
[ 1766.786321] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1766.794526] env[69297]: DEBUG oslo_vmware.api [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2932022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1766.864019] env[69297]: DEBUG oslo_concurrency.lockutils [req-28f0f4b0-488b-4530-83a0-056cf20a330f req-08f44334-a438-490e-9510-54b2fc11d10d service nova] Releasing lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1767.026257] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 17d0399c-c080-40ce-bf1a-90f5b40be9c3] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1767.037631] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Preparing fetch location {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1767.037884] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Fetch image to [datastore1] OSTACK_IMG_fac1aeed-d1e8-4b63-a87b-4fdfc600f25d/OSTACK_IMG_fac1aeed-d1e8-4b63-a87b-4fdfc600f25d.vmdk {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1767.038075] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Downloading stream optimized image 009c5251-dec9-4e2d-99d2-c53cc89e65a7 to [datastore1] OSTACK_IMG_fac1aeed-d1e8-4b63-a87b-4fdfc600f25d/OSTACK_IMG_fac1aeed-d1e8-4b63-a87b-4fdfc600f25d.vmdk on the data store datastore1 as vApp {{(pid=69297) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}}
[ 1767.038243] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Downloading image file data 009c5251-dec9-4e2d-99d2-c53cc89e65a7 to the ESX as VM named 'OSTACK_IMG_fac1aeed-d1e8-4b63-a87b-4fdfc600f25d' {{(pid=69297) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}}
[ 1767.098089] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1767.112265] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){
[ 1767.112265] env[69297]:    value = "resgroup-9"
[ 1767.112265] env[69297]:    _type = "ResourcePool"
[ 1767.112265] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}}
[ 1767.112572] env[69297]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9ec14252-d185-483d-bdcc-19f12dfb507d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1767.133803] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lease: (returnval){
[ 1767.133803] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e8196e-983e-3c2f-ccb5-c97a6e641cdd"
[ 1767.133803] env[69297]:    _type = "HttpNfcLease"
[ 1767.133803] env[69297]:  } obtained for vApp import into resource pool (val){
[ 1767.133803] env[69297]:    value = "resgroup-9"
[ 1767.133803] env[69297]:    _type = "ResourcePool"
[ 1767.133803] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}}
[ 1767.134153] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the lease: (returnval){
[ 1767.134153] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e8196e-983e-3c2f-ccb5-c97a6e641cdd"
[ 1767.134153] env[69297]:    _type = "HttpNfcLease"
[ 1767.134153] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1767.140988] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1767.140988] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e8196e-983e-3c2f-ccb5-c97a6e641cdd"
[ 1767.140988] env[69297]:    _type = "HttpNfcLease"
[ 1767.140988] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1767.219352] env[69297]: DEBUG oslo_vmware.api [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932020, 'name': ReconfigVM_Task, 'duration_secs': 0.501663} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1767.219696] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1767.224652] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e580c92-ea53-4915-accd-1543a5f6ad9e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1767.239859] env[69297]: DEBUG oslo_vmware.api [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1767.239859] env[69297]:    value = "task-2932024"
[ 1767.239859] env[69297]:    _type = "Task"
[ 1767.239859] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1767.248324] env[69297]: DEBUG oslo_vmware.api [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1767.296659] env[69297]: DEBUG oslo_vmware.api [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Task: {'id': task-2932022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155521} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1767.296867] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1767.297061] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1767.297635] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1767.297635] env[69297]: INFO nova.compute.manager [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1767.297635] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1767.297814] env[69297]: DEBUG nova.compute.manager [-] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1767.297913] env[69297]: DEBUG nova.network.neutron [-] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1767.533912] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 8cc240ae-e9fb-499e-a5d2-d5a4c3154ebf] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1767.572871] env[69297]: DEBUG nova.compute.manager [req-ac0b401a-3ebe-44b1-9ecf-2c49a5bee3f9 req-9c26d4cb-cfd1-461a-b5a8-97558b5cf89a service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Received event network-vif-deleted-3356b3fd-9a5b-4ffa-a073-207da8565bcc {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1767.573101] env[69297]: INFO nova.compute.manager [req-ac0b401a-3ebe-44b1-9ecf-2c49a5bee3f9 req-9c26d4cb-cfd1-461a-b5a8-97558b5cf89a service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Neutron deleted interface 3356b3fd-9a5b-4ffa-a073-207da8565bcc; detaching it from the instance and deleting it from the info cache
[ 1767.573284] env[69297]: DEBUG nova.network.neutron [req-ac0b401a-3ebe-44b1-9ecf-2c49a5bee3f9 req-9c26d4cb-cfd1-461a-b5a8-97558b5cf89a service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1767.597887] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932019, 'name': ReconfigVM_Task, 'duration_secs': 0.846614} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1767.598185] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 5088512f-6e83-43d3-b7ea-7e8033037fe5/5088512f-6e83-43d3-b7ea-7e8033037fe5.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1767.598847] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdfedbb8-57d5-4039-b72d-780b1dad1e75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1767.605422] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1767.605422] env[69297]:    value = "task-2932025"
[ 1767.605422] env[69297]:    _type = "Task"
[ 1767.605422] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1767.615775] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932025, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1767.643168] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1767.643168] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e8196e-983e-3c2f-ccb5-c97a6e641cdd"
[ 1767.643168] env[69297]:    _type = "HttpNfcLease"
[ 1767.643168] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1767.750168] env[69297]: DEBUG oslo_vmware.api [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932024, 'name': ReconfigVM_Task, 'duration_secs': 0.226556} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1767.750489] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588689', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'name': 'volume-c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9229c477-25bb-4970-b10b-d8aa4ce804c1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448', 'serial': 'c4a1d25a-cba3-4897-bf7e-d0b4cc1c0448'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1768.036530] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 909da74e-1931-46da-9bb0-6cd238774cac] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1768.057512] env[69297]: DEBUG nova.network.neutron [-] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1768.075902] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab0859c4-a7de-431d-adaf-dd0ddb554ecc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1768.087064] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb717b-3f2b-4471-9027-fe6012f8f976 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1768.122562] env[69297]: DEBUG nova.compute.manager [req-ac0b401a-3ebe-44b1-9ecf-2c49a5bee3f9 req-9c26d4cb-cfd1-461a-b5a8-97558b5cf89a service nova] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Detach interface failed, port_id=3356b3fd-9a5b-4ffa-a073-207da8565bcc, reason: Instance f9b10a82-1ad8-47e5-baa5-0efb31033d01 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1768.126104] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932025, 'name': Rename_Task, 'duration_secs': 0.262} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1768.126407] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1768.126649] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60c5f3d1-1fb5-4298-bb51-e76200959f01 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1768.133462] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1768.133462] env[69297]:    value = "task-2932026"
[ 1768.133462] env[69297]:    _type = "Task"
[ 1768.133462] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1768.144395] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1768.145797] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1768.145797] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e8196e-983e-3c2f-ccb5-c97a6e641cdd"
[ 1768.145797] env[69297]:    _type = "HttpNfcLease"
[ 1768.145797] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1768.146058] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1768.146058] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e8196e-983e-3c2f-ccb5-c97a6e641cdd"
[ 1768.146058] env[69297]:    _type = "HttpNfcLease"
[ 1768.146058] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}}
[ 1768.146745] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22cb162-a0a7-46d6-8bb5-febad874d60d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1768.154993] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1298f-0507-e4d2-e921-b42261a63484/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1768.154993] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1298f-0507-e4d2-e921-b42261a63484/disk-0.vmdk. {{(pid=69297) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1768.220247] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b5cd75d-beea-40e6-bbd3-1a278ca9950b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1768.294780] env[69297]: DEBUG nova.objects.instance [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lazy-loading 'flavor' on Instance uuid 9229c477-25bb-4970-b10b-d8aa4ce804c1 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1768.539519] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: b33747bd-0268-4bfc-8513-2c7335954d9e] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1768.561035] env[69297]: INFO nova.compute.manager [-] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Took 1.26 seconds to deallocate network for instance.
[ 1768.649166] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1768.735866] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "602fd301-2803-4e3a-bb9e-57df5bba606e" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1768.736141] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1768.736333] env[69297]: DEBUG nova.compute.manager [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Going to confirm migration 6 {{(pid=69297) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1769.044117] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 3a71d6f8-c1d3-41d5-baa6-d53340843c99] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1769.071744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1769.072199] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1769.072642] env[69297]: DEBUG nova.objects.instance [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lazy-loading 'resources' on Instance uuid f9b10a82-1ad8-47e5-baa5-0efb31033d01 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1769.148053] env[69297]: DEBUG oslo_vmware.api [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932026, 'name': PowerOnVM_Task, 'duration_secs': 0.623235} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1769.148380] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1769.148598] env[69297]: INFO nova.compute.manager [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Took 7.79 seconds to spawn the instance on the hypervisor.
[ 1769.148730] env[69297]: DEBUG nova.compute.manager [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1769.150657] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95077d9-6f0b-45e5-b691-14b0944bd5db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.304061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-50c35092-5865-4eb4-98b7-e3d2fa9a3503 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.251s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1769.309478] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Completed reading data from the image iterator. {{(pid=69297) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1769.309699] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1298f-0507-e4d2-e921-b42261a63484/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1769.310708] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9db02b4-d1be-4336-9c50-d24e90d5ac12 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.314635] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1769.314992] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquired lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1769.314992] env[69297]: DEBUG nova.network.neutron [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1769.315211] env[69297]: DEBUG nova.objects.instance [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lazy-loading 'info_cache' on Instance uuid 602fd301-2803-4e3a-bb9e-57df5bba606e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1769.320659] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1298f-0507-e4d2-e921-b42261a63484/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1769.321503] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1298f-0507-e4d2-e921-b42261a63484/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}}
[ 1769.321503] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a9c271fa-2a7f-49e2-80b5-fde56166c907 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.523420] env[69297]: DEBUG oslo_vmware.rw_handles [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1298f-0507-e4d2-e921-b42261a63484/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}}
[ 1769.523420] env[69297]: INFO nova.virt.vmwareapi.images [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Downloaded image file data 009c5251-dec9-4e2d-99d2-c53cc89e65a7
[ 1769.523420] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506224db-2316-4f50-99a2-7456b08c2482 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.538479] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da72ab24-5270-4f5b-b217-9876fa51f979 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.547776] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: a72f8166-5963-4257-a8c2-ffae624c4378] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1769.568499] env[69297]: INFO nova.virt.vmwareapi.images [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] The imported VM was unregistered
[ 1769.571031] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Caching image {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1769.571275] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Creating directory with path [datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7 {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1769.572131] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a8796a5-41be-4763-bd9a-ba4fde9f2492 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.581908] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Created directory with path [datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7 {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1769.582106] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_fac1aeed-d1e8-4b63-a87b-4fdfc600f25d/OSTACK_IMG_fac1aeed-d1e8-4b63-a87b-4fdfc600f25d.vmdk to [datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7/009c5251-dec9-4e2d-99d2-c53cc89e65a7.vmdk. {{(pid=69297) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}}
[ 1769.582352] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dcf4f4eb-b2ba-490d-98e6-3b06917fe31b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.588555] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1769.588555] env[69297]:    value = "task-2932028"
[ 1769.588555] env[69297]:    _type = "Task"
[ 1769.588555] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1769.596530] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932028, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1769.670624] env[69297]: INFO nova.compute.manager [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Took 16.09 seconds to build instance.
[ 1769.754665] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e6433-6116-451d-aeb1-9033d1d65486 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.763576] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d793b29-5883-40a0-beb2-bbe083eac430 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.795279] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6d300a-e63f-40ec-8516-b40915bdb078 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.803798] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a3bf03-93f4-463a-a086-26ac8c28d4f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1769.818166] env[69297]: DEBUG nova.compute.provider_tree [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1770.051287] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 723876ac-f19f-4500-b817-0070c56170b0] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1770.097929] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932028, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1770.172775] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4e9bfcbe-1ea6-4a19-941c-ef8a940355ba tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "5088512f-6e83-43d3-b7ea-7e8033037fe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.602s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1770.212108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "5088512f-6e83-43d3-b7ea-7e8033037fe5" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1770.212424] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "5088512f-6e83-43d3-b7ea-7e8033037fe5" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1770.212682] env[69297]: DEBUG nova.compute.manager [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1770.213594] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b67c108-4013-4a6a-8f46-dbb0f1660067 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1770.223232] env[69297]: DEBUG nova.compute.manager [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69297) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 1770.223937] env[69297]: DEBUG nova.objects.instance [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lazy-loading 'flavor' on Instance uuid 5088512f-6e83-43d3-b7ea-7e8033037fe5 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1770.322639] env[69297]: DEBUG nova.scheduler.client.report [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1770.396312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1770.396553] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1770.397176] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "9229c477-25bb-4970-b10b-d8aa4ce804c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1770.397176] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1770.397176] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1770.399170] env[69297]: INFO nova.compute.manager [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Terminating instance
[ 1770.554656] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: dad97e94-d3bb-47db-b429-0f8f16fe76ce] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1770.599801] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932028, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1770.751908] env[69297]: DEBUG nova.network.neutron [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance_info_cache with network_info: [{"id": "783a7769-001f-4ea1-ae39-746e2179a1cd", "address": "fa:16:3e:90:54:50", "network": {"id": "6fc1cdf6-96bb-4b66-8080-b5dfb78b305d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-502361902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b951b3fbff4a6e81a93a0cd5b184b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap783a7769-00", "ovs_interfaceid": "783a7769-001f-4ea1-ae39-746e2179a1cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1770.830179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1770.854773] env[69297]: INFO nova.scheduler.client.report [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Deleted allocations for instance f9b10a82-1ad8-47e5-baa5-0efb31033d01
[ 1770.903161] env[69297]: DEBUG nova.compute.manager [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1770.903482] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1770.905072] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff6cb3c-a8a4-4c1f-afdd-3d712cc85ef2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1770.914047] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1770.914371] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-206c034e-9671-444b-ae79-faecea88a432 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1770.921377] env[69297]: DEBUG oslo_vmware.api [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1770.921377] env[69297]:    value = "task-2932029"
[ 1770.921377] env[69297]:    _type = "Task"
[ 1770.921377] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1770.930942] env[69297]: DEBUG oslo_vmware.api [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1771.058254] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 7300caa8-a52d-41e9-b0d5-a67c12995131] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1771.100914] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932028, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1771.232648] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1771.233044] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc3a8fe3-de6d-4e47-bc39-dabc77daf777 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.241931] env[69297]: DEBUG oslo_vmware.api [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1771.241931] env[69297]:    value = "task-2932030"
[ 1771.241931] env[69297]:    _type = "Task"
[ 1771.241931] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1771.252804] env[69297]: DEBUG oslo_vmware.api [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1771.254588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Releasing lock "refresh_cache-602fd301-2803-4e3a-bb9e-57df5bba606e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1771.254897] env[69297]: DEBUG nova.objects.instance [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lazy-loading 'migration_context' on Instance uuid 602fd301-2803-4e3a-bb9e-57df5bba606e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1771.362883] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d7a93cf2-0516-4a70-9772-6e76793180bc tempest-ListServerFiltersTestJSON-1272160252 tempest-ListServerFiltersTestJSON-1272160252-project-member] Lock "f9b10a82-1ad8-47e5-baa5-0efb31033d01" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.704s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1771.432301] env[69297]: DEBUG oslo_vmware.api [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932029, 'name': PowerOffVM_Task, 'duration_secs': 0.34488} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1771.432648] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1771.432824] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1771.433109] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4cfa7b1-a8b4-40c2-8212-39b0e914022f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.515134] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1771.515414] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1771.515626] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleting the datastore file [datastore2] 9229c477-25bb-4970-b10b-d8aa4ce804c1 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1771.515904] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a651b42-a2d6-4e83-8ceb-84fd7fc16659 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.522842] env[69297]: DEBUG oslo_vmware.api [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1771.522842] env[69297]:    value = "task-2932032"
[ 1771.522842] env[69297]:    _type = "Task"
[ 1771.522842] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1771.533199] env[69297]: DEBUG oslo_vmware.api [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1771.561997] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 6ca4a936-aede-4d0e-a14d-2307081a7f19] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1771.600862] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932028, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1771.752270] env[69297]: DEBUG oslo_vmware.api [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932030, 'name': PowerOffVM_Task, 'duration_secs': 0.424438} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1771.752614] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1771.752818] env[69297]: DEBUG nova.compute.manager [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1771.753698] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f5ed70-7a08-44dd-88bd-7016204452c8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.757470] env[69297]: DEBUG nova.objects.base [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Object Instance<602fd301-2803-4e3a-bb9e-57df5bba606e> lazy-loaded attributes: info_cache,migration_context {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1771.758415] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aa2488-b07b-4c31-96ff-b1b1e74d5df7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.781655] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74447cca-0829-44ad-b4b5-e739111f2623 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1771.787484] env[69297]: DEBUG oslo_vmware.api [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1771.787484] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d35d22-9d0f-792d-3146-a14f04153949"
[ 1771.787484] env[69297]:    _type = "Task"
[ 1771.787484] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1771.796049] env[69297]: DEBUG oslo_vmware.api [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d35d22-9d0f-792d-3146-a14f04153949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1772.032552] env[69297]: DEBUG oslo_vmware.api [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261337} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1772.032820] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1772.033017] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1772.033203] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1772.033381] env[69297]: INFO nova.compute.manager [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1772.033624] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1772.033812] env[69297]: DEBUG nova.compute.manager [-] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1772.033911] env[69297]: DEBUG nova.network.neutron [-] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1772.065744] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 38d046e5-edc6-49c0-938b-22de0259d5c0] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1772.101206] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932028, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.326575} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1772.101457] env[69297]: INFO nova.virt.vmwareapi.ds_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_fac1aeed-d1e8-4b63-a87b-4fdfc600f25d/OSTACK_IMG_fac1aeed-d1e8-4b63-a87b-4fdfc600f25d.vmdk to [datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7/009c5251-dec9-4e2d-99d2-c53cc89e65a7.vmdk.
[ 1772.101640] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Cleaning up location [datastore1] OSTACK_IMG_fac1aeed-d1e8-4b63-a87b-4fdfc600f25d {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1772.101800] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_fac1aeed-d1e8-4b63-a87b-4fdfc600f25d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1772.102056] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1386b142-1e98-4170-85f0-9f4b7b5cf310 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1772.108396] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1772.108396] env[69297]:    value = "task-2932033"
[ 1772.108396] env[69297]:    _type = "Task"
[ 1772.108396] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1772.115894] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1772.271044] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8a401b64-b203-4976-9404-89e150fbf05d tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "5088512f-6e83-43d3-b7ea-7e8033037fe5" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.059s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1772.298609] env[69297]: DEBUG oslo_vmware.api [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d35d22-9d0f-792d-3146-a14f04153949, 'name': SearchDatastore_Task, 'duration_secs': 0.042764} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1772.298965] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1772.299633] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1772.569982] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: e1bb325a-d2ac-48f0-98c3-21db01d81f31] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1772.576366] env[69297]: DEBUG nova.compute.manager [req-7663b910-d7cf-42a6-8f1c-7602e41c7c71 req-e3cd0635-3306-48c6-8c77-5eef928ccd7b service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Received event network-vif-deleted-dd221f9a-0b81-4214-a776-e88295867900 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1772.576836] env[69297]: INFO nova.compute.manager [req-7663b910-d7cf-42a6-8f1c-7602e41c7c71 req-e3cd0635-3306-48c6-8c77-5eef928ccd7b service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Neutron deleted interface dd221f9a-0b81-4214-a776-e88295867900; detaching it from the instance and deleting it from the info cache
[ 1772.576836] env[69297]: DEBUG nova.network.neutron [req-7663b910-d7cf-42a6-8f1c-7602e41c7c71 req-e3cd0635-3306-48c6-8c77-5eef928ccd7b service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1772.621261] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034196} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1772.621261] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1772.621261] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7/009c5251-dec9-4e2d-99d2-c53cc89e65a7.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1772.621261] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7/009c5251-dec9-4e2d-99d2-c53cc89e65a7.vmdk to [datastore1] d07d3286-9d2d-4068-a5fe-df58fde274b3/d07d3286-9d2d-4068-a5fe-df58fde274b3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1772.621261] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b9292e-7797-4d6e-93bc-01c121941430 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1772.628705] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1772.628705] env[69297]:    value = "task-2932034"
[ 1772.628705] env[69297]:    _type = "Task"
[ 1772.628705] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1772.637385] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1772.963080] env[69297]: DEBUG nova.network.neutron [-] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1772.999374] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e488a1-e4e4-4581-b537-831ac38fff08 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.008013] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c90598e-4d1d-4cf4-996f-c164de2d46d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.044593] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60fa12-de04-4f0a-bea1-ce5363c0fcc2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.054850] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd73d9ca-711b-4ac9-a3e9-af3b6b00a1de {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.071618] env[69297]: DEBUG nova.compute.provider_tree [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1773.079109] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 7771e622-7ab5-484f-8583-e539d9a843aa] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1773.082218] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d402df6c-c846-4e98-a8d2-c7ad1244a6e0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.092035] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518db3fd-3e21-4ac7-bb58-dcc89d1e5b42 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.125138] env[69297]: DEBUG nova.compute.manager [req-7663b910-d7cf-42a6-8f1c-7602e41c7c71 req-e3cd0635-3306-48c6-8c77-5eef928ccd7b service nova] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Detach interface failed, port_id=dd221f9a-0b81-4214-a776-e88295867900, reason: Instance 9229c477-25bb-4970-b10b-d8aa4ce804c1 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1773.138021] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932034, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1773.338679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "5088512f-6e83-43d3-b7ea-7e8033037fe5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1773.338955] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "5088512f-6e83-43d3-b7ea-7e8033037fe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1773.339201] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "5088512f-6e83-43d3-b7ea-7e8033037fe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1773.339455] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "5088512f-6e83-43d3-b7ea-7e8033037fe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1773.339666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "5088512f-6e83-43d3-b7ea-7e8033037fe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1773.342823] env[69297]: INFO nova.compute.manager [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Terminating instance
[ 1773.468378] env[69297]: INFO nova.compute.manager [-] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Took 1.43 seconds to deallocate network for instance.
[ 1773.575539] env[69297]: DEBUG nova.scheduler.client.report [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1773.582789] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 1001868f-0935-48e1-bff5-43ee087b6bdc] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1773.640214] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932034, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1773.849023] env[69297]: DEBUG nova.compute.manager [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1773.849023] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1773.849561] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534f9d91-4c3f-493e-805d-4e38ab5ef8d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.860989] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1773.861623] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f83cc4b2-9dc4-424f-92a3-3b7f9dc3b8f0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.946847] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1773.947114] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1773.947306] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleting the datastore file [datastore1] 5088512f-6e83-43d3-b7ea-7e8033037fe5 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1773.948278] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b9f999-93da-44ee-a274-41f557be38d3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1773.957020] env[69297]: DEBUG oslo_vmware.api [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1773.957020] env[69297]:    value = "task-2932036"
[ 1773.957020] env[69297]:    _type = "Task"
[ 1773.957020] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1773.965205] env[69297]: DEBUG oslo_vmware.api [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1773.974666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1774.086291] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 5473c94e-eb21-41fd-9b85-2043fc0d45bf] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1774.141755] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932034, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1774.468771] env[69297]: DEBUG oslo_vmware.api [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1774.588292] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.288s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1774.590954] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.616s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1774.591181] env[69297]: DEBUG nova.objects.instance [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lazy-loading 'resources' on Instance uuid 9229c477-25bb-4970-b10b-d8aa4ce804c1 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1774.592968] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 89619274-c8dc-40eb-a843-e2497b304a40] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1774.643874] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932034, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1774.966994] env[69297]: DEBUG oslo_vmware.api [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1775.105366] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 7e4c309d-4862-4bfb-a56b-10132b3e6303] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1775.144369] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932034, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.456079} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1775.144546] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/009c5251-dec9-4e2d-99d2-c53cc89e65a7/009c5251-dec9-4e2d-99d2-c53cc89e65a7.vmdk to [datastore1] d07d3286-9d2d-4068-a5fe-df58fde274b3/d07d3286-9d2d-4068-a5fe-df58fde274b3.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1775.145876] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26bb0f1-b914-447f-b3ae-da4f045968fa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.174305] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] d07d3286-9d2d-4068-a5fe-df58fde274b3/d07d3286-9d2d-4068-a5fe-df58fde274b3.vmdk or device None with type streamOptimized {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1775.177243] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b5e4d5-390f-4efe-98da-4fa87000d53d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.196117] env[69297]: INFO nova.scheduler.client.report [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted allocation for migration f0186418-517b-47fb-9888-bb185c829c6e
[ 1775.202552] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1775.202552] env[69297]:    value = "task-2932037"
[ 1775.202552] env[69297]:    _type = "Task"
[ 1775.202552] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1775.211108] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1775.333714] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a3896c-2642-4392-94e7-cc9154b5b607 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.340821] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3320fd56-87b9-42a2-967e-f9dbee06a078 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.374239] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2baabb1-0c2d-43ec-a5ff-9c95d631a6a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.382153] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ee9d94-2501-48c9-9ba9-713921cbe53a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.396241] env[69297]: DEBUG nova.compute.provider_tree [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1775.467558] env[69297]: DEBUG oslo_vmware.api [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.332054} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1775.467835] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1775.468031] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1775.468218] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1775.468392] env[69297]: INFO nova.compute.manager [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Took 1.62 seconds to destroy the instance on the hypervisor.
[ 1775.468630] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1775.468831] env[69297]: DEBUG nova.compute.manager [-] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1775.468929] env[69297]: DEBUG nova.network.neutron [-] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1775.609281] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: e163ee3b-811c-4ec2-af97-9ca0fd128e4d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1775.700839] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 6.965s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1775.717680] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932037, 'name': ReconfigVM_Task, 'duration_secs': 0.30166} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1775.718117] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Reconfigured VM instance instance-00000062 to attach disk [datastore1] d07d3286-9d2d-4068-a5fe-df58fde274b3/d07d3286-9d2d-4068-a5fe-df58fde274b3.vmdk or device None with type streamOptimized {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1775.719283] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-111a5afb-83b7-49f5-978e-2e51f25a7f67 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1775.728817] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1775.728817] env[69297]:    value = "task-2932038"
[ 1775.728817] env[69297]:    _type = "Task"
[ 1775.728817] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1775.738205] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932038, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1775.901124] env[69297]: DEBUG nova.scheduler.client.report [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1776.113689] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 7403888b-0972-4d6e-b78c-0f2b95bafaf3] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1776.123435] env[69297]: DEBUG nova.compute.manager [req-0daee275-38a0-4897-a8e2-07da8892f070 req-054cd45b-c7ec-43a7-b8ed-efce672fb123 service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Received event network-vif-deleted-8cc56f82-a1e1-4dff-8db9-dee65ef24a5c {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1776.123597] env[69297]: INFO nova.compute.manager [req-0daee275-38a0-4897-a8e2-07da8892f070 req-054cd45b-c7ec-43a7-b8ed-efce672fb123 service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Neutron deleted interface 8cc56f82-a1e1-4dff-8db9-dee65ef24a5c; detaching it from the instance and deleting it from the info cache
[ 1776.123768] env[69297]: DEBUG nova.network.neutron [req-0daee275-38a0-4897-a8e2-07da8892f070 req-054cd45b-c7ec-43a7-b8ed-efce672fb123 service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1776.244893] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932038, 'name': Rename_Task, 'duration_secs': 0.15393} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1776.245197] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1776.245450] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddc465db-e76d-4efe-948d-739bd849f60f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1776.253451] env[69297]: DEBUG nova.network.neutron [-] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1776.257745] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1776.257745] env[69297]:    value = "task-2932039"
[ 1776.257745] env[69297]:    _type = "Task"
[ 1776.257745] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1776.270450] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1776.346932] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1776.347526] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1776.408498] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1776.434720] env[69297]: INFO nova.scheduler.client.report [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted allocations for instance 9229c477-25bb-4970-b10b-d8aa4ce804c1
[ 1776.571255] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquiring lock "47e0aea9-6b27-4a18-a93e-293ff20d806d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1776.571637] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "47e0aea9-6b27-4a18-a93e-293ff20d806d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1776.618866] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 3b4724c0-ae67-4cce-aec4-4ed4e4b9aa18] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1776.626051] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db21b1e1-3a62-41bd-b050-5f2463c4992d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1776.639055] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56382539-2b34-4eed-a1f7-45d5af00ddc3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1776.669373] env[69297]: DEBUG nova.compute.manager [req-0daee275-38a0-4897-a8e2-07da8892f070 req-054cd45b-c7ec-43a7-b8ed-efce672fb123 service nova] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Detach interface failed, port_id=8cc56f82-a1e1-4dff-8db9-dee65ef24a5c, reason: Instance 5088512f-6e83-43d3-b7ea-7e8033037fe5 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1776.755974] env[69297]: INFO nova.compute.manager [-] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Took 1.29 seconds to deallocate network for instance.
[ 1776.769824] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1776.775395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "602fd301-2803-4e3a-bb9e-57df5bba606e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1776.775626] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1776.775817] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "602fd301-2803-4e3a-bb9e-57df5bba606e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1776.775994] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1776.776174] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1776.778174] env[69297]: INFO nova.compute.manager [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Terminating instance
[ 1776.850952] env[69297]: DEBUG nova.compute.utils [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1776.942241] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e2b53bdd-99f2-43e0-ac11-1451d19ab735 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "9229c477-25bb-4970-b10b-d8aa4ce804c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.546s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1777.074831] env[69297]: DEBUG nova.compute.manager [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1777.120886] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 2a395474-e758-475e-918b-019d1772b739] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1777.266732] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1777.267041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1777.267271] env[69297]: DEBUG nova.objects.instance [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lazy-loading 'resources' on Instance uuid 5088512f-6e83-43d3-b7ea-7e8033037fe5 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1777.273911] env[69297]: DEBUG oslo_vmware.api [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932039, 'name': PowerOnVM_Task, 'duration_secs': 0.614486} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1777.274403] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1777.282590] env[69297]: DEBUG nova.compute.manager [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1777.283335] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1777.286414] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e26e60-1199-4440-b715-b63ff8f9b6ae {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.294965] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1777.295368] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f76c3cc1-1066-45d2-907f-9a63c3c6329e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.303103] env[69297]: DEBUG oslo_vmware.api [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1777.303103] env[69297]:    value = "task-2932040"
[ 1777.303103] env[69297]:    _type = "Task"
[ 1777.303103] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1777.311424] env[69297]: DEBUG oslo_vmware.api [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1777.354420] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.007s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1777.386403] env[69297]: DEBUG nova.compute.manager [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1777.387470] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a2bc48-025b-4c01-bf65-8e1867e7f9d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.598382] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1777.625518] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 70dea9ac-9950-4c53-90d5-7812d0a60319] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1777.812493] env[69297]: DEBUG oslo_vmware.api [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932040, 'name': PowerOffVM_Task, 'duration_secs': 0.220123} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1777.814886] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1777.815084] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1777.815498] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-521ad1b5-9e2e-479f-aea9-1f14e6b3d89e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.886023] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1777.886219] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1777.886402] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleting the datastore file [datastore1] 602fd301-2803-4e3a-bb9e-57df5bba606e {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1777.886672] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55d2db29-664b-4d38-b3d1-d6c94b5acc7e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.892252] env[69297]: DEBUG oslo_vmware.api [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for the task: (returnval){
[ 1777.892252] env[69297]:    value = "task-2932042"
[ 1777.892252] env[69297]:    _type = "Task"
[ 1777.892252] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1777.905805] env[69297]: DEBUG oslo_vmware.api [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1777.907096] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d90c1bfd-5aec-46df-8123-885e93f90acb tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 22.265s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1777.925207] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c56ffe-6848-4907-b386-543ec3f467f9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.933543] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78059f56-6f17-4256-b688-0b5ce1912203 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.967533] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98045577-2f06-4121-9c62-0e56ed02682c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.975317] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41065944-388b-4768-abc6-ceaf4cf1e813 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1777.989260] env[69297]: DEBUG nova.compute.provider_tree [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1778.128939] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 31f1b01a-70af-4307-a9a0-9597f5143d67] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1778.401999] env[69297]: DEBUG oslo_vmware.api [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Task: {'id': task-2932042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377197} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1778.402543] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1778.402543] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1778.402706] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1778.402883] env[69297]: INFO nova.compute.manager [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1778.403132] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1778.403328] env[69297]: DEBUG nova.compute.manager [-] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1778.403453] env[69297]: DEBUG nova.network.neutron [-] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1778.428147] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1778.428485] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1778.428758] env[69297]: INFO nova.compute.manager [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Attaching volume a8b9ed2d-c98f-4fcc-8938-436608a5dbe4 to /dev/sdb
[ 1778.467420] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264d28ba-89c5-40ac-ac9b-2b7f7399a0df {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1778.476290] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c309701-f735-41da-bccd-d19ae7b62886 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1778.490373] env[69297]: DEBUG nova.virt.block_device [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating existing volume attachment record: 7f7906d7-bcb9-46fa-9326-d8db47d247c3 {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1778.493260] env[69297]: DEBUG nova.scheduler.client.report [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1778.521103] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1778.521339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1778.633032] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 0c256f55-a300-4e03-93bb-9f80f97805dc] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1778.705031] env[69297]: DEBUG nova.compute.manager [req-2ac79405-fd59-4811-9e29-1cdaf5cb6994 req-94722f0d-04e7-486f-bdfc-5d1f8be933ff service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Received event network-vif-deleted-783a7769-001f-4ea1-ae39-746e2179a1cd {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1778.705366] env[69297]: INFO nova.compute.manager [req-2ac79405-fd59-4811-9e29-1cdaf5cb6994 req-94722f0d-04e7-486f-bdfc-5d1f8be933ff service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Neutron deleted interface 783a7769-001f-4ea1-ae39-746e2179a1cd; detaching it from the instance and deleting it from the info cache
[ 1778.705634] env[69297]: DEBUG nova.network.neutron [req-2ac79405-fd59-4811-9e29-1cdaf5cb6994 req-94722f0d-04e7-486f-bdfc-5d1f8be933ff service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1778.997483] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1779.000287] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.402s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1779.001856] env[69297]: INFO nova.compute.claims [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1779.023449] env[69297]: INFO nova.scheduler.client.report [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted allocations for instance 5088512f-6e83-43d3-b7ea-7e8033037fe5
[ 1779.028064] env[69297]: DEBUG nova.compute.manager [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1779.136120] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 963bd8ce-cfd9-4650-bc00-37ba90f5b0ea] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1779.170522] env[69297]: DEBUG nova.network.neutron [-] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1779.209045] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abc1f88e-982b-41ca-a5b3-9e652545ece4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1779.218246] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23038b6-ae4f-47d5-ac12-81cf12dc440d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1779.248810] env[69297]: DEBUG nova.compute.manager [req-2ac79405-fd59-4811-9e29-1cdaf5cb6994 req-94722f0d-04e7-486f-bdfc-5d1f8be933ff service nova] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Detach interface failed, port_id=783a7769-001f-4ea1-ae39-746e2179a1cd, reason: Instance 602fd301-2803-4e3a-bb9e-57df5bba606e could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1779.535814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-de08969d-6b4e-46f6-990f-37e10bcccdc2 tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "5088512f-6e83-43d3-b7ea-7e8033037fe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.197s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1779.553273] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1779.639924] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 9e089d48-e809-4e57-aeb5-38b50a00c0f8] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1779.675975] env[69297]: INFO nova.compute.manager [-] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Took 1.27 seconds to deallocate network for instance.
[ 1779.678190] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df00f54-1122-40d5-b03e-12fb50d29313 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1779.687630] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbab2fc-292f-4f18-9243-3cc589d740d3 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Suspending the VM {{(pid=69297) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}}
[ 1779.687894] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-42c8aeba-6dc9-4cd0-a74f-d4faf86eb0b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1779.694219] env[69297]: DEBUG oslo_vmware.api [None req-ddbab2fc-292f-4f18-9243-3cc589d740d3 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1779.694219] env[69297]:    value = "task-2932046"
[ 1779.694219] env[69297]:    _type = "Task"
[ 1779.694219] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1779.704230] env[69297]: DEBUG oslo_vmware.api [None req-ddbab2fc-292f-4f18-9243-3cc589d740d3 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932046, 'name': SuspendVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1780.143147] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: f0835cb6-57e7-4bc2-b4ec-66b44d96d00e] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1780.150709] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db7c1e7-2df8-4d68-bb9e-3b082c984798 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1780.158636] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b789ba32-cc5d-4664-938b-b6894cd0b2e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1780.188576] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1780.189746] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5098fc4f-2358-4318-95c5-f0044f0d2f4e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1780.199665] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f689a4-ef61-4db7-9c95-437b0665a635 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1780.208172] env[69297]: DEBUG oslo_vmware.api [None req-ddbab2fc-292f-4f18-9243-3cc589d740d3 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932046, 'name': SuspendVM_Task} progress is 70%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1780.217310] env[69297]: DEBUG nova.compute.provider_tree [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1780.521138] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "ce59585a-1b37-417e-a43f-f63446b8ad39" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1780.521138] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "ce59585a-1b37-417e-a43f-f63446b8ad39" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1780.521138] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "ce59585a-1b37-417e-a43f-f63446b8ad39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1780.521320] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "ce59585a-1b37-417e-a43f-f63446b8ad39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1780.521519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "ce59585a-1b37-417e-a43f-f63446b8ad39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1780.524158] env[69297]: INFO nova.compute.manager [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Terminating instance
[ 1780.645835] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: df8f7875-14b2-4e9b-a4dc-25b8d0f3e0b9] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1780.705991] env[69297]: DEBUG oslo_vmware.api [None req-ddbab2fc-292f-4f18-9243-3cc589d740d3 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932046, 'name': SuspendVM_Task, 'duration_secs': 0.646872} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1780.706327] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbab2fc-292f-4f18-9243-3cc589d740d3 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Suspended the VM {{(pid=69297) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}}
[ 1780.706510] env[69297]: DEBUG nova.compute.manager [None req-ddbab2fc-292f-4f18-9243-3cc589d740d3 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1780.707282] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9afe48-4c19-4218-9fe3-367ab74dc0a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1780.719895] env[69297]: DEBUG nova.scheduler.client.report [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1781.027668] env[69297]: DEBUG nova.compute.manager [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1781.027914] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1781.029345] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7233aa2a-0cac-4e94-a89a-40f7822bc18c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1781.036818] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1781.037057] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e51387ec-a5eb-4a21-8984-5fb25c59df94 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1781.043322] env[69297]: DEBUG oslo_vmware.api [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1781.043322] env[69297]:    value = "task-2932047"
[ 1781.043322] env[69297]:    _type = "Task"
[ 1781.043322] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1781.051731] env[69297]: DEBUG oslo_vmware.api [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1781.148962] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: dbab721d-156b-437a-9ddc-412ffe662e83] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1781.225046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1781.225550] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.672s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1781.227678] env[69297]: INFO nova.compute.claims [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1781.553246] env[69297]: DEBUG oslo_vmware.api [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932047, 'name': PowerOffVM_Task, 'duration_secs': 0.283339} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1781.553531] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1781.553720] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1781.553982] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96079796-9223-43d4-8515-a75338ab0777 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1781.619383] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1781.619612] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1781.619801] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleting the datastore file [datastore1] ce59585a-1b37-417e-a43f-f63446b8ad39 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1781.620066] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3af9cda9-e170-4eae-9797-52363517424a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1781.626219] env[69297]: DEBUG oslo_vmware.api [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for the task: (returnval){
[ 1781.626219] env[69297]:    value = "task-2932050"
[ 1781.626219] env[69297]:    _type = "Task"
[ 1781.626219] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1781.634127] env[69297]: DEBUG oslo_vmware.api [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1781.652009] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 06232291-7f72-4c25-b855-dcd3929fdb70] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1781.732218] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquiring lock "92db2bf7-f854-4703-b31b-9bd7b0bb8deb" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.<locals>._do_validation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1781.732569] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "92db2bf7-f854-4703-b31b-9bd7b0bb8deb" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.<locals>._do_validation" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1782.086138] env[69297]: INFO nova.compute.manager [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Resuming
[ 1782.086788] env[69297]: DEBUG nova.objects.instance [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lazy-loading 'flavor' on Instance uuid d07d3286-9d2d-4068-a5fe-df58fde274b3 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1782.135848] env[69297]: DEBUG oslo_vmware.api [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Task: {'id': task-2932050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131009} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1782.136118] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1782.136302] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1782.136479] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1782.136686] env[69297]: INFO nova.compute.manager [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1782.136927] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1782.137122] env[69297]: DEBUG nova.compute.manager [-] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1782.137218] env[69297]: DEBUG nova.network.neutron [-] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1782.155426] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 45c74116-94a5-42c9-acd6-b3dd1654628a] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1782.237175] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "92db2bf7-f854-4703-b31b-9bd7b0bb8deb" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.<locals>._do_validation" :: held 0.504s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1782.237882] env[69297]: DEBUG nova.compute.manager [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1782.399904] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90cb4ea-172e-4bd6-994a-70c56d2ef550 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1782.406052] env[69297]: DEBUG nova.compute.manager [req-9b0e9a06-7713-461a-a807-fd6ac3311164 req-990b6766-5490-4f1d-84ab-89417d85aa98 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Received event network-vif-deleted-cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1782.406320] env[69297]: INFO nova.compute.manager [req-9b0e9a06-7713-461a-a807-fd6ac3311164 req-990b6766-5490-4f1d-84ab-89417d85aa98 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Neutron deleted interface cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea; detaching it from the instance and deleting it from the info cache
[ 1782.406563] env[69297]: DEBUG nova.network.neutron [req-9b0e9a06-7713-461a-a807-fd6ac3311164 req-990b6766-5490-4f1d-84ab-89417d85aa98 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1782.412712] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fceb90-ae76-41aa-9c5d-ad36fe99ca32 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1782.445882] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f42e0f1-435e-425d-ac1c-1dd4115be65b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1782.453885] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14c0a3e-13b0-43f5-a892-b1dccef6fd9b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1782.469330] env[69297]: DEBUG nova.compute.provider_tree [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1782.659966] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 19072792-9a92-4d32-9cac-8cb8c93b5cfb] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1782.746332] env[69297]: DEBUG nova.compute.utils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1782.747691] env[69297]: DEBUG nova.compute.manager [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1782.747861] env[69297]: DEBUG nova.network.neutron [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1782.785056] env[69297]: DEBUG nova.policy [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '781744980d544fbea4528657009d0d16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '741689121c9243e481864b8b2dec4907', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1782.885835] env[69297]: DEBUG nova.network.neutron [-] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1782.909393] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6123a0d7-4726-4419-b737-15260d824d86 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1782.919940] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39996ea3-1673-4495-b66c-ec5d152001a9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1782.950882] env[69297]: DEBUG nova.compute.manager [req-9b0e9a06-7713-461a-a807-fd6ac3311164 req-990b6766-5490-4f1d-84ab-89417d85aa98 service nova] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Detach interface failed, port_id=cc2d0307-2d1b-4ece-a581-6d6ffc5c33ea, reason: Instance ce59585a-1b37-417e-a43f-f63446b8ad39 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1782.972745] env[69297]: DEBUG nova.scheduler.client.report [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1783.023770] env[69297]: DEBUG nova.network.neutron [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Successfully created port: d2ff1357-1d2b-42d9-a2be-7003c94d6c52 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1783.162703] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: b91ace70-321d-4303-ba68-a38e10282f81] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1783.251527] env[69297]: DEBUG nova.compute.manager [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1783.389240] env[69297]: INFO nova.compute.manager [-] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Took 1.25 seconds to deallocate network for instance.
[ 1783.477593] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1783.478113] env[69297]: DEBUG nova.compute.manager [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1783.480540] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.292s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1783.480756] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1783.508452] env[69297]: INFO nova.scheduler.client.report [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Deleted allocations for instance 602fd301-2803-4e3a-bb9e-57df5bba606e
[ 1783.542824] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1783.543088] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588707', 'volume_id': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'name': 'volume-a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e160d64d-b9f7-43c4-8a1f-190dd8335fd1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'serial': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1783.544440] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e48e05-824c-454f-987f-40fb15e9cc64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1783.564066] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d37a65-5df3-47df-bf58-4fb505ccb2fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1783.590335] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-a8b9ed2d-c98f-4fcc-8938-436608a5dbe4/volume-a8b9ed2d-c98f-4fcc-8938-436608a5dbe4.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1783.590926] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80bb4e3d-8fe3-4792-b35a-2bf507990cbd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1783.604371] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1783.604543] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquired lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1783.604713] env[69297]: DEBUG nova.network.neutron [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1783.610382] env[69297]: DEBUG oslo_vmware.api [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1783.610382] env[69297]:    value = "task-2932051"
[ 1783.610382] env[69297]:    _type = "Task"
[ 1783.610382] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1783.619138] env[69297]: DEBUG oslo_vmware.api [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1783.665832] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 23ef1747-d0bf-4525-a02d-54ebc4d6243a] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1783.895512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1783.895863] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1783.896151] env[69297]: DEBUG nova.objects.instance [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lazy-loading 'resources' on Instance uuid ce59585a-1b37-417e-a43f-f63446b8ad39 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1783.985236] env[69297]: DEBUG nova.compute.utils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1783.986626] env[69297]: DEBUG nova.compute.manager [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1783.986820] env[69297]: DEBUG nova.network.neutron [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1784.016793] env[69297]: DEBUG oslo_concurrency.lockutils [None req-0e15dd77-f717-40df-800e-5f85b84167a5 tempest-DeleteServersTestJSON-1724794678 tempest-DeleteServersTestJSON-1724794678-project-member] Lock "602fd301-2803-4e3a-bb9e-57df5bba606e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.241s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1784.027173] env[69297]: DEBUG nova.policy [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0182e3bfbfe34510a46f0109ce687313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b5ebf219f14436f98d1d6111abc74fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1784.119407] env[69297]: DEBUG oslo_vmware.api [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932051, 'name': ReconfigVM_Task, 'duration_secs': 0.343628} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1784.119685] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-a8b9ed2d-c98f-4fcc-8938-436608a5dbe4/volume-a8b9ed2d-c98f-4fcc-8938-436608a5dbe4.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1784.124458] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfb7587f-7720-4ce1-a6e0-663ea30fdd80 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.139574] env[69297]: DEBUG oslo_vmware.api [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1784.139574] env[69297]:    value = "task-2932052"
[ 1784.139574] env[69297]:    _type = "Task"
[ 1784.139574] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1784.147521] env[69297]: DEBUG oslo_vmware.api [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1784.168831] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: f2dad717-5774-448b-84d1-1d876c38b907] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1784.262638] env[69297]: DEBUG nova.compute.manager [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1784.298113] env[69297]: DEBUG nova.virt.hardware [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1784.298113] env[69297]: DEBUG nova.virt.hardware [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1784.298113] env[69297]: DEBUG nova.virt.hardware [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1784.298113] env[69297]: DEBUG nova.virt.hardware [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1784.298113] env[69297]: DEBUG nova.virt.hardware [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1784.300751] env[69297]: DEBUG nova.virt.hardware [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1784.301059] env[69297]: DEBUG nova.virt.hardware [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1784.301348] env[69297]: DEBUG nova.virt.hardware [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1784.301555] env[69297]: DEBUG nova.virt.hardware [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1784.302388] env[69297]: DEBUG nova.virt.hardware [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1784.302388] env[69297]: DEBUG nova.virt.hardware [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1784.302923] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f620129-0139-4e15-8052-3123996412b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.310871] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24688674-4c06-4809-89fd-506ec80cc9c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.437691] env[69297]: DEBUG nova.network.neutron [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updating instance_info_cache with network_info: [{"id": "17484f4d-6569-4f47-bde9-1ba4666102af", "address": "fa:16:3e:f9:1c:eb", "network": {"id": "6f92b3db-d4be-4911-ba49-a4d33836f4e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1960503503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf114a0371f4dd3b2de3b73668376e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17484f4d-65", "ovs_interfaceid": "17484f4d-6569-4f47-bde9-1ba4666102af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1784.439649] env[69297]: DEBUG nova.compute.manager [req-d0f8691e-12ce-40c7-98f4-510c1b5044c4 req-8e01b5c9-bf57-408b-af58-20205c3b797c service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Received event network-vif-plugged-d2ff1357-1d2b-42d9-a2be-7003c94d6c52 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1784.439649] env[69297]: DEBUG oslo_concurrency.lockutils [req-d0f8691e-12ce-40c7-98f4-510c1b5044c4 req-8e01b5c9-bf57-408b-af58-20205c3b797c service nova] Acquiring lock "47e0aea9-6b27-4a18-a93e-293ff20d806d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1784.439813] env[69297]: DEBUG oslo_concurrency.lockutils [req-d0f8691e-12ce-40c7-98f4-510c1b5044c4 req-8e01b5c9-bf57-408b-af58-20205c3b797c service nova] Lock "47e0aea9-6b27-4a18-a93e-293ff20d806d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1784.440031] env[69297]: DEBUG oslo_concurrency.lockutils [req-d0f8691e-12ce-40c7-98f4-510c1b5044c4 req-8e01b5c9-bf57-408b-af58-20205c3b797c service nova] Lock "47e0aea9-6b27-4a18-a93e-293ff20d806d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1784.440123] env[69297]: DEBUG nova.compute.manager [req-d0f8691e-12ce-40c7-98f4-510c1b5044c4 req-8e01b5c9-bf57-408b-af58-20205c3b797c service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] No waiting events found dispatching network-vif-plugged-d2ff1357-1d2b-42d9-a2be-7003c94d6c52 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1784.440237] env[69297]: WARNING nova.compute.manager [req-d0f8691e-12ce-40c7-98f4-510c1b5044c4 req-8e01b5c9-bf57-408b-af58-20205c3b797c service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Received unexpected event network-vif-plugged-d2ff1357-1d2b-42d9-a2be-7003c94d6c52 for instance with vm_state building and task_state spawning.
[ 1784.461784] env[69297]: DEBUG nova.network.neutron [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Successfully created port: 623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1784.489872] env[69297]: DEBUG nova.compute.manager [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1784.517906] env[69297]: DEBUG nova.network.neutron [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Successfully updated port: d2ff1357-1d2b-42d9-a2be-7003c94d6c52 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1784.551573] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf0a40a-13aa-4226-9851-60bd97e29b04 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.559281] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d337807-bc40-4261-80c6-f79ffbb340ec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.591179] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b504ef-2992-435e-8a09-bfb48e73aec3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.598620] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a93814d-e51c-4a21-9ef4-178c1d263662 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.611352] env[69297]: DEBUG nova.compute.provider_tree [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1784.647866] env[69297]: DEBUG oslo_vmware.api [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932052, 'name': ReconfigVM_Task, 'duration_secs': 0.138863} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1784.648173] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588707', 'volume_id': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'name': 'volume-a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e160d64d-b9f7-43c4-8a1f-190dd8335fd1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'serial': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1784.672092] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: dfab7710-542e-4666-951b-28a36f64fb6b] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1784.942571] env[69297]: DEBUG oslo_concurrency.lockutils [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Releasing lock "refresh_cache-d07d3286-9d2d-4068-a5fe-df58fde274b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1784.943588] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41467060-843c-4efe-b2af-eab5484b48b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.950319] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Resuming the VM {{(pid=69297) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}}
[ 1784.950641] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4325ce1c-16ad-46ed-8427-2bc0cbaa8f60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1784.959041] env[69297]: DEBUG oslo_vmware.api [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1784.959041] env[69297]:    value = "task-2932054"
[ 1784.959041] env[69297]:    _type = "Task"
[ 1784.959041] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1784.965871] env[69297]: DEBUG oslo_vmware.api [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1785.018123] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquiring lock "refresh_cache-47e0aea9-6b27-4a18-a93e-293ff20d806d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1785.018338] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquired lock "refresh_cache-47e0aea9-6b27-4a18-a93e-293ff20d806d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1785.018426] env[69297]: DEBUG nova.network.neutron [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1785.114852] env[69297]: DEBUG nova.scheduler.client.report [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1785.177345] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 417bd5e4-ee7f-4ce3-b940-b1eef05bec5d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1785.471854] env[69297]: DEBUG oslo_vmware.api [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932054, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1785.499217] env[69297]: DEBUG nova.compute.manager [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1785.529898] env[69297]: DEBUG nova.virt.hardware [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1785.530147] env[69297]: DEBUG nova.virt.hardware [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1785.530902] env[69297]: DEBUG nova.virt.hardware [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1785.530902] env[69297]: DEBUG nova.virt.hardware [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1785.530902] env[69297]: DEBUG nova.virt.hardware [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1785.531079] env[69297]: DEBUG nova.virt.hardware [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1785.531540] env[69297]: DEBUG nova.virt.hardware [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1785.531619] env[69297]: DEBUG nova.virt.hardware [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1785.531810] env[69297]: DEBUG nova.virt.hardware [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1785.531977] env[69297]: DEBUG nova.virt.hardware [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1785.532164] env[69297]: DEBUG nova.virt.hardware [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1785.533164] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41860e1d-67e6-4b72-99fb-70b99e3c11e1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1785.541888] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca70a84-d162-4eb3-ab58-fa51f0b2d22a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1785.555413] env[69297]: DEBUG nova.network.neutron [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1785.619628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1785.642228] env[69297]: INFO nova.scheduler.client.report [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Deleted allocations for instance ce59585a-1b37-417e-a43f-f63446b8ad39
[ 1785.683216] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 1093d24c-dc34-4047-a4ca-6ca7a0ff9723] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1785.689964] env[69297]: DEBUG nova.objects.instance [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'flavor' on Instance uuid e160d64d-b9f7-43c4-8a1f-190dd8335fd1 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1785.704193] env[69297]: DEBUG nova.network.neutron [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Updating instance_info_cache with network_info: [{"id": "d2ff1357-1d2b-42d9-a2be-7003c94d6c52", "address": "fa:16:3e:fc:21:db", "network": {"id": "3a24f272-63b8-4a30-a625-30d33cc27dd9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1260624713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "741689121c9243e481864b8b2dec4907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ff1357-1d", "ovs_interfaceid": "d2ff1357-1d2b-42d9-a2be-7003c94d6c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1785.846168] env[69297]: DEBUG nova.compute.manager [req-cb61bf32-eda8-472e-bd3c-77168b65018f req-9a9a4d9b-444f-46ba-9679-215bf595ab3b service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Received event network-vif-plugged-623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1785.846393] env[69297]: DEBUG oslo_concurrency.lockutils [req-cb61bf32-eda8-472e-bd3c-77168b65018f req-9a9a4d9b-444f-46ba-9679-215bf595ab3b service nova] Acquiring lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1785.846601] env[69297]: DEBUG oslo_concurrency.lockutils [req-cb61bf32-eda8-472e-bd3c-77168b65018f req-9a9a4d9b-444f-46ba-9679-215bf595ab3b service nova] Lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1785.846764] env[69297]: DEBUG oslo_concurrency.lockutils [req-cb61bf32-eda8-472e-bd3c-77168b65018f req-9a9a4d9b-444f-46ba-9679-215bf595ab3b service nova] Lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1785.846931] env[69297]: DEBUG nova.compute.manager [req-cb61bf32-eda8-472e-bd3c-77168b65018f req-9a9a4d9b-444f-46ba-9679-215bf595ab3b service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] No waiting events found dispatching network-vif-plugged-623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1785.847124] env[69297]: WARNING nova.compute.manager [req-cb61bf32-eda8-472e-bd3c-77168b65018f req-9a9a4d9b-444f-46ba-9679-215bf595ab3b service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Received unexpected event network-vif-plugged-623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2 for instance with vm_state building and task_state spawning.
[ 1785.928281] env[69297]: DEBUG nova.network.neutron [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Successfully updated port: 623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1785.970088] env[69297]: DEBUG oslo_vmware.api [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932054, 'name': PowerOnVM_Task, 'duration_secs': 0.545755} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1785.970368] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Resumed the VM {{(pid=69297) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}}
[ 1785.970570] env[69297]: DEBUG nova.compute.manager [None req-fe2e3cf6-d96c-4c08-9886-a7938ca39937 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1785.971403] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e860dc-a6dc-4235-91c2-52c9bd1b304c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.150462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1867c4a8-c3d8-4c89-a263-60c2abf0e0ac tempest-ServersTestJSON-199178574 tempest-ServersTestJSON-199178574-project-member] Lock "ce59585a-1b37-417e-a43f-f63446b8ad39" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.629s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1786.186671] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: f139222f-a841-4b9c-b01d-747b3101b3b2] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1786.202930] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f08cc514-1ef9-4eb3-9c9a-469020cf8ead tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.774s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1786.206850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Releasing lock "refresh_cache-47e0aea9-6b27-4a18-a93e-293ff20d806d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1786.207673] env[69297]: DEBUG nova.compute.manager [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Instance network_info: |[{"id": "d2ff1357-1d2b-42d9-a2be-7003c94d6c52", "address": "fa:16:3e:fc:21:db", "network": {"id": "3a24f272-63b8-4a30-a625-30d33cc27dd9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1260624713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "741689121c9243e481864b8b2dec4907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ff1357-1d", "ovs_interfaceid": "d2ff1357-1d2b-42d9-a2be-7003c94d6c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1786.207673] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:21:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2ff1357-1d2b-42d9-a2be-7003c94d6c52', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1786.216711] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Creating folder: Project (741689121c9243e481864b8b2dec4907). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1786.217701] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-783dc131-a982-4e7a-b10c-96253c273ed9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.231485] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Created folder: Project (741689121c9243e481864b8b2dec4907) in parent group-v588392.
[ 1786.231682] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Creating folder: Instances. Parent ref: group-v588708. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1786.231911] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b60cda7-1b9a-47aa-b087-5742c4b03893 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.244429] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Created folder: Instances in parent group-v588708.
[ 1786.244678] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1786.244885] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1786.245114] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-037b06d8-2c53-4a62-bb91-773c3b28ded2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1786.264607] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1786.264607] env[69297]:    value = "task-2932057"
[ 1786.264607] env[69297]:    _type = "Task"
[ 1786.264607] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1786.271401] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932057, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1786.430374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "refresh_cache-f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1786.430562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "refresh_cache-f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1786.430732] env[69297]: DEBUG nova.network.neutron [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1786.465032] env[69297]: DEBUG nova.compute.manager [req-102ce593-9943-4131-92ce-08e1e30792fb req-5440c42d-2d59-46bc-89c3-ddb6a1937cf6 service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Received event network-changed-d2ff1357-1d2b-42d9-a2be-7003c94d6c52 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1786.465032] env[69297]: DEBUG nova.compute.manager [req-102ce593-9943-4131-92ce-08e1e30792fb req-5440c42d-2d59-46bc-89c3-ddb6a1937cf6 service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Refreshing instance network info cache due to event network-changed-d2ff1357-1d2b-42d9-a2be-7003c94d6c52. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1786.465213] env[69297]: DEBUG oslo_concurrency.lockutils [req-102ce593-9943-4131-92ce-08e1e30792fb req-5440c42d-2d59-46bc-89c3-ddb6a1937cf6 service nova] Acquiring lock "refresh_cache-47e0aea9-6b27-4a18-a93e-293ff20d806d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1786.465354] env[69297]: DEBUG oslo_concurrency.lockutils [req-102ce593-9943-4131-92ce-08e1e30792fb req-5440c42d-2d59-46bc-89c3-ddb6a1937cf6 service nova] Acquired lock "refresh_cache-47e0aea9-6b27-4a18-a93e-293ff20d806d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1786.465883] env[69297]: DEBUG nova.network.neutron [req-102ce593-9943-4131-92ce-08e1e30792fb req-5440c42d-2d59-46bc-89c3-ddb6a1937cf6 service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Refreshing network info cache for port d2ff1357-1d2b-42d9-a2be-7003c94d6c52 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1786.691120] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 35ff35b4-c97a-4102-9838-93195982dc21] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1786.774692] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932057, 'name': CreateVM_Task} progress is 25%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1787.005159] env[69297]: DEBUG nova.network.neutron [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1787.195098] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: edc3d4ee-834a-4b79-b98d-90273453c281] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1787.231113] env[69297]: DEBUG nova.network.neutron [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Updating instance_info_cache with network_info: [{"id": "623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2", "address": "fa:16:3e:64:e1:d1", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623bd2d1-c3", "ovs_interfaceid": "623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1787.266491] env[69297]: DEBUG nova.network.neutron [req-102ce593-9943-4131-92ce-08e1e30792fb req-5440c42d-2d59-46bc-89c3-ddb6a1937cf6 service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Updated VIF entry in instance network info cache for port d2ff1357-1d2b-42d9-a2be-7003c94d6c52. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1787.266491] env[69297]: DEBUG nova.network.neutron [req-102ce593-9943-4131-92ce-08e1e30792fb req-5440c42d-2d59-46bc-89c3-ddb6a1937cf6 service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Updating instance_info_cache with network_info: [{"id": "d2ff1357-1d2b-42d9-a2be-7003c94d6c52", "address": "fa:16:3e:fc:21:db", "network": {"id": "3a24f272-63b8-4a30-a625-30d33cc27dd9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1260624713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "741689121c9243e481864b8b2dec4907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ff1357-1d", "ovs_interfaceid": "d2ff1357-1d2b-42d9-a2be-7003c94d6c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1787.282229] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932057, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1787.699064] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 82d13872-02e7-4341-8c2b-e52431cb0889] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1787.719614] env[69297]: DEBUG nova.compute.manager [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Stashing vm_state: active {{(pid=69297) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1787.732114] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "refresh_cache-f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1787.732241] env[69297]: DEBUG nova.compute.manager [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Instance network_info: |[{"id": "623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2", "address": "fa:16:3e:64:e1:d1", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623bd2d1-c3", "ovs_interfaceid": "623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1787.733119] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:e1:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1787.741394] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1787.741986] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1787.742244] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b794ee7f-b099-4045-8466-a77a20e90de6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1787.767548] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1787.767548] env[69297]:    value = "task-2932058"
[ 1787.767548] env[69297]:    _type = "Task"
[ 1787.767548] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1787.775361] env[69297]: DEBUG oslo_concurrency.lockutils [req-102ce593-9943-4131-92ce-08e1e30792fb req-5440c42d-2d59-46bc-89c3-ddb6a1937cf6 service nova] Releasing lock "refresh_cache-47e0aea9-6b27-4a18-a93e-293ff20d806d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1787.784015] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932058, 'name': CreateVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1787.787572] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932057, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1787.968157] env[69297]: DEBUG nova.compute.manager [req-dc2c3d95-fc13-4d96-a5a4-247e6ea09551 req-a19424ec-ae5a-44ab-bc57-536566685397 service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Received event network-changed-623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1787.968157] env[69297]: DEBUG nova.compute.manager [req-dc2c3d95-fc13-4d96-a5a4-247e6ea09551 req-a19424ec-ae5a-44ab-bc57-536566685397 service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Refreshing instance network info cache due to event network-changed-623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1787.968157] env[69297]: DEBUG oslo_concurrency.lockutils [req-dc2c3d95-fc13-4d96-a5a4-247e6ea09551 req-a19424ec-ae5a-44ab-bc57-536566685397 service nova] Acquiring lock "refresh_cache-f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1787.968157] env[69297]: DEBUG oslo_concurrency.lockutils [req-dc2c3d95-fc13-4d96-a5a4-247e6ea09551 req-a19424ec-ae5a-44ab-bc57-536566685397 service nova] Acquired lock "refresh_cache-f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1787.968157] env[69297]: DEBUG nova.network.neutron [req-dc2c3d95-fc13-4d96-a5a4-247e6ea09551 req-a19424ec-ae5a-44ab-bc57-536566685397 service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Refreshing network info cache for port 623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1788.207298] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 7b5ce58b-a3fb-439f-b678-a346db80c996] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1788.251992] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1788.252612] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1788.292095] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932058, 'name': CreateVM_Task, 'duration_secs': 0.390952} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1788.292285] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932057, 'name': CreateVM_Task, 'duration_secs': 1.894633} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1788.292888] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1788.293034] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1788.293931] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1788.293988] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1788.294350] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1788.294888] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1788.295438] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d9b4ce-b0bc-4c03-97e4-bd6062089e6d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.300620] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1788.300620] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f25f5d-4ac9-b28f-d17c-46a52e042ea5"
[ 1788.300620] env[69297]:    _type = "Task"
[ 1788.300620] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1788.309328] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f25f5d-4ac9-b28f-d17c-46a52e042ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1788.690644] env[69297]: DEBUG nova.network.neutron [req-dc2c3d95-fc13-4d96-a5a4-247e6ea09551 req-a19424ec-ae5a-44ab-bc57-536566685397 service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Updated VIF entry in instance network info cache for port 623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1788.691220] env[69297]: DEBUG nova.network.neutron [req-dc2c3d95-fc13-4d96-a5a4-247e6ea09551 req-a19424ec-ae5a-44ab-bc57-536566685397 service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Updating instance_info_cache with network_info: [{"id": "623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2", "address": "fa:16:3e:64:e1:d1", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623bd2d1-c3", "ovs_interfaceid": "623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1788.711857] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: c249c505-4021-48be-b019-6dc02b8ae783] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1788.758127] env[69297]: INFO nova.compute.claims [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1788.811040] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f25f5d-4ac9-b28f-d17c-46a52e042ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.013957} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1788.811356] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1788.811588] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1788.811824] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1788.811972] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1788.812163] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1788.812443] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1788.812770] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1788.812995] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f2e1fc3-a9f6-4e20-a8e6-f2b0d5c626ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.814826] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee1fca9-9568-4dc8-81a3-82e0d88943b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.819939] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for the task: (returnval){
[ 1788.819939] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]521d9f94-df45-7127-1ec6-638f2489241d"
[ 1788.819939] env[69297]:    _type = "Task"
[ 1788.819939] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1788.825792] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1788.825966] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1788.826976] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0255c231-6872-434f-a61a-4cd4b6d65921 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1788.832438] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521d9f94-df45-7127-1ec6-638f2489241d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1788.835188] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1788.835188] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52792025-1755-0a11-d274-c8bff25215ed"
[ 1788.835188] env[69297]:    _type = "Task"
[ 1788.835188] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1788.843425] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52792025-1755-0a11-d274-c8bff25215ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1789.194910] env[69297]: DEBUG oslo_concurrency.lockutils [req-dc2c3d95-fc13-4d96-a5a4-247e6ea09551 req-a19424ec-ae5a-44ab-bc57-536566685397 service nova] Releasing lock "refresh_cache-f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1789.215765] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 3831d5ae-d59f-4199-be88-f4a8a37c623d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1789.263881] env[69297]: INFO nova.compute.resource_tracker [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating resource usage from migration 3f135c1e-daed-42ad-80ac-ab6600d739c4
[ 1789.329948] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]521d9f94-df45-7127-1ec6-638f2489241d, 'name': SearchDatastore_Task, 'duration_secs': 0.016723} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1789.332406] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1789.332698] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1789.332912] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1789.345308] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52792025-1755-0a11-d274-c8bff25215ed, 'name': SearchDatastore_Task, 'duration_secs': 0.041769} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1789.348318] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f134d6e2-0c76-4beb-a52b-539c640ec732 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.354414] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1789.354414] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52cf6c96-2c1a-5f45-8cdb-1fa7ad18ad92"
[ 1789.354414] env[69297]:    _type = "Task"
[ 1789.354414] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1789.365015] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52cf6c96-2c1a-5f45-8cdb-1fa7ad18ad92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1789.402767] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b449f64-d836-4e6e-81c3-01c734ed3eb2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.410122] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b50c6f-2134-4dce-83bc-8baaa7d8a51f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.440269] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72320514-94fd-4cb1-a455-f74aaca463fb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.447463] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5474abc4-b855-49fe-b93e-938c8ba3b5a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.462128] env[69297]: DEBUG nova.compute.provider_tree [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1789.718857] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: ab2dc89a-41e4-422f-8db5-fb01f06f49ef] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1789.865172] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52cf6c96-2c1a-5f45-8cdb-1fa7ad18ad92, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1789.865458] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1789.865719] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] f6a34874-89c9-46de-a8d9-7ffb58e0cf7c/f6a34874-89c9-46de-a8d9-7ffb58e0cf7c.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1789.865989] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1789.866203] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1789.866415] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd14f651-13e1-41ef-8857-4d3e9f0ad461 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.868430] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e104c39e-bda1-49e1-926a-9c0d787c7948 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.875816] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1789.875816] env[69297]:    value = "task-2932059"
[ 1789.875816] env[69297]:    _type = "Task"
[ 1789.875816] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1789.880069] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1789.880249] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1789.881237] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53543a5-1779-499c-8cd1-4a8e578f0d73 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1789.886164] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1789.889091] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for the task: (returnval){
[ 1789.889091] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5277c716-a16b-4589-a59c-9a9e1fd7539d"
[ 1789.889091] env[69297]:    _type = "Task"
[ 1789.889091] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1789.896776] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5277c716-a16b-4589-a59c-9a9e1fd7539d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1789.965060] env[69297]: DEBUG nova.scheduler.client.report [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1790.222811] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 665055ca-2209-41dd-84ee-98adb209c925] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1790.385586] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461974} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1790.385841] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] f6a34874-89c9-46de-a8d9-7ffb58e0cf7c/f6a34874-89c9-46de-a8d9-7ffb58e0cf7c.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1790.386064] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1790.386309] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6a88fac-91c3-41b2-9330-e1596c8936ff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1790.393826] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1790.393826] env[69297]:    value = "task-2932060"
[ 1790.393826] env[69297]:    _type = "Task"
[ 1790.393826] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1790.400647] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5277c716-a16b-4589-a59c-9a9e1fd7539d, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1790.401725] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665464fd-f4d4-4ed0-9611-38f4364ae229 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1790.406476] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1790.409417] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for the task: (returnval){
[ 1790.409417] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5211590f-ecba-022e-ce21-7585c303ecf0"
[ 1790.409417] env[69297]:    _type = "Task"
[ 1790.409417] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1790.417462] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5211590f-ecba-022e-ce21-7585c303ecf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1790.470682] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.218s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1790.470933] env[69297]: INFO nova.compute.manager [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Migrating
[ 1790.726788] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 8eb26ee5-ddc5-4739-a01d-ba1f534b8f7c] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1790.905476] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067575} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1790.905750] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1790.906765] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4365fc80-0f89-425a-acfd-aa83e9060ef9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1790.918563] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5211590f-ecba-022e-ce21-7585c303ecf0, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1790.928159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1790.928437] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 47e0aea9-6b27-4a18-a93e-293ff20d806d/47e0aea9-6b27-4a18-a93e-293ff20d806d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1790.937432] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] f6a34874-89c9-46de-a8d9-7ffb58e0cf7c/f6a34874-89c9-46de-a8d9-7ffb58e0cf7c.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1790.937648] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58d19f4a-b30e-4b26-8af1-794bc77953bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1790.939547] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ec73c8-6283-4570-a7d4-1dcd1d0cead8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1790.958699] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for the task: (returnval){
[ 1790.958699] env[69297]:    value = "task-2932061"
[ 1790.958699] env[69297]:    _type = "Task"
[ 1790.958699] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1790.959940] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1790.959940] env[69297]:    value = "task-2932062"
[ 1790.959940] env[69297]:    _type = "Task"
[ 1790.959940] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1790.971902] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1790.975825] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932062, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1790.986853] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1790.986961] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1790.987236] env[69297]: DEBUG nova.network.neutron [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1791.081370] env[69297]: DEBUG oslo_concurrency.lockutils [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1791.081806] env[69297]: DEBUG oslo_concurrency.lockutils [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1791.081933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1791.082191] env[69297]: DEBUG oslo_concurrency.lockutils [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1791.082386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1791.086957] env[69297]: INFO nova.compute.manager [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Terminating instance
[ 1791.230387] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: a4a8e06a-6def-4ef6-a500-13f1f753f63a] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1791.472393] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500952} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1791.475452] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 47e0aea9-6b27-4a18-a93e-293ff20d806d/47e0aea9-6b27-4a18-a93e-293ff20d806d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1791.476887] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1791.477248] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932062, 'name': ReconfigVM_Task, 'duration_secs': 0.510846} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1791.477944] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1beed6b4-9f99-447d-ab61-8c9e338d11cb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.480448] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Reconfigured VM instance instance-00000071 to attach disk [datastore2] f6a34874-89c9-46de-a8d9-7ffb58e0cf7c/f6a34874-89c9-46de-a8d9-7ffb58e0cf7c.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1791.481066] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67c188c0-9867-4f26-a9ea-19bf5d962049 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.487375] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1791.487375] env[69297]:    value = "task-2932064"
[ 1791.487375] env[69297]:    _type = "Task"
[ 1791.487375] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1791.488878] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for the task: (returnval){
[ 1791.488878] env[69297]:    value = "task-2932063"
[ 1791.488878] env[69297]:    _type = "Task"
[ 1791.488878] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1791.504537] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932064, 'name': Rename_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1791.508038] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1791.588099] env[69297]: DEBUG nova.compute.manager [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1791.588348] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1791.589298] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f839df-7155-4e19-9a9d-32b071ca3a47 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.596754] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1791.597389] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd24e40-4820-4645-b454-1827f92feff6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1791.602854] env[69297]: DEBUG oslo_vmware.api [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1791.602854] env[69297]:    value = "task-2932065"
[ 1791.602854] env[69297]:    _type = "Task"
[ 1791.602854] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1791.612448] env[69297]: DEBUG oslo_vmware.api [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1791.734960] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: ade366c6-e13e-4247-9dad-1035ef640406] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1791.743031] env[69297]: DEBUG nova.network.neutron [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance_info_cache with network_info: [{"id": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "address": "fa:16:3e:08:99:2d", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82abe34e-5a", "ovs_interfaceid": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1792.001570] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932064, 'name': Rename_Task, 'duration_secs': 0.184866} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1792.007817] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1792.008839] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108345} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1792.009102] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2195c60e-1359-44cb-bb9a-b739f7fb1ca2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.010774] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1792.012211] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d4ad68-fc9f-47d3-9a90-b6ac97277f28 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.037549] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 47e0aea9-6b27-4a18-a93e-293ff20d806d/47e0aea9-6b27-4a18-a93e-293ff20d806d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1792.039157] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84480179-31df-4833-b7ed-6be008530aa3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.053220] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1792.053220] env[69297]:    value = "task-2932066"
[ 1792.053220] env[69297]:    _type = "Task"
[ 1792.053220] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1792.058454] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for the task: (returnval){
[ 1792.058454] env[69297]:    value = "task-2932067"
[ 1792.058454] env[69297]:    _type = "Task"
[ 1792.058454] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1792.066701] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1792.070181] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1792.113420] env[69297]: DEBUG oslo_vmware.api [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932065, 'name': PowerOffVM_Task, 'duration_secs': 0.369147} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1792.113985] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1792.114320] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1792.114668] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17b59d88-7fcb-4fcd-b1d0-e52b562d3d9d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.199076] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1792.199076] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1792.199313] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Deleting the datastore file [datastore1] d07d3286-9d2d-4068-a5fe-df58fde274b3 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1792.199490] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d148df79-96f3-4eb1-819e-7cd7b9a0be33 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1792.206023] env[69297]: DEBUG oslo_vmware.api [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for the task: (returnval){
[ 1792.206023] env[69297]:    value = "task-2932069"
[ 1792.206023] env[69297]:    _type = "Task"
[ 1792.206023] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1792.214238] env[69297]: DEBUG oslo_vmware.api [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1792.241026] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: a1c42ba5-a656-4d2f-8da4-f8558790f7fb] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1792.247045] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1792.566310] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932066, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1792.571634] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1792.715472] env[69297]: DEBUG oslo_vmware.api [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Task: {'id': task-2932069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152685} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1792.715721] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1792.715905] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1792.716086] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1792.716262] env[69297]: INFO nova.compute.manager [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1792.716909] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1792.716909] env[69297]: DEBUG nova.compute.manager [-] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1792.716909] env[69297]: DEBUG nova.network.neutron [-] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1792.745181] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 48799466-77de-45c4-8786-a5ce333e9fa3] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1792.765544] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "59a33353-b482-4dfb-833e-b57e1c7c4c32" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1792.766219] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "59a33353-b482-4dfb-833e-b57e1c7c4c32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1792.820514] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "6fc80e60-324e-4154-ba70-669390cd4859" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1792.820514] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "6fc80e60-324e-4154-ba70-669390cd4859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1792.968457] env[69297]: DEBUG nova.compute.manager [req-a33c0b37-5519-4a0b-8b45-6674ff7ace69 req-a3885afe-e5a9-4a08-bec8-ee9c52e1f16d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Received event network-vif-deleted-17484f4d-6569-4f47-bde9-1ba4666102af {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1792.968681] env[69297]: INFO nova.compute.manager [req-a33c0b37-5519-4a0b-8b45-6674ff7ace69 req-a3885afe-e5a9-4a08-bec8-ee9c52e1f16d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Neutron deleted interface 17484f4d-6569-4f47-bde9-1ba4666102af; detaching it from the instance and deleting it from the info cache
[ 1792.968858] env[69297]: DEBUG nova.network.neutron [req-a33c0b37-5519-4a0b-8b45-6674ff7ace69 req-a3885afe-e5a9-4a08-bec8-ee9c52e1f16d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1793.067717] env[69297]: DEBUG oslo_vmware.api [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932066, 'name': PowerOnVM_Task, 'duration_secs': 0.669406} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1793.070619] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1793.070838] env[69297]: INFO nova.compute.manager [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Took 7.57 seconds to spawn the instance on the hypervisor.
[ 1793.071075] env[69297]: DEBUG nova.compute.manager [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1793.071376] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932067, 'name': ReconfigVM_Task, 'duration_secs': 0.577445} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1793.072053] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a50437-f755-44ed-80c8-8904e5019698 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.075125] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 47e0aea9-6b27-4a18-a93e-293ff20d806d/47e0aea9-6b27-4a18-a93e-293ff20d806d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1793.075947] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26958843-3c72-44d6-8e23-f48f94b543f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.085686] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for the task: (returnval){
[ 1793.085686] env[69297]:    value = "task-2932070"
[ 1793.085686] env[69297]:    _type = "Task"
[ 1793.085686] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1793.096497] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932070, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1793.248632] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: f29b0f1c-7f85-4c4b-8402-aa7958bebb7c] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1793.268544] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1793.322885] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1793.451177] env[69297]: DEBUG nova.network.neutron [-] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1793.474238] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92dc1915-31a9-456c-96d6-ddde25dd0e6a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.480903] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4c002a-8098-42df-8475-fd5d4d85e9c4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.512117] env[69297]: DEBUG nova.compute.manager [req-a33c0b37-5519-4a0b-8b45-6674ff7ace69 req-a3885afe-e5a9-4a08-bec8-ee9c52e1f16d service nova] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Detach interface failed, port_id=17484f4d-6569-4f47-bde9-1ba4666102af, reason: Instance d07d3286-9d2d-4068-a5fe-df58fde274b3 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1793.598729] env[69297]: INFO nova.compute.manager [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Took 14.06 seconds to build instance.
[ 1793.603177] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932070, 'name': Rename_Task, 'duration_secs': 0.144883} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1793.604212] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1793.604212] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14e4dac4-7778-4676-b0dd-e471179219f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.611342] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for the task: (returnval){
[ 1793.611342] env[69297]:    value = "task-2932071"
[ 1793.611342] env[69297]:    _type = "Task"
[ 1793.611342] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1793.619368] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1793.752363] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: b38c80c7-3686-4e96-853f-24fb8643ce0a] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 1793.763785] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922667c1-255c-426b-9cd7-6951a39bce83 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1793.788053] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance 'e160d64d-b9f7-43c4-8a1f-190dd8335fd1' progress to 0 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1793.813568] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1793.814589] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1793.815494] env[69297]: INFO nova.compute.claims [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1793.840840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1793.954597] env[69297]: INFO nova.compute.manager [-] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Took 1.24 seconds to deallocate network for instance.
[ 1794.021178] env[69297]: DEBUG nova.compute.manager [req-129dfeda-8563-4385-909c-034b7bf4f418 req-11e85e23-1b75-4fc7-8ae1-e6e4486a0b0c service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Received event network-changed-623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1794.021342] env[69297]: DEBUG nova.compute.manager [req-129dfeda-8563-4385-909c-034b7bf4f418 req-11e85e23-1b75-4fc7-8ae1-e6e4486a0b0c service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Refreshing instance network info cache due to event network-changed-623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1794.021563] env[69297]: DEBUG oslo_concurrency.lockutils [req-129dfeda-8563-4385-909c-034b7bf4f418 req-11e85e23-1b75-4fc7-8ae1-e6e4486a0b0c service nova] Acquiring lock "refresh_cache-f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1794.021785] env[69297]: DEBUG oslo_concurrency.lockutils [req-129dfeda-8563-4385-909c-034b7bf4f418 req-11e85e23-1b75-4fc7-8ae1-e6e4486a0b0c service nova] Acquired lock "refresh_cache-f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1794.021981] env[69297]: DEBUG nova.network.neutron [req-129dfeda-8563-4385-909c-034b7bf4f418 req-11e85e23-1b75-4fc7-8ae1-e6e4486a0b0c service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Refreshing network info cache for port 623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1794.104285] env[69297]: DEBUG oslo_concurrency.lockutils [None req-44c859ed-0242-4840-84b2-583243e2d149 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.583s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1794.120330] env[69297]: DEBUG oslo_vmware.api [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932071, 'name': PowerOnVM_Task, 'duration_secs': 0.469152} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1794.120330] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1794.120544] env[69297]: INFO nova.compute.manager [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Took 9.86 seconds to spawn the instance on the hypervisor.
[ 1794.120733] env[69297]: DEBUG nova.compute.manager [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1794.121502] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd25510b-12a8-4135-b2db-789a14870a2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1794.295889] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1794.296206] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-124e06bf-0d07-4db2-b6d4-4082a36ca674 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1794.304587] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1794.304587] env[69297]:    value = "task-2932072"
[ 1794.304587] env[69297]:    _type = "Task"
[ 1794.304587] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1794.313440] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1794.461436] env[69297]: DEBUG oslo_concurrency.lockutils [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1794.640058] env[69297]: INFO nova.compute.manager [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Took 17.06 seconds to build instance.
[ 1794.736033] env[69297]: DEBUG nova.network.neutron [req-129dfeda-8563-4385-909c-034b7bf4f418 req-11e85e23-1b75-4fc7-8ae1-e6e4486a0b0c service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Updated VIF entry in instance network info cache for port 623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1794.736407] env[69297]: DEBUG nova.network.neutron [req-129dfeda-8563-4385-909c-034b7bf4f418 req-11e85e23-1b75-4fc7-8ae1-e6e4486a0b0c service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Updating instance_info_cache with network_info: [{"id": "623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2", "address": "fa:16:3e:64:e1:d1", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623bd2d1-c3", "ovs_interfaceid": "623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1794.742168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "7e30515b-16d8-4abe-9819-7d1be6793835" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1794.742395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1794.813942] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932072, 'name': PowerOffVM_Task, 'duration_secs': 0.416023} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1794.814249] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1794.814436] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance 'e160d64d-b9f7-43c4-8a1f-190dd8335fd1' progress to 17 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1794.986768] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b25e8d-af6c-4703-940b-9bbc8471a5f8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1794.994388] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3d155b-490a-4ee5-baa2-81e3f00bf029 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1795.025352] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5007f5c-c356-4ef2-9c72-fc33ff50aec1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1795.032317] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e3abb4-3702-4a69-9337-4928b4e91da6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1795.045110] env[69297]: DEBUG nova.compute.provider_tree [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1795.142973] env[69297]: DEBUG oslo_concurrency.lockutils [None req-36567bf8-f7fe-4338-8bba-f27c159fe831 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "47e0aea9-6b27-4a18-a93e-293ff20d806d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.571s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1795.239681] env[69297]: DEBUG oslo_concurrency.lockutils [req-129dfeda-8563-4385-909c-034b7bf4f418 req-11e85e23-1b75-4fc7-8ae1-e6e4486a0b0c service nova] Releasing lock "refresh_cache-f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1795.244884] env[69297]: DEBUG nova.compute.utils [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1795.249361] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1795.322052] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1795.322052] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1795.322490] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1795.322490] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1795.322575] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1795.322693] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1795.322905] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1795.323071] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1795.323240] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1795.323398] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1795.323596] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1795.328996] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06dc7f1c-e9c7-4a13-a666-e016384fcb09 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1795.346220] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1795.346220] env[69297]:    value = "task-2932074"
[ 1795.346220] env[69297]:    _type = "Task"
[ 1795.346220] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1795.354436] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1795.548373] env[69297]: DEBUG nova.scheduler.client.report [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1795.748171] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.005s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1795.856580] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932074, 'name': ReconfigVM_Task, 'duration_secs': 0.171025} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1795.856954] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance 'e160d64d-b9f7-43c4-8a1f-190dd8335fd1' progress to 33 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1796.016519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquiring lock "47e0aea9-6b27-4a18-a93e-293ff20d806d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1796.016799] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "47e0aea9-6b27-4a18-a93e-293ff20d806d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1796.017028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquiring lock "47e0aea9-6b27-4a18-a93e-293ff20d806d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1796.017219] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "47e0aea9-6b27-4a18-a93e-293ff20d806d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1796.017388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "47e0aea9-6b27-4a18-a93e-293ff20d806d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1796.019661] env[69297]: INFO nova.compute.manager [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Terminating instance
[ 1796.053663] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1796.054169] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1796.056958] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.216s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1796.058341] env[69297]: INFO nova.compute.claims [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1796.363638] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1796.364029] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1796.364094] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1796.364231] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1796.364376] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1796.364518] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1796.364720] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1796.364880] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1796.365051] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1796.365222] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1796.365391] env[69297]: DEBUG nova.virt.hardware [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1796.370620] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1796.370885] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eb7b0d9-3b8e-42c4-a605-4e76f9e4d41a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.389749] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1796.389749] env[69297]:    value = "task-2932075"
[ 1796.389749] env[69297]:    _type = "Task"
[ 1796.389749] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1796.398908] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1796.523943] env[69297]: DEBUG nova.compute.manager [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1796.524152] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1796.525315] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc66c069-3b81-4bd8-8cfc-609212ada03f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.533261] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1796.533502] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b49c0b09-30cb-4207-9db6-63c4990797ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.539543] env[69297]: DEBUG oslo_vmware.api [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for the task: (returnval){
[ 1796.539543] env[69297]:    value = "task-2932076"
[ 1796.539543] env[69297]:    _type = "Task"
[ 1796.539543] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1796.547311] env[69297]: DEBUG oslo_vmware.api [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1796.558804] env[69297]: DEBUG nova.compute.utils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1796.561014] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1796.561209] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1796.608382] env[69297]: DEBUG nova.policy [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cb55f8d45754288860750c59d164a70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f97ca930d9e64cf5b6107858c481b706', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1796.812345] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "7e30515b-16d8-4abe-9819-7d1be6793835" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1796.812731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1796.813068] env[69297]: INFO nova.compute.manager [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Attaching volume 477fcbe5-e345-4d35-ab32-663c05f95588 to /dev/sdb
[ 1796.845359] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dba958-3ea7-45e6-ae4b-226ab89d8ab4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.852262] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb759492-cb6e-4892-bdd0-32eac12d2e78 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.865489] env[69297]: DEBUG nova.virt.block_device [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Updating existing volume attachment record: 5b835c90-e50d-407a-afcc-f1fd777ce2f0 {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1796.875117] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Successfully created port: b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1796.898477] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932075, 'name': ReconfigVM_Task, 'duration_secs': 0.298734} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1796.898858] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1796.899481] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2bcb2b-ef85-4a1c-b870-5f77b30b0a80 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.923391] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e160d64d-b9f7-43c4-8a1f-190dd8335fd1/e160d64d-b9f7-43c4-8a1f-190dd8335fd1.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1796.923693] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab6d826c-c634-496f-844c-869578efd8b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1796.940958] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1796.940958] env[69297]:    value = "task-2932077"
[ 1796.940958] env[69297]:    _type = "Task"
[ 1796.940958] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1796.948436] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1797.049209] env[69297]: DEBUG oslo_vmware.api [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932076, 'name': PowerOffVM_Task, 'duration_secs': 0.19535} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1797.049641] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1797.049941] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1797.050302] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bb354c0-b0da-4c90-ad69-2a38ef836761 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1797.063030] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1797.118586] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1797.118586] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1797.118586] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Deleting the datastore file [datastore2] 47e0aea9-6b27-4a18-a93e-293ff20d806d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1797.118984] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32199966-d918-43bc-a175-972c2cc7a08b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1797.128334] env[69297]: DEBUG oslo_vmware.api [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for the task: (returnval){
[ 1797.128334] env[69297]:    value = "task-2932080"
[ 1797.128334] env[69297]:    _type = "Task"
[ 1797.128334] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1797.139975] env[69297]: DEBUG oslo_vmware.api [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1797.267363] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3140aa9-66e2-46af-80fb-8123b29386ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1797.275684] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac45119e-891c-494c-a63f-8cfbc08da86e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1797.309428] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134cf1a5-8932-41d5-8c47-bc4433ca47c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1797.317107] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f460ccd-877b-4096-a8d3-e1aa3290f950 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1797.330974] env[69297]: DEBUG nova.compute.provider_tree [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1797.451377] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932077, 'name': ReconfigVM_Task, 'duration_secs': 0.304155} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1797.451749] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e160d64d-b9f7-43c4-8a1f-190dd8335fd1/e160d64d-b9f7-43c4-8a1f-190dd8335fd1.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1797.451975] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance 'e160d64d-b9f7-43c4-8a1f-190dd8335fd1' progress to 50 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1797.650224] env[69297]: DEBUG oslo_vmware.api [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Task: {'id': task-2932080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146796} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1797.650738] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1797.651043] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1797.651296] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1797.651641] env[69297]: INFO nova.compute.manager [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1797.651764] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1797.651965] env[69297]: DEBUG nova.compute.manager [-] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1797.652076] env[69297]: DEBUG nova.network.neutron [-] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1797.835123] env[69297]: DEBUG nova.scheduler.client.report [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1797.945494] env[69297]: DEBUG nova.compute.manager [req-135e8a30-42ed-4abf-9dde-d2645fefe0c5 req-f42c93d8-9000-40f4-bf3c-0065ab42577c service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Received event network-vif-deleted-d2ff1357-1d2b-42d9-a2be-7003c94d6c52 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1797.945494] env[69297]: INFO nova.compute.manager [req-135e8a30-42ed-4abf-9dde-d2645fefe0c5 req-f42c93d8-9000-40f4-bf3c-0065ab42577c service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Neutron deleted interface d2ff1357-1d2b-42d9-a2be-7003c94d6c52; detaching it from the instance and deleting it from the info cache
[ 1797.945494] env[69297]: DEBUG nova.network.neutron [req-135e8a30-42ed-4abf-9dde-d2645fefe0c5 req-f42c93d8-9000-40f4-bf3c-0065ab42577c service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1797.958266] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7987e60d-c4eb-4eb8-9190-30eb03af3cf5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1797.981549] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5653e825-6f4a-4626-92b2-26e3d01c79d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.001697] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance 'e160d64d-b9f7-43c4-8a1f-190dd8335fd1' progress to 67 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1798.073897] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1798.102719] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1798.103011] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1798.103186] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1798.103367] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1798.103511] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1798.103656] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1798.103936] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1798.104124] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1798.104300] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1798.104466] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1798.104642] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1798.105567] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bffcf0d-963e-468b-bc3d-df49dc7e7c41 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.113201] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cfc780-bae4-4f74-9661-0b0f472fcb91 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.268042] env[69297]: DEBUG nova.compute.manager [req-aa9c6b3c-355d-46ac-94d1-6b7ef9d6bf99 req-ddb7e5d4-90b0-4077-92db-504709223ba5 service nova] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Received event network-vif-plugged-b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1798.268278] env[69297]: DEBUG oslo_concurrency.lockutils [req-aa9c6b3c-355d-46ac-94d1-6b7ef9d6bf99 req-ddb7e5d4-90b0-4077-92db-504709223ba5 service nova] Acquiring lock "59a33353-b482-4dfb-833e-b57e1c7c4c32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1798.268479] env[69297]: DEBUG oslo_concurrency.lockutils [req-aa9c6b3c-355d-46ac-94d1-6b7ef9d6bf99 req-ddb7e5d4-90b0-4077-92db-504709223ba5 service nova] Lock "59a33353-b482-4dfb-833e-b57e1c7c4c32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1798.268702] env[69297]: DEBUG oslo_concurrency.lockutils [req-aa9c6b3c-355d-46ac-94d1-6b7ef9d6bf99 req-ddb7e5d4-90b0-4077-92db-504709223ba5 service nova] Lock "59a33353-b482-4dfb-833e-b57e1c7c4c32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1798.268879] env[69297]: DEBUG nova.compute.manager [req-aa9c6b3c-355d-46ac-94d1-6b7ef9d6bf99 req-ddb7e5d4-90b0-4077-92db-504709223ba5 service nova] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] No waiting events found dispatching network-vif-plugged-b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1798.269366] env[69297]: WARNING nova.compute.manager [req-aa9c6b3c-355d-46ac-94d1-6b7ef9d6bf99 req-ddb7e5d4-90b0-4077-92db-504709223ba5 service nova] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Received unexpected event network-vif-plugged-b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e for instance with vm_state building and task_state spawning.
[ 1798.340827] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1798.341594] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1798.344200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.883s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1798.344200] env[69297]: DEBUG nova.objects.instance [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lazy-loading 'resources' on Instance uuid d07d3286-9d2d-4068-a5fe-df58fde274b3 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1798.364135] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Successfully updated port: b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1798.428967] env[69297]: DEBUG nova.network.neutron [-] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1798.447860] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56e8a67c-b678-49d9-a80b-8af62ec28115 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.457264] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53867d7f-817c-4bd6-95c8-1c1d2065b6bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1798.487614] env[69297]: DEBUG nova.compute.manager [req-135e8a30-42ed-4abf-9dde-d2645fefe0c5 req-f42c93d8-9000-40f4-bf3c-0065ab42577c service nova] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Detach interface failed, port_id=d2ff1357-1d2b-42d9-a2be-7003c94d6c52, reason: Instance 47e0aea9-6b27-4a18-a93e-293ff20d806d could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1798.846502] env[69297]: DEBUG nova.compute.utils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1798.850719] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1798.850902] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1798.866413] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "refresh_cache-59a33353-b482-4dfb-833e-b57e1c7c4c32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1798.866621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "refresh_cache-59a33353-b482-4dfb-833e-b57e1c7c4c32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1798.866817] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1798.895155] env[69297]: DEBUG nova.policy [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cb55f8d45754288860750c59d164a70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f97ca930d9e64cf5b6107858c481b706', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1798.931195] env[69297]: INFO nova.compute.manager [-] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Took 1.28 seconds to deallocate network for instance.
[ 1799.023343] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92adbe9e-337b-401d-a7a5-85b2fba2d4e5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.030860] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8836b9aa-1f94-47fc-816e-57f453a7e45c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.063072] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60444de0-f2dd-4e4b-a5a4-991c360f2f60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.070366] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18d7a51-cf0d-453c-a9b2-8bbb894fbd43 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1799.083612] env[69297]: DEBUG nova.compute.provider_tree [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1799.148136] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Successfully created port: c69229c5-7d34-4d91-a55a-bd918d689753 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1799.354327] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1799.410155] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1799.437717] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1799.537658] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Updating instance_info_cache with network_info: [{"id": "b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e", "address": "fa:16:3e:55:0b:6f", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d4596e-51", "ovs_interfaceid": "b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1799.587427] env[69297]: DEBUG nova.scheduler.client.report [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1799.630266] env[69297]: DEBUG nova.network.neutron [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Port 82abe34e-5ab3-4c63-a35e-0b89d0878891 binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1800.040503] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "refresh_cache-59a33353-b482-4dfb-833e-b57e1c7c4c32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1800.040503] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Instance network_info: |[{"id": "b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e", "address": "fa:16:3e:55:0b:6f", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d4596e-51", "ovs_interfaceid": "b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1800.040954] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:0b:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1800.048483] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Creating folder: Project (f97ca930d9e64cf5b6107858c481b706). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1800.049942] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-248bd045-8665-4661-a807-8ce51bfa0380 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.061456] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Created folder: Project (f97ca930d9e64cf5b6107858c481b706) in parent group-v588392.
[ 1800.061644] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Creating folder: Instances. Parent ref: group-v588714. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1800.061869] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3138f58-19b6-4184-bee2-3afbf54b316c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.071190] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Created folder: Instances in parent group-v588714.
[ 1800.071411] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1800.071599] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1800.071790] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90e43003-6807-4d35-acbe-415cc6982e7c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.090582] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1800.090582] env[69297]:    value = "task-2932086"
[ 1800.090582] env[69297]:    _type = "Task"
[ 1800.090582] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1800.094052] env[69297]: DEBUG oslo_concurrency.lockutils [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1800.096053] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.658s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1800.096208] env[69297]: DEBUG nova.objects.instance [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lazy-loading 'resources' on Instance uuid 47e0aea9-6b27-4a18-a93e-293ff20d806d {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1800.102358] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932086, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1800.118691] env[69297]: INFO nova.scheduler.client.report [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Deleted allocations for instance d07d3286-9d2d-4068-a5fe-df58fde274b3
[ 1800.295866] env[69297]: DEBUG nova.compute.manager [req-af12c350-5e2a-4bd8-9495-93ff37af756d req-64519e77-4682-47d3-a070-1518ba6ee7c7 service nova] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Received event network-changed-b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1800.296112] env[69297]: DEBUG nova.compute.manager [req-af12c350-5e2a-4bd8-9495-93ff37af756d req-64519e77-4682-47d3-a070-1518ba6ee7c7 service nova] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Refreshing instance network info cache due to event network-changed-b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1800.296370] env[69297]: DEBUG oslo_concurrency.lockutils [req-af12c350-5e2a-4bd8-9495-93ff37af756d req-64519e77-4682-47d3-a070-1518ba6ee7c7 service nova] Acquiring lock "refresh_cache-59a33353-b482-4dfb-833e-b57e1c7c4c32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1800.296528] env[69297]: DEBUG oslo_concurrency.lockutils [req-af12c350-5e2a-4bd8-9495-93ff37af756d req-64519e77-4682-47d3-a070-1518ba6ee7c7 service nova] Acquired lock "refresh_cache-59a33353-b482-4dfb-833e-b57e1c7c4c32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1800.296714] env[69297]: DEBUG nova.network.neutron [req-af12c350-5e2a-4bd8-9495-93ff37af756d req-64519e77-4682-47d3-a070-1518ba6ee7c7 service nova] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Refreshing network info cache for port b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1800.362845] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1800.402573] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1800.402921] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1800.403222] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1800.403439] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1800.403747] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1800.404022] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1800.405141] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1800.405141] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1800.405141] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1800.405141] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1800.405305] env[69297]: DEBUG nova.virt.hardware [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1800.406498] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbacb6bd-fa2f-4745-9b84-97c6f8ee9309 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.415514] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830bf6d6-7f4c-4194-ab73-b0fdd325a088 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.607695] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932086, 'name': CreateVM_Task, 'duration_secs': 0.37974} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1800.607997] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1800.608471] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1800.608691] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1800.609076] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1800.609365] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9aaf857-ae53-45c5-a492-5e5188e9db3c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.614505] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1800.614505] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]527f2c05-7e07-3bb8-50b1-e6c7f7e35cf9"
[ 1800.614505] env[69297]:    _type = "Task"
[ 1800.614505] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1800.624839] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527f2c05-7e07-3bb8-50b1-e6c7f7e35cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1800.625959] env[69297]: DEBUG oslo_concurrency.lockutils [None req-344cd60d-7846-4344-bfc9-d28550f01479 tempest-ServersNegativeTestJSON-1482231005 tempest-ServersNegativeTestJSON-1482231005-project-member] Lock "d07d3286-9d2d-4068-a5fe-df58fde274b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.544s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1800.631222] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Successfully updated port: c69229c5-7d34-4d91-a55a-bd918d689753 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1800.655438] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1800.658202] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1800.658202] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1800.772977] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a881d7b9-370e-4599-b7bf-d8a23dfc5dee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.781668] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55da2611-b4db-4a5d-8372-3a8235bbd414 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.816239] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821c557c-58cb-4e4e-8d57-192d7d49bf6f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.824608] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2f2a67-ad43-4418-a793-9d267d2a8551 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1800.838131] env[69297]: DEBUG nova.compute.provider_tree [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1801.002295] env[69297]: DEBUG nova.network.neutron [req-af12c350-5e2a-4bd8-9495-93ff37af756d req-64519e77-4682-47d3-a070-1518ba6ee7c7 service nova] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Updated VIF entry in instance network info cache for port b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1801.002669] env[69297]: DEBUG nova.network.neutron [req-af12c350-5e2a-4bd8-9495-93ff37af756d req-64519e77-4682-47d3-a070-1518ba6ee7c7 service nova] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Updating instance_info_cache with network_info: [{"id": "b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e", "address": "fa:16:3e:55:0b:6f", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d4596e-51", "ovs_interfaceid": "b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1801.125225] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]527f2c05-7e07-3bb8-50b1-e6c7f7e35cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011228} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1801.125534] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1801.125767] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1801.126008] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1801.126167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1801.126344] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1801.126593] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-355abb95-ffea-4d5e-bdfa-91bd33315bac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.133281] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "refresh_cache-6fc80e60-324e-4154-ba70-669390cd4859" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1801.133417] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "refresh_cache-6fc80e60-324e-4154-ba70-669390cd4859" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1801.133558] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1801.135669] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1801.135785] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1801.136657] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbe7410-2db6-400d-8195-76f58aa86c50 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.141561] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1801.141561] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520a197a-ae9a-4423-ee1f-7c0351677f03"
[ 1801.141561] env[69297]:    _type = "Task"
[ 1801.141561] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1801.150386] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520a197a-ae9a-4423-ee1f-7c0351677f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1801.341203] env[69297]: DEBUG nova.scheduler.client.report [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1801.408923] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1801.409203] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588713', 'volume_id': '477fcbe5-e345-4d35-ab32-663c05f95588', 'name': 'volume-477fcbe5-e345-4d35-ab32-663c05f95588', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e30515b-16d8-4abe-9819-7d1be6793835', 'attached_at': '', 'detached_at': '', 'volume_id': '477fcbe5-e345-4d35-ab32-663c05f95588', 'serial': '477fcbe5-e345-4d35-ab32-663c05f95588'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1801.410092] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bea7435-59d7-46a4-8568-d0343d204638 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.427454] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ababdede-1684-46e2-902e-ef6a8d3ca866 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.452971] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-477fcbe5-e345-4d35-ab32-663c05f95588/volume-477fcbe5-e345-4d35-ab32-663c05f95588.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1801.453263] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea58e26c-e88f-4acf-8982-bd7947319643 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.471091] env[69297]: DEBUG oslo_vmware.api [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1801.471091] env[69297]:    value = "task-2932087"
[ 1801.471091] env[69297]:    _type = "Task"
[ 1801.471091] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1801.478795] env[69297]: DEBUG oslo_vmware.api [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1801.506250] env[69297]: DEBUG oslo_concurrency.lockutils [req-af12c350-5e2a-4bd8-9495-93ff37af756d req-64519e77-4682-47d3-a070-1518ba6ee7c7 service nova] Releasing lock "refresh_cache-59a33353-b482-4dfb-833e-b57e1c7c4c32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1801.652582] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520a197a-ae9a-4423-ee1f-7c0351677f03, 'name': SearchDatastore_Task, 'duration_secs': 0.008501} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1801.653848] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8751579-77ec-46ed-b389-7bc997861691 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1801.662476] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1801.662476] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52328cc5-379e-a238-f84c-db14bfd373f0"
[ 1801.662476] env[69297]:    _type = "Task"
[ 1801.662476] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1801.670722] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52328cc5-379e-a238-f84c-db14bfd373f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1801.680010] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1801.690434] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1801.690434] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1801.690434] env[69297]: DEBUG nova.network.neutron [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1801.846823] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1801.852655] env[69297]: DEBUG nova.network.neutron [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Updating instance_info_cache with network_info: [{"id": "c69229c5-7d34-4d91-a55a-bd918d689753", "address": "fa:16:3e:56:c4:50", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69229c5-7d", "ovs_interfaceid": "c69229c5-7d34-4d91-a55a-bd918d689753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1801.878505] env[69297]: INFO nova.scheduler.client.report [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Deleted allocations for instance 47e0aea9-6b27-4a18-a93e-293ff20d806d
[ 1801.981357] env[69297]: DEBUG oslo_vmware.api [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932087, 'name': ReconfigVM_Task, 'duration_secs': 0.34366} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1801.981712] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-477fcbe5-e345-4d35-ab32-663c05f95588/volume-477fcbe5-e345-4d35-ab32-663c05f95588.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1801.986588] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9ab3abc-2276-4406-8351-a5cf3926c83a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.001820] env[69297]: DEBUG oslo_vmware.api [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1802.001820] env[69297]:    value = "task-2932089"
[ 1802.001820] env[69297]:    _type = "Task"
[ 1802.001820] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1802.010327] env[69297]: DEBUG oslo_vmware.api [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1802.172566] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52328cc5-379e-a238-f84c-db14bfd373f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1802.172906] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1802.173143] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 59a33353-b482-4dfb-833e-b57e1c7c4c32/59a33353-b482-4dfb-833e-b57e1c7c4c32.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1802.173409] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f11ddc6-ad65-4c1f-b52e-c0ee0ecbde5b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.180043] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1802.180043] env[69297]:    value = "task-2932090"
[ 1802.180043] env[69297]:    _type = "Task"
[ 1802.180043] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1802.191511] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1802.330113] env[69297]: DEBUG nova.compute.manager [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Received event network-vif-plugged-c69229c5-7d34-4d91-a55a-bd918d689753 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1802.330379] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] Acquiring lock "6fc80e60-324e-4154-ba70-669390cd4859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1802.330661] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] Lock "6fc80e60-324e-4154-ba70-669390cd4859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1802.330907] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] Lock "6fc80e60-324e-4154-ba70-669390cd4859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1802.331096] env[69297]: DEBUG nova.compute.manager [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] No waiting events found dispatching network-vif-plugged-c69229c5-7d34-4d91-a55a-bd918d689753 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1802.331261] env[69297]: WARNING nova.compute.manager [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Received unexpected event network-vif-plugged-c69229c5-7d34-4d91-a55a-bd918d689753 for instance with vm_state building and task_state spawning.
[ 1802.331419] env[69297]: DEBUG nova.compute.manager [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Received event network-changed-c69229c5-7d34-4d91-a55a-bd918d689753 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1802.331574] env[69297]: DEBUG nova.compute.manager [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Refreshing instance network info cache due to event network-changed-c69229c5-7d34-4d91-a55a-bd918d689753. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1802.331743] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] Acquiring lock "refresh_cache-6fc80e60-324e-4154-ba70-669390cd4859" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1802.355030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "refresh_cache-6fc80e60-324e-4154-ba70-669390cd4859" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1802.355422] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Instance network_info: |[{"id": "c69229c5-7d34-4d91-a55a-bd918d689753", "address": "fa:16:3e:56:c4:50", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69229c5-7d", "ovs_interfaceid": "c69229c5-7d34-4d91-a55a-bd918d689753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1802.355867] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] Acquired lock "refresh_cache-6fc80e60-324e-4154-ba70-669390cd4859" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1802.356091] env[69297]: DEBUG nova.network.neutron [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Refreshing network info cache for port c69229c5-7d34-4d91-a55a-bd918d689753 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1802.359011] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:c4:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c69229c5-7d34-4d91-a55a-bd918d689753', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1802.369137] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1802.373502] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1802.373718] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f07a615-1abf-4f6f-8be3-40ee86af5a57 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.393802] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c3b949bc-8f9e-4b60-ab04-432b76ea8134 tempest-ServerGroupTestJSON-1630123727 tempest-ServerGroupTestJSON-1630123727-project-member] Lock "47e0aea9-6b27-4a18-a93e-293ff20d806d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.377s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1802.403429] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1802.403429] env[69297]:    value = "task-2932091"
[ 1802.403429] env[69297]:    _type = "Task"
[ 1802.403429] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1802.413136] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932091, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1802.463755] env[69297]: DEBUG nova.network.neutron [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance_info_cache with network_info: [{"id": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "address": "fa:16:3e:08:99:2d", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82abe34e-5a", "ovs_interfaceid": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1802.513802] env[69297]: DEBUG oslo_vmware.api [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932089, 'name': ReconfigVM_Task, 'duration_secs': 0.136759} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1802.514257] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588713', 'volume_id': '477fcbe5-e345-4d35-ab32-663c05f95588', 'name': 'volume-477fcbe5-e345-4d35-ab32-663c05f95588', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e30515b-16d8-4abe-9819-7d1be6793835', 'attached_at': '', 'detached_at': '', 'volume_id': '477fcbe5-e345-4d35-ab32-663c05f95588', 'serial': '477fcbe5-e345-4d35-ab32-663c05f95588'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1802.690243] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460607} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1802.690577] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 59a33353-b482-4dfb-833e-b57e1c7c4c32/59a33353-b482-4dfb-833e-b57e1c7c4c32.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1802.690827] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1802.690970] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c82cace4-8716-4b85-996b-8d1cbd217201 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.698404] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1802.698404] env[69297]:    value = "task-2932092"
[ 1802.698404] env[69297]:    _type = "Task"
[ 1802.698404] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1802.710694] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1802.915512] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932091, 'name': CreateVM_Task, 'duration_secs': 0.382783} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1802.915708] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1802.916358] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1802.916520] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1802.916835] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1802.917204] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5825a36e-36b5-4afa-9f4e-3a3dc6983fc7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.926266] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1802.926266] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5215ce62-b327-93b3-9fae-58f1b9b629e6"
[ 1802.926266] env[69297]:    _type = "Task"
[ 1802.926266] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1802.938802] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5215ce62-b327-93b3-9fae-58f1b9b629e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1802.939044] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1802.939176] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1802.939410] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1802.939720] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1802.940508] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1802.942267] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d36e4ec4-b25c-4905-a1b7-58ab16fe1ccf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.954559] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1802.954559] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1802.954559] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e95070-6b30-4fd7-880f-a04b0f27420c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1802.959280] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1802.959280] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e82ce2-3c4c-eab8-9b5c-a2c0992e7d14"
[ 1802.959280] env[69297]:    _type = "Task"
[ 1802.959280] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1802.970254] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1802.973258] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e82ce2-3c4c-eab8-9b5c-a2c0992e7d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1803.207963] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067831} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1803.208618] env[69297]: DEBUG nova.network.neutron [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Updated VIF entry in instance network info cache for port c69229c5-7d34-4d91-a55a-bd918d689753. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1803.208936] env[69297]: DEBUG nova.network.neutron [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Updating instance_info_cache with network_info: [{"id": "c69229c5-7d34-4d91-a55a-bd918d689753", "address": "fa:16:3e:56:c4:50", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69229c5-7d", "ovs_interfaceid": "c69229c5-7d34-4d91-a55a-bd918d689753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1803.210150] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1803.210851] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fee15d3-bd03-47d2-86a4-4ca328fc9374 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.235616] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 59a33353-b482-4dfb-833e-b57e1c7c4c32/59a33353-b482-4dfb-833e-b57e1c7c4c32.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1803.236697] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a11d6946-a6dc-4669-b25b-749119287660 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.261853] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1803.261853] env[69297]:    value = "task-2932093"
[ 1803.261853] env[69297]:    _type = "Task"
[ 1803.261853] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1803.271231] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1803.471181] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e82ce2-3c4c-eab8-9b5c-a2c0992e7d14, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1803.472039] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e32999-9909-4710-a20d-ae8aefeea5a0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.479636] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1803.479636] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522a60e9-bb49-8718-e33e-8d60ee0cea7e"
[ 1803.479636] env[69297]:    _type = "Task"
[ 1803.479636] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1803.480767] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f2e479-b823-4458-9cf6-51b002756d22 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.492685] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b702a0-e4fb-4808-b188-61a81b65f716 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.495103] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522a60e9-bb49-8718-e33e-8d60ee0cea7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1803.564909] env[69297]: DEBUG nova.objects.instance [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lazy-loading 'flavor' on Instance uuid 7e30515b-16d8-4abe-9819-7d1be6793835 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1803.715950] env[69297]: DEBUG oslo_concurrency.lockutils [req-fd0d1a31-af0c-4139-b9c5-a90b0dfde8dd req-eb169605-df70-4a2c-87f4-0361aada04c1 service nova] Releasing lock "refresh_cache-6fc80e60-324e-4154-ba70-669390cd4859" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1803.772433] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1803.990109] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522a60e9-bb49-8718-e33e-8d60ee0cea7e, 'name': SearchDatastore_Task, 'duration_secs': 0.014083} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1803.990453] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1803.990872] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 6fc80e60-324e-4154-ba70-669390cd4859/6fc80e60-324e-4154-ba70-669390cd4859.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1803.991170] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94643aa3-6f29-4a9e-8f54-babbc4f2466e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1803.997582] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1803.997582] env[69297]:    value = "task-2932094"
[ 1803.997582] env[69297]:    _type = "Task"
[ 1803.997582] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1804.005743] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1804.072172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8359c477-48bb-45fe-a405-7e53ee77c57b tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.259s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1804.273906] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1804.310631] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "7e30515b-16d8-4abe-9819-7d1be6793835" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1804.310929] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1804.508534] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932094, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1804.593198] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e46ee56-d052-423e-9654-b99c5bb93f99 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.615433] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65103de-010e-440d-893a-26f8728c191c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.622534] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance 'e160d64d-b9f7-43c4-8a1f-190dd8335fd1' progress to 83 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1804.772597] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932093, 'name': ReconfigVM_Task, 'duration_secs': 1.440523} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1804.772975] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 59a33353-b482-4dfb-833e-b57e1c7c4c32/59a33353-b482-4dfb-833e-b57e1c7c4c32.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1804.773527] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea0e094a-b0c6-48d7-9cc7-bb88dd762978 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.779020] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1804.779020] env[69297]:    value = "task-2932096"
[ 1804.779020] env[69297]:    _type = "Task"
[ 1804.779020] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1804.786248] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932096, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1804.813461] env[69297]: INFO nova.compute.manager [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Detaching volume 477fcbe5-e345-4d35-ab32-663c05f95588
[ 1804.845902] env[69297]: INFO nova.virt.block_device [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Attempting to driver detach volume 477fcbe5-e345-4d35-ab32-663c05f95588 from mountpoint /dev/sdb
[ 1804.846258] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1804.846507] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588713', 'volume_id': '477fcbe5-e345-4d35-ab32-663c05f95588', 'name': 'volume-477fcbe5-e345-4d35-ab32-663c05f95588', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e30515b-16d8-4abe-9819-7d1be6793835', 'attached_at': '', 'detached_at': '', 'volume_id': '477fcbe5-e345-4d35-ab32-663c05f95588', 'serial': '477fcbe5-e345-4d35-ab32-663c05f95588'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1804.847533] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0ac74e-99da-4830-a3f4-e6cc9fcfe9f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.871063] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66a9911-8a32-4b36-8c20-63ddb16da84e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.878674] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5f5272-c996-4d38-844a-c002b6b0e9c5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.899057] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0592c33-081a-4a2f-a794-a49ec320e53a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.914489] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] The volume has not been displaced from its original location: [datastore1] volume-477fcbe5-e345-4d35-ab32-663c05f95588/volume-477fcbe5-e345-4d35-ab32-663c05f95588.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1804.919830] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1804.920141] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2643baf-28ec-4f22-871d-5dffc5d2ddf0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1804.938785] env[69297]: DEBUG oslo_vmware.api [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1804.938785] env[69297]:    value = "task-2932097"
[ 1804.938785] env[69297]:    _type = "Task"
[ 1804.938785] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1804.946749] env[69297]: DEBUG oslo_vmware.api [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1805.008723] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635783} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1805.008901] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 6fc80e60-324e-4154-ba70-669390cd4859/6fc80e60-324e-4154-ba70-669390cd4859.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1805.009165] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1805.009436] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-907b310e-266d-41b6-bee0-602322c33230 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.016618] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1805.016618] env[69297]:    value = "task-2932098"
[ 1805.016618] env[69297]:    _type = "Task"
[ 1805.016618] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1805.024028] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1805.129825] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1805.130257] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a557da5d-b1bd-45fe-92a1-5f02b8be34fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.137757] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1805.137757] env[69297]:    value = "task-2932099"
[ 1805.137757] env[69297]:    _type = "Task"
[ 1805.137757] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1805.146715] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1805.288831] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932096, 'name': Rename_Task, 'duration_secs': 0.203621} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1805.289199] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1805.289461] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf4f1eca-762e-4834-b21d-a8154e719aff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.296328] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1805.297666] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1805.297666] env[69297]:    value = "task-2932100"
[ 1805.297666] env[69297]:    _type = "Task"
[ 1805.297666] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1805.305459] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1805.449097] env[69297]: DEBUG oslo_vmware.api [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932097, 'name': ReconfigVM_Task, 'duration_secs': 0.231774} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1805.449438] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1805.453999] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea8dd772-8fc4-45d9-8814-aa78ff5c53c1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.468368] env[69297]: DEBUG oslo_vmware.api [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1805.468368] env[69297]:    value = "task-2932101"
[ 1805.468368] env[69297]:    _type = "Task"
[ 1805.468368] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1805.476292] env[69297]: DEBUG oslo_vmware.api [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1805.528223] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069299} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1805.528498] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1805.529268] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9986fe-8afc-4db1-8546-7eab161c8961 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.551019] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 6fc80e60-324e-4154-ba70-669390cd4859/6fc80e60-324e-4154-ba70-669390cd4859.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1805.551210] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbdb71f8-a6cb-4a70-bcaf-45214c2005d3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.569387] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1805.569387] env[69297]:    value = "task-2932102"
[ 1805.569387] env[69297]:    _type = "Task"
[ 1805.569387] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1805.576710] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1805.647749] env[69297]: DEBUG oslo_vmware.api [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932099, 'name': PowerOnVM_Task, 'duration_secs': 0.39211} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1805.648032] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1805.648224] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9b9b6d-de60-4883-8514-833658cb70b4 tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance 'e160d64d-b9f7-43c4-8a1f-190dd8335fd1' progress to 100 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1805.801760] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Getting list of instances from cluster (obj){
[ 1805.801760] env[69297]:    value = "domain-c8"
[ 1805.801760] env[69297]:    _type = "ClusterComputeResource"
[ 1805.801760] env[69297]:  } {{(pid=69297) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}}
[ 1805.803070] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a2bc05-9c80-4c97-8f1a-8c77142dc5ff {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.815711] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1805.828331] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Got total of 9 instances {{(pid=69297) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}
[ 1805.828557] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid 2e6e7566-a129-40fb-87bc-5e16b50e873a {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1805.828855] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid 215135ab-2bf3-4131-bb06-cd807ba0a5d1 {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1805.829117] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid 7e5b4981-7d9e-42d4-a9ad-c2eb61905452 {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1805.829331] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid 54acc045-914e-46b4-ba09-1d6fa2d06ead {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1805.829537] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid e160d64d-b9f7-43c4-8a1f-190dd8335fd1 {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1805.829742] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid 7e30515b-16d8-4abe-9819-7d1be6793835 {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1805.829956] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid f6a34874-89c9-46de-a8d9-7ffb58e0cf7c {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1805.830171] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid 59a33353-b482-4dfb-833e-b57e1c7c4c32 {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1805.830343] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Triggering sync for uuid 6fc80e60-324e-4154-ba70-669390cd4859 {{(pid=69297) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}}
[ 1805.830748] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1805.831014] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1805.831341] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1805.831576] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1805.831873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1805.832105] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1805.832384] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "54acc045-914e-46b4-ba09-1d6fa2d06ead" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1805.832597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "54acc045-914e-46b4-ba09-1d6fa2d06ead" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1805.832878] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1805.833126] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1805.833304] env[69297]: INFO nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] During sync_power_state the instance has a pending task (resize_finish). Skip.
[ 1805.833465] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1805.833656] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "7e30515b-16d8-4abe-9819-7d1be6793835" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1805.833859] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1805.834042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1805.834277] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "59a33353-b482-4dfb-833e-b57e1c7c4c32" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1805.834478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "6fc80e60-324e-4154-ba70-669390cd4859" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1805.835329] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c4a8e2-2f92-404c-bc88-9a9748347e56 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.838469] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4998745e-2479-4755-b47f-f50d133151b7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.841174] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e1240f-e7dd-4a0d-9de6-73e5f8db20a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.843849] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b04d02-f27d-493d-89ac-ddffb03d287c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.846511] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d8409-2bc7-45de-b81d-c5685c5089d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1805.977704] env[69297]: DEBUG oslo_vmware.api [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932101, 'name': ReconfigVM_Task, 'duration_secs': 0.199818} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1805.978083] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588713', 'volume_id': '477fcbe5-e345-4d35-ab32-663c05f95588', 'name': 'volume-477fcbe5-e345-4d35-ab32-663c05f95588', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e30515b-16d8-4abe-9819-7d1be6793835', 'attached_at': '', 'detached_at': '', 'volume_id': '477fcbe5-e345-4d35-ab32-663c05f95588', 'serial': '477fcbe5-e345-4d35-ab32-663c05f95588'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1806.079563] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932102, 'name': ReconfigVM_Task, 'duration_secs': 0.445252} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1806.079987] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 6fc80e60-324e-4154-ba70-669390cd4859/6fc80e60-324e-4154-ba70-669390cd4859.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1806.080722] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab89d2ad-6d2c-49e1-9cf7-3a63172a4166 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.087353] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1806.087353] env[69297]:    value = "task-2932104"
[ 1806.087353] env[69297]:    _type = "Task"
[ 1806.087353] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1806.094908] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932104, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1806.311489] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932100, 'name': PowerOnVM_Task, 'duration_secs': 0.936588} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1806.311700] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1806.311904] env[69297]: INFO nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Took 8.24 seconds to spawn the instance on the hypervisor.
[ 1806.312091] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1806.312860] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8592e9c-0857-4056-bd1b-0ef5bcc1bcba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.364227] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "54acc045-914e-46b4-ba09-1d6fa2d06ead" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.531s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1806.364981] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.532s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1806.364981] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.531s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1806.365169] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.534s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1806.369845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.538s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1806.520514] env[69297]: DEBUG nova.objects.instance [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lazy-loading 'flavor' on Instance uuid 7e30515b-16d8-4abe-9819-7d1be6793835 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1806.598209] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932104, 'name': Rename_Task, 'duration_secs': 0.175961} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1806.598434] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1806.598681] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efe19d34-5a26-4809-a967-aceaded8abf4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1806.604716] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1806.604716] env[69297]:    value = "task-2932105"
[ 1806.604716] env[69297]:    _type = "Task"
[ 1806.604716] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1806.612570] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1806.828343] env[69297]: INFO nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Took 13.04 seconds to build instance.
[ 1807.115505] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932105, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1807.330053] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "59a33353-b482-4dfb-833e-b57e1c7c4c32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.564s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1807.330331] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "59a33353-b482-4dfb-833e-b57e1c7c4c32" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.496s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1807.330527] env[69297]: INFO nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] During sync_power_state the instance has a pending task (spawning). Skip.
[ 1807.330709] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "59a33353-b482-4dfb-833e-b57e1c7c4c32" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1807.527771] env[69297]: DEBUG oslo_concurrency.lockutils [None req-3d6e156f-08ea-4c79-8192-2c9e9ee79b25 tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.217s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1807.528924] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.695s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1807.529952] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0ba064-c2bf-4b27-8480-c04fd8b3d3d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1807.615997] env[69297]: DEBUG oslo_vmware.api [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932105, 'name': PowerOnVM_Task, 'duration_secs': 0.560299} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1807.616284] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1807.616468] env[69297]: INFO nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Took 7.25 seconds to spawn the instance on the hypervisor.
[ 1807.616642] env[69297]: DEBUG nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1807.617491] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f927d9-df1a-4149-92fd-93922ab4ea57 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1807.821776] env[69297]: DEBUG nova.network.neutron [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Port 82abe34e-5ab3-4c63-a35e-0b89d0878891 binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1807.822043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1807.822198] env[69297]: DEBUG oslo_concurrency.lockutils [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1807.822357] env[69297]: DEBUG nova.network.neutron [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1808.040811] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.512s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1808.135024] env[69297]: INFO nova.compute.manager [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Took 14.31 seconds to build instance.
[ 1808.521747] env[69297]: DEBUG nova.network.neutron [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance_info_cache with network_info: [{"id": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "address": "fa:16:3e:08:99:2d", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82abe34e-5a", "ovs_interfaceid": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1808.551787] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "7e30515b-16d8-4abe-9819-7d1be6793835" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1808.551947] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1808.552085] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "7e30515b-16d8-4abe-9819-7d1be6793835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1808.552288] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1808.552455] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1808.554406] env[69297]: INFO nova.compute.manager [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Terminating instance
[ 1808.637212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-6f5fb56a-d416-4053-a575-130325f67283 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "6fc80e60-324e-4154-ba70-669390cd4859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.816s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1808.637497] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "6fc80e60-324e-4154-ba70-669390cd4859" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 2.803s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1808.637686] env[69297]: INFO nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] During sync_power_state the instance has a pending task (spawning). Skip.
[ 1808.637857] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "6fc80e60-324e-4154-ba70-669390cd4859" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1809.024380] env[69297]: DEBUG oslo_concurrency.lockutils [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1809.058442] env[69297]: DEBUG nova.compute.manager [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1809.058639] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1809.059915] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016701f6-51bf-4734-97bf-b0587062e9e9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.068304] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1809.068304] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-034c4d30-44ad-4cdc-ac5d-12124507ea48 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.074497] env[69297]: DEBUG oslo_vmware.api [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1809.074497] env[69297]:    value = "task-2932107"
[ 1809.074497] env[69297]:    _type = "Task"
[ 1809.074497] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1809.083853] env[69297]: DEBUG oslo_vmware.api [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1809.258994] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "59a33353-b482-4dfb-833e-b57e1c7c4c32" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1809.259360] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "59a33353-b482-4dfb-833e-b57e1c7c4c32" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1809.259639] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "59a33353-b482-4dfb-833e-b57e1c7c4c32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1809.259884] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "59a33353-b482-4dfb-833e-b57e1c7c4c32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1809.260124] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "59a33353-b482-4dfb-833e-b57e1c7c4c32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1809.262616] env[69297]: INFO nova.compute.manager [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Terminating instance
[ 1809.324919] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "6fc80e60-324e-4154-ba70-669390cd4859" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1809.325738] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "6fc80e60-324e-4154-ba70-669390cd4859" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1809.325977] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "6fc80e60-324e-4154-ba70-669390cd4859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1809.326194] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "6fc80e60-324e-4154-ba70-669390cd4859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1809.326387] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "6fc80e60-324e-4154-ba70-669390cd4859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1809.328482] env[69297]: INFO nova.compute.manager [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Terminating instance
[ 1809.528737] env[69297]: DEBUG nova.compute.manager [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69297) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}}
[ 1809.584979] env[69297]: DEBUG oslo_vmware.api [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932107, 'name': PowerOffVM_Task, 'duration_secs': 0.268893} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1809.585493] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1809.585666] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1809.585921] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad7bf686-c5a3-4ac8-85b1-d2d653422614 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.665899] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1809.666141] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1809.666322] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleting the datastore file [datastore1] 7e30515b-16d8-4abe-9819-7d1be6793835 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1809.666584] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1a6038b-d625-42fb-95d6-6ef2ec2427be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.672467] env[69297]: DEBUG oslo_vmware.api [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for the task: (returnval){
[ 1809.672467] env[69297]:    value = "task-2932109"
[ 1809.672467] env[69297]:    _type = "Task"
[ 1809.672467] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1809.680799] env[69297]: DEBUG oslo_vmware.api [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1809.766725] env[69297]: DEBUG nova.compute.manager [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1809.766957] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1809.767878] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dc4997-2e76-4d2e-b43d-d67fc196f20e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.775293] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1809.775526] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6f33ebd-14e7-461f-a7f8-59ab1dd89956 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.782495] env[69297]: DEBUG oslo_vmware.api [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1809.782495] env[69297]:    value = "task-2932110"
[ 1809.782495] env[69297]:    _type = "Task"
[ 1809.782495] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1809.790626] env[69297]: DEBUG oslo_vmware.api [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1809.831675] env[69297]: DEBUG nova.compute.manager [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1809.831930] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1809.832938] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b7990e-284c-4a9d-949b-f280abaa2857 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.841117] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1809.841388] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20912f57-e459-4836-ac04-17b6e3995677 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1809.847511] env[69297]: DEBUG oslo_vmware.api [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1809.847511] env[69297]:    value = "task-2932111"
[ 1809.847511] env[69297]:    _type = "Task"
[ 1809.847511] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1809.857608] env[69297]: DEBUG oslo_vmware.api [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1810.182437] env[69297]: DEBUG oslo_vmware.api [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Task: {'id': task-2932109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129053} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1810.182812] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1810.182950] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1810.183205] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1810.183391] env[69297]: INFO nova.compute.manager [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1810.183636] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1810.183852] env[69297]: DEBUG nova.compute.manager [-] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1810.183948] env[69297]: DEBUG nova.network.neutron [-] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1810.292081] env[69297]: DEBUG oslo_vmware.api [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932110, 'name': PowerOffVM_Task, 'duration_secs': 0.180764} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1810.292382] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1810.292560] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1810.292844] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd5996a3-52b0-4168-95be-7fa2105a3a1f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1810.356092] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1810.356310] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1810.356488] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleting the datastore file [datastore1] 59a33353-b482-4dfb-833e-b57e1c7c4c32 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1810.356767] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53a64c2e-39af-4502-9d3c-f610c4cb824e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1810.362215] env[69297]: DEBUG oslo_vmware.api [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932111, 'name': PowerOffVM_Task, 'duration_secs': 0.220868} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1810.362863] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1810.363476] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1810.363476] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eda58d78-d2fe-4f64-9621-b31039e802ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1810.366529] env[69297]: DEBUG oslo_vmware.api [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1810.366529] env[69297]:    value = "task-2932114"
[ 1810.366529] env[69297]:    _type = "Task"
[ 1810.366529] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1810.378125] env[69297]: DEBUG oslo_vmware.api [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1810.433494] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1810.433699] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1810.433863] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleting the datastore file [datastore2] 6fc80e60-324e-4154-ba70-669390cd4859 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1810.434155] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-199cbe51-9a66-40ba-9c9f-4025b0500569 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1810.440866] env[69297]: DEBUG oslo_vmware.api [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1810.440866] env[69297]:    value = "task-2932116"
[ 1810.440866] env[69297]:    _type = "Task"
[ 1810.440866] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1810.448936] env[69297]: DEBUG oslo_vmware.api [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1810.613730] env[69297]: DEBUG nova.compute.manager [req-9c054309-eecd-4ebb-8182-8c5876685e21 req-68c8a91f-0027-40d9-b948-e756a7acac99 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Received event network-vif-deleted-17ef6734-3365-4e39-bb5a-55205e95c5a5 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1810.613947] env[69297]: INFO nova.compute.manager [req-9c054309-eecd-4ebb-8182-8c5876685e21 req-68c8a91f-0027-40d9-b948-e756a7acac99 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Neutron deleted interface 17ef6734-3365-4e39-bb5a-55205e95c5a5; detaching it from the instance and deleting it from the info cache
[ 1810.614133] env[69297]: DEBUG nova.network.neutron [req-9c054309-eecd-4ebb-8182-8c5876685e21 req-68c8a91f-0027-40d9-b948-e756a7acac99 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1810.628283] env[69297]: DEBUG oslo_concurrency.lockutils [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1810.628421] env[69297]: DEBUG oslo_concurrency.lockutils [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1810.876749] env[69297]: DEBUG oslo_vmware.api [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136598} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1810.877032] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1810.877200] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1810.877369] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1810.877536] env[69297]: INFO nova.compute.manager [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1810.877765] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1810.877954] env[69297]: DEBUG nova.compute.manager [-] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1810.878069] env[69297]: DEBUG nova.network.neutron [-] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1810.950367] env[69297]: DEBUG oslo_vmware.api [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153379} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1810.950580] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1810.950773] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1810.950954] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1810.951141] env[69297]: INFO nova.compute.manager [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1810.951365] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1810.951543] env[69297]: DEBUG nova.compute.manager [-] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1810.951636] env[69297]: DEBUG nova.network.neutron [-] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1811.095775] env[69297]: DEBUG nova.network.neutron [-] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1811.116830] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-391c912a-c675-47fe-b486-5bab0b0e70d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1811.126957] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900da204-491e-462c-8b06-1fe92b221c34 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1811.137472] env[69297]: DEBUG nova.objects.instance [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'migration_context' on Instance uuid e160d64d-b9f7-43c4-8a1f-190dd8335fd1 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1811.157337] env[69297]: DEBUG nova.compute.manager [req-9c054309-eecd-4ebb-8182-8c5876685e21 req-68c8a91f-0027-40d9-b948-e756a7acac99 service nova] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Detach interface failed, port_id=17ef6734-3365-4e39-bb5a-55205e95c5a5, reason: Instance 7e30515b-16d8-4abe-9819-7d1be6793835 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1811.298813] env[69297]: DEBUG nova.compute.manager [req-c2d54139-accd-40bf-aa46-b8e05629d7c6 req-820abbb6-7441-4c64-a29f-2f0d71c57c59 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Received event network-vif-deleted-c69229c5-7d34-4d91-a55a-bd918d689753 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1811.299185] env[69297]: INFO nova.compute.manager [req-c2d54139-accd-40bf-aa46-b8e05629d7c6 req-820abbb6-7441-4c64-a29f-2f0d71c57c59 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Neutron deleted interface c69229c5-7d34-4d91-a55a-bd918d689753; detaching it from the instance and deleting it from the info cache
[ 1811.299243] env[69297]: DEBUG nova.network.neutron [req-c2d54139-accd-40bf-aa46-b8e05629d7c6 req-820abbb6-7441-4c64-a29f-2f0d71c57c59 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1811.475626] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1811.475626] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1811.577136] env[69297]: DEBUG nova.network.neutron [-] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1811.598779] env[69297]: INFO nova.compute.manager [-] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Took 1.41 seconds to deallocate network for instance.
[ 1811.675861] env[69297]: DEBUG nova.network.neutron [-] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1811.773105] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f5885d-06e6-44ae-8049-211f7071d57a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.448388] env[69297]: INFO nova.compute.manager [-] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Took 1.57 seconds to deallocate network for instance.
[ 1812.449419] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1812.449854] env[69297]: INFO nova.compute.manager [-] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Took 1.50 seconds to deallocate network for instance.
[ 1812.450189] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4c40ea4-31ce-4482-b92b-8bdd364da103 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.463763] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda5c12a-9455-470f-94e5-a5542e28c396 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.470967] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0f047d-e749-4d5c-83d7-99b6759e768d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.507205] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1812.508765] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1812.509835] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3856f390-a040-4d9a-af9e-c2caa6b7580e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.517196] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e43034-c869-4ad1-bb1e-7de282b2e2e7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1812.528807] env[69297]: DEBUG nova.compute.manager [req-c2d54139-accd-40bf-aa46-b8e05629d7c6 req-820abbb6-7441-4c64-a29f-2f0d71c57c59 service nova] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Detach interface failed, port_id=c69229c5-7d34-4d91-a55a-bd918d689753, reason: Instance 6fc80e60-324e-4154-ba70-669390cd4859 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1812.539444] env[69297]: DEBUG nova.compute.provider_tree [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1812.640032] env[69297]: DEBUG nova.compute.manager [req-c7059945-d957-4a15-87eb-383e1a5a3234 req-ad887106-3e2a-42bf-bd24-9de6d5acb0c1 service nova] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Received event network-vif-deleted-b6d4596e-51a2-43bc-ad5e-d6e1b5c1188e {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1812.959287] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1812.968416] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1813.042627] env[69297]: DEBUG nova.scheduler.client.report [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1813.528744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "ffbcfe90-e924-4da6-a681-05b5f99350fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1813.529063] env[69297]: DEBUG oslo_concurrency.lockutils [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1814.031852] env[69297]: DEBUG nova.compute.manager [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1814.053053] env[69297]: DEBUG oslo_concurrency.lockutils [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.425s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1814.058875] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.610s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1814.059199] env[69297]: DEBUG nova.objects.instance [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lazy-loading 'resources' on Instance uuid 7e30515b-16d8-4abe-9819-7d1be6793835 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1814.478996] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1814.479279] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1814.556067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1814.689385] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f055222f-2c4b-441f-9192-584d73b3bd86 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.697554] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93ae25a-f494-4680-8115-cd8262ecde35 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.728394] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9df706-9ae2-43c3-bea1-da840adc92f9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.734649] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7474803-dc48-497a-8862-5e74b3097d8a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1814.746952] env[69297]: DEBUG nova.compute.provider_tree [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1815.249909] env[69297]: DEBUG nova.scheduler.client.report [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1815.470804] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1815.475540] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1815.592034] env[69297]: INFO nova.compute.manager [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Swapping old allocation on dict_keys(['9303ec18-10b6-441c-809f-b9cc7d664453']) held by migration 3f135c1e-daed-42ad-80ac-ab6600d739c4 for instance
[ 1815.613456] env[69297]: DEBUG nova.scheduler.client.report [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Overwriting current allocation {'allocations': {'9303ec18-10b6-441c-809f-b9cc7d664453': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 159}}, 'project_id': '754539e6407a48c39206320896326881', 'user_id': '50e948dffa604d64bf753e040e0fd061', 'consumer_generation': 1} on consumer e160d64d-b9f7-43c4-8a1f-190dd8335fd1 {{(pid=69297) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}}
[ 1815.754619] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1815.756870] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.798s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1815.757120] env[69297]: DEBUG nova.objects.instance [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lazy-loading 'resources' on Instance uuid 6fc80e60-324e-4154-ba70-669390cd4859 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1815.760568] env[69297]: DEBUG oslo_concurrency.lockutils [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1815.760729] env[69297]: DEBUG oslo_concurrency.lockutils [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1815.760897] env[69297]: DEBUG nova.network.neutron [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1815.776443] env[69297]: INFO nova.scheduler.client.report [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Deleted allocations for instance 7e30515b-16d8-4abe-9819-7d1be6793835
[ 1815.979267] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1816.283424] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f383a62d-14d7-4972-b9c4-5acf2bf4df6d tempest-AttachVolumeNegativeTest-339601803 tempest-AttachVolumeNegativeTest-339601803-project-member] Lock "7e30515b-16d8-4abe-9819-7d1be6793835" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.731s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1816.370581] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10f9a1a-c155-456e-9e25-93144a4052d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1816.378177] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971a895e-7266-4c6a-9c8e-5d6a6e6b78f4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1816.410046] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd2c78b-4f47-45bd-b209-f8cb2897e976 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1816.417130] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c618d8-13a0-40a4-a87f-56c357684ee6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1816.430071] env[69297]: DEBUG nova.compute.provider_tree [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1816.525039] env[69297]: DEBUG nova.network.neutron [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance_info_cache with network_info: [{"id": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "address": "fa:16:3e:08:99:2d", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82abe34e-5a", "ovs_interfaceid": "82abe34e-5ab3-4c63-a35e-0b89d0878891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1816.933557] env[69297]: DEBUG nova.scheduler.client.report [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1817.027339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-e160d64d-b9f7-43c4-8a1f-190dd8335fd1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1817.028339] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d8f968-a2b6-40bc-8387-b82b148d0f61 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.036023] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41b1627-3472-42c4-bc40-5ff3c32b094b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1817.438635] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1817.441722] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.473s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1817.442011] env[69297]: DEBUG nova.objects.instance [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lazy-loading 'resources' on Instance uuid 59a33353-b482-4dfb-833e-b57e1c7c4c32 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1817.460823] env[69297]: INFO nova.scheduler.client.report [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleted allocations for instance 6fc80e60-324e-4154-ba70-669390cd4859
[ 1817.967900] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b9444f15-e078-4065-95f7-5aefce6fbf00 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "6fc80e60-324e-4154-ba70-669390cd4859" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 8.642s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1818.038677] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b660c7-185f-4a31-98e6-48725da912d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.046207] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7302c27d-3a30-47c1-9ffe-52655ef35a23 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.076028] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98052194-577e-478e-97bf-ead8f816a48d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.082920] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeefbaf-67fb-47c1-b83e-6b39d3194d14 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.095594] env[69297]: DEBUG nova.compute.provider_tree [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1818.112841] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1818.113098] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef088e6e-03d4-41e5-9387-80ed3bae83f8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.119126] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1818.119126] env[69297]:    value = "task-2932118"
[ 1818.119126] env[69297]:    _type = "Task"
[ 1818.119126] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1818.126616] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1818.598587] env[69297]: DEBUG nova.scheduler.client.report [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1818.629136] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932118, 'name': PowerOffVM_Task, 'duration_secs': 0.282234} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1818.629395] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1818.630023] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1818.630239] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1818.630397] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1818.630575] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1818.630723] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1818.630868] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1818.631086] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1818.631249] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1818.631415] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1818.631575] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1818.631744] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1818.636829] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca28b5d-7b65-4b58-9a3e-f5d0f829a651 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1818.653113] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1818.653113] env[69297]:    value = "task-2932119"
[ 1818.653113] env[69297]:    _type = "Task"
[ 1818.653113] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1818.663658] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1819.103709] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1819.106230] env[69297]: DEBUG oslo_concurrency.lockutils [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.550s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1819.107880] env[69297]: INFO nova.compute.claims [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1819.121325] env[69297]: INFO nova.scheduler.client.report [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleted allocations for instance 59a33353-b482-4dfb-833e-b57e1c7c4c32
[ 1819.163873] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932119, 'name': ReconfigVM_Task, 'duration_secs': 0.158356} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1819.164674] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e679f9d-5f21-4c8d-bc55-e64464291719 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.187042] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1819.187328] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1819.187469] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1819.187648] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1819.187801] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1819.187989] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1819.188235] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1819.188393] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1819.188559] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1819.189234] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1819.189234] env[69297]: DEBUG nova.virt.hardware [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1819.189765] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ec0068-55e2-4602-bd6f-ce7e553a1ac7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.195606] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1819.195606] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522d4fba-9125-417d-e1b1-f2bbb4c8b954"
[ 1819.195606] env[69297]:    _type = "Task"
[ 1819.195606] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1819.203631] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522d4fba-9125-417d-e1b1-f2bbb4c8b954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1819.627752] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e0157248-d588-4f8c-8bc4-ab2c73657545 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "59a33353-b482-4dfb-833e-b57e1c7c4c32" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.368s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1819.706594] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522d4fba-9125-417d-e1b1-f2bbb4c8b954, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1819.711842] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1819.712138] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-290d90f4-7f9b-40e8-bc65-2d54711b35ea {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1819.730308] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1819.730308] env[69297]:    value = "task-2932120"
[ 1819.730308] env[69297]:    _type = "Task"
[ 1819.730308] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1819.738250] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1820.200751] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87eb0df-8db1-43f9-bb2c-a7745793e1d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.209031] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77c9eaa-e812-4d1f-9cc4-8d6f50b5e2cc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.242935] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5358223d-fda5-49c3-8e68-842ef6f27b5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.252101] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932120, 'name': ReconfigVM_Task, 'duration_secs': 0.216938} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1820.253318] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a3bfbd-acb1-481d-980e-c74dc11168b6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.257043] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1820.257805] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af8f12c-f655-4492-89c4-353a59e07400 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.270721] env[69297]: DEBUG nova.compute.provider_tree [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1820.293174] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e160d64d-b9f7-43c4-8a1f-190dd8335fd1/e160d64d-b9f7-43c4-8a1f-190dd8335fd1.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1820.295395] env[69297]: DEBUG nova.scheduler.client.report [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1820.298628] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e3aab82-977a-49ca-8b65-268448d107aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.313356] env[69297]: DEBUG oslo_concurrency.lockutils [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.207s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1820.313786] env[69297]: DEBUG nova.compute.manager [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1820.316474] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.338s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1820.316677] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1820.316853] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1820.318579] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2881711-056a-4e2b-ab9f-a4e9f7a51a87 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.323356] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1820.323356] env[69297]:    value = "task-2932122"
[ 1820.323356] env[69297]:    _type = "Task"
[ 1820.323356] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1820.331220] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e75c3c-b0d8-4044-a9d3-3ef9c0a203f0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.338597] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1820.348734] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1c755f-3f5f-4631-b781-c3080cb91fec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.356063] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548f71b7-6f41-48d3-90ff-e7ff557ced00 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1820.388630] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179556MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1820.388805] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1820.388989] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1820.630856] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1820.631137] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1820.653200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1820.653426] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1820.819070] env[69297]: DEBUG nova.compute.utils [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1820.820432] env[69297]: DEBUG nova.compute.manager [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1820.820601] env[69297]: DEBUG nova.network.neutron [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1820.832950] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1820.863727] env[69297]: DEBUG nova.policy [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0182e3bfbfe34510a46f0109ce687313', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b5ebf219f14436f98d1d6111abc74fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1821.134300] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1821.156206] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1821.205179] env[69297]: DEBUG nova.network.neutron [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Successfully created port: be2f0c12-21cd-471f-9fa8-64e1dff8b2af {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1821.324491] env[69297]: DEBUG nova.compute.manager [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1821.336994] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932122, 'name': ReconfigVM_Task, 'duration_secs': 0.79932} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1821.337292] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e160d64d-b9f7-43c4-8a1f-190dd8335fd1/e160d64d-b9f7-43c4-8a1f-190dd8335fd1.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1821.338121] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb90adb-dd16-4f1f-a254-50d4c2daa144 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.363926] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a9337a-7d21-4f86-99f6-24ada3d3f441 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.387622] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93658bba-c771-498e-b4e1-44af11ad8c81 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.414235] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9d4735-f7c8-46a3-be8e-46feb29b0cd8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.421690] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1821.421975] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-827c938c-a34e-4699-9891-af5a23c8eea6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.427424] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1821.427424] env[69297]:    value = "task-2932123"
[ 1821.427424] env[69297]:    _type = "Task"
[ 1821.427424] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1821.435281] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1821.436147] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 2e6e7566-a129-40fb-87bc-5e16b50e873a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1821.436279] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 215135ab-2bf3-4131-bb06-cd807ba0a5d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1821.436403] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7e5b4981-7d9e-42d4-a9ad-c2eb61905452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1821.436519] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 54acc045-914e-46b4-ba09-1d6fa2d06ead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1821.436633] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance f6a34874-89c9-46de-a8d9-7ffb58e0cf7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1821.436766] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance e160d64d-b9f7-43c4-8a1f-190dd8335fd1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1821.436898] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance ffbcfe90-e924-4da6-a681-05b5f99350fc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1821.656274] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1821.674398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1821.830616] env[69297]: INFO nova.virt.block_device [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Booting with volume 03872626-7829-437e-beb8-671cd5c3f6c2 at /dev/sda
[ 1821.862583] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1387126e-f412-4df8-9ae4-d84875dad798 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.872724] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c8c1a-d3aa-4819-9484-a3090a86076b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.900530] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-305941e5-c41a-4c80-a2bf-e5f3de06c256 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.908243] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726e7f6b-2959-4309-a922-dce03efeda88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.939667] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b00ad6-a092-4e04-bec6-e02e56dbde15 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.942393] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 0f99f8bd-417d-4bb8-87ca-a000ce0069e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1821.949055] env[69297]: DEBUG oslo_vmware.api [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932123, 'name': PowerOnVM_Task, 'duration_secs': 0.410006} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1821.951311] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1821.955861] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ebb0aa-be56-4094-ab21-06506c119c6f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1821.969469] env[69297]: DEBUG nova.virt.block_device [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating existing volume attachment record: 927f495b-4927-4259-a9dc-07718fd0970a {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1822.446016] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 333e58c4-1bd5-45b0-a8e2-89e6ac137676 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1822.446436] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1822.446436] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1822.564849] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46227cc9-b2c8-4073-bfe1-e3970b98055c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.572039] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a617b6c-7848-4219-8c1d-385fcecd9058 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.602414] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdd7cbf-2afb-4b6b-9c64-054dcf2a9277 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.609124] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857a5593-896b-4338-a522-3389ed3934cc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1822.623078] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1822.650888] env[69297]: DEBUG nova.compute.manager [req-46806f21-9600-46fd-9cc1-0ad4c8606961 req-ee2f12e9-d76b-4c0d-a01c-6d067b187040 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Received event network-vif-plugged-be2f0c12-21cd-471f-9fa8-64e1dff8b2af {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1822.651334] env[69297]: DEBUG oslo_concurrency.lockutils [req-46806f21-9600-46fd-9cc1-0ad4c8606961 req-ee2f12e9-d76b-4c0d-a01c-6d067b187040 service nova] Acquiring lock "ffbcfe90-e924-4da6-a681-05b5f99350fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1822.651560] env[69297]: DEBUG oslo_concurrency.lockutils [req-46806f21-9600-46fd-9cc1-0ad4c8606961 req-ee2f12e9-d76b-4c0d-a01c-6d067b187040 service nova] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1822.651723] env[69297]: DEBUG oslo_concurrency.lockutils [req-46806f21-9600-46fd-9cc1-0ad4c8606961 req-ee2f12e9-d76b-4c0d-a01c-6d067b187040 service nova] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1822.651927] env[69297]: DEBUG nova.compute.manager [req-46806f21-9600-46fd-9cc1-0ad4c8606961 req-ee2f12e9-d76b-4c0d-a01c-6d067b187040 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] No waiting events found dispatching network-vif-plugged-be2f0c12-21cd-471f-9fa8-64e1dff8b2af {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1822.652150] env[69297]: WARNING nova.compute.manager [req-46806f21-9600-46fd-9cc1-0ad4c8606961 req-ee2f12e9-d76b-4c0d-a01c-6d067b187040 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Received unexpected event network-vif-plugged-be2f0c12-21cd-471f-9fa8-64e1dff8b2af for instance with vm_state building and task_state block_device_mapping.
[ 1822.745517] env[69297]: DEBUG nova.network.neutron [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Successfully updated port: be2f0c12-21cd-471f-9fa8-64e1dff8b2af {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1822.997491] env[69297]: INFO nova.compute.manager [None req-338144f9-d349-4014-8d36-cd1d862e187b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance to original state: 'active'
[ 1823.125717] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1823.249589] env[69297]: DEBUG oslo_concurrency.lockutils [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1823.249705] env[69297]: DEBUG oslo_concurrency.lockutils [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1823.249913] env[69297]: DEBUG nova.network.neutron [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1823.630327] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1823.630588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.241s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1823.630588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.975s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1823.632460] env[69297]: INFO nova.compute.claims [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1823.779925] env[69297]: DEBUG nova.network.neutron [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1823.913485] env[69297]: DEBUG nova.network.neutron [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance_info_cache with network_info: [{"id": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "address": "fa:16:3e:61:ff:75", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2f0c12-21", "ovs_interfaceid": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1823.973785] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1823.974137] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1823.974564] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1823.974774] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1823.974957] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1823.977137] env[69297]: INFO nova.compute.manager [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Terminating instance
[ 1824.052062] env[69297]: DEBUG nova.compute.manager [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1824.052719] env[69297]: DEBUG nova.virt.hardware [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1824.053097] env[69297]: DEBUG nova.virt.hardware [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1824.053328] env[69297]: DEBUG nova.virt.hardware [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1824.053568] env[69297]: DEBUG nova.virt.hardware [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1824.053783] env[69297]: DEBUG nova.virt.hardware [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1824.053980] env[69297]: DEBUG nova.virt.hardware [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1824.054255] env[69297]: DEBUG nova.virt.hardware [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1824.054477] env[69297]: DEBUG nova.virt.hardware [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1824.054664] env[69297]: DEBUG nova.virt.hardware [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1824.054831] env[69297]: DEBUG nova.virt.hardware [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1824.055017] env[69297]: DEBUG nova.virt.hardware [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1824.056348] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d85fd7b-f6f2-4522-ab26-128748f86aa1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.065313] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bafc7d7-ff39-43a0-8298-d32138885849 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.416227] env[69297]: DEBUG oslo_concurrency.lockutils [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1824.416557] env[69297]: DEBUG nova.compute.manager [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Instance network_info: |[{"id": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "address": "fa:16:3e:61:ff:75", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2f0c12-21", "ovs_interfaceid": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1824.416996] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:ff:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be2f0c12-21cd-471f-9fa8-64e1dff8b2af', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1824.424716] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1824.424934] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1824.425176] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdb1674b-c8b6-416f-8a70-00138c7faec3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.445835] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1824.445835] env[69297]:    value = "task-2932125"
[ 1824.445835] env[69297]:    _type = "Task"
[ 1824.445835] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1824.453098] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932125, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1824.481616] env[69297]: DEBUG nova.compute.manager [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1824.481873] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1824.482131] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-899cdbc2-5c3d-4e26-8607-46937cc613c8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.488338] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1824.488338] env[69297]:    value = "task-2932126"
[ 1824.488338] env[69297]:    _type = "Task"
[ 1824.488338] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1824.496147] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1824.676122] env[69297]: DEBUG nova.compute.manager [req-b90fde67-fcf1-437b-91ed-d9311e4c0b09 req-4bed3637-452b-41d3-8ed5-946d99df0ad8 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Received event network-changed-be2f0c12-21cd-471f-9fa8-64e1dff8b2af {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1824.676122] env[69297]: DEBUG nova.compute.manager [req-b90fde67-fcf1-437b-91ed-d9311e4c0b09 req-4bed3637-452b-41d3-8ed5-946d99df0ad8 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Refreshing instance network info cache due to event network-changed-be2f0c12-21cd-471f-9fa8-64e1dff8b2af. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1824.676122] env[69297]: DEBUG oslo_concurrency.lockutils [req-b90fde67-fcf1-437b-91ed-d9311e4c0b09 req-4bed3637-452b-41d3-8ed5-946d99df0ad8 service nova] Acquiring lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1824.676480] env[69297]: DEBUG oslo_concurrency.lockutils [req-b90fde67-fcf1-437b-91ed-d9311e4c0b09 req-4bed3637-452b-41d3-8ed5-946d99df0ad8 service nova] Acquired lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1824.676480] env[69297]: DEBUG nova.network.neutron [req-b90fde67-fcf1-437b-91ed-d9311e4c0b09 req-4bed3637-452b-41d3-8ed5-946d99df0ad8 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Refreshing network info cache for port be2f0c12-21cd-471f-9fa8-64e1dff8b2af {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1824.774106] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba3647b-d5b6-4a98-836a-09c0c001848f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.780763] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2e0421-83fa-4644-a122-614749befe0e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.809962] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c63370-0267-40ed-b20d-8594d19832cd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.817341] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d91051-e192-4698-b805-95958ea28713 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.832053] env[69297]: DEBUG nova.compute.provider_tree [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1824.955507] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932125, 'name': CreateVM_Task, 'duration_secs': 0.431381} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1824.955695] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1824.962431] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '927f495b-4927-4259-a9dc-07718fd0970a', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588718', 'volume_id': '03872626-7829-437e-beb8-671cd5c3f6c2', 'name': 'volume-03872626-7829-437e-beb8-671cd5c3f6c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffbcfe90-e924-4da6-a681-05b5f99350fc', 'attached_at': '', 'detached_at': '', 'volume_id': '03872626-7829-437e-beb8-671cd5c3f6c2', 'serial': '03872626-7829-437e-beb8-671cd5c3f6c2'}, 'volume_type': None}], 'swap': None} {{(pid=69297) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}}
[ 1824.962652] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Root volume attach. Driver type: vmdk {{(pid=69297) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}}
[ 1824.963427] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c804c24e-071c-4b95-b7d4-681aae738003 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.970546] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376c3ee2-9af6-4583-a181-bdc944ff4daa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.976144] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ddc656-36a5-493e-9470-28ec2ca2ff59 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.982670] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0d17b7b7-1626-4889-80cd-789fd1ed6213 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1824.989337] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1824.989337] env[69297]:    value = "task-2932127"
[ 1824.989337] env[69297]:    _type = "Task"
[ 1824.989337] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1824.998763] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932126, 'name': PowerOffVM_Task, 'duration_secs': 0.268147} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1825.001913] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1825.002128] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1825.002321] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588707', 'volume_id': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'name': 'volume-a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e160d64d-b9f7-43c4-8a1f-190dd8335fd1', 'attached_at': '2025-03-11T14:19:14.000000', 'detached_at': '', 'volume_id': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'serial': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1825.002566] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932127, 'name': RelocateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1825.003257] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cb0bf1-99f1-40eb-af59-ea88188570e9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.022985] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdb831a-93b9-4690-a176-d49c6203c017 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.029304] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4288875a-d055-4b96-98e1-4fa28a550d88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.049066] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9415e836-58d8-4a02-93e6-2b2e852205e9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.064056] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] The volume has not been displaced from its original location: [datastore2] volume-a8b9ed2d-c98f-4fcc-8938-436608a5dbe4/volume-a8b9ed2d-c98f-4fcc-8938-436608a5dbe4.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1825.069214] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1825.069470] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c478f404-6b69-48c5-b7a4-8df602757faf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.088014] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1825.088014] env[69297]:    value = "task-2932128"
[ 1825.088014] env[69297]:    _type = "Task"
[ 1825.088014] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1825.098749] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1825.335684] env[69297]: DEBUG nova.scheduler.client.report [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1825.394267] env[69297]: DEBUG nova.network.neutron [req-b90fde67-fcf1-437b-91ed-d9311e4c0b09 req-4bed3637-452b-41d3-8ed5-946d99df0ad8 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updated VIF entry in instance network info cache for port be2f0c12-21cd-471f-9fa8-64e1dff8b2af. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1825.394693] env[69297]: DEBUG nova.network.neutron [req-b90fde67-fcf1-437b-91ed-d9311e4c0b09 req-4bed3637-452b-41d3-8ed5-946d99df0ad8 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance_info_cache with network_info: [{"id": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "address": "fa:16:3e:61:ff:75", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2f0c12-21", "ovs_interfaceid": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1825.504681] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932127, 'name': RelocateVM_Task} progress is 42%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1825.599969] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932128, 'name': ReconfigVM_Task, 'duration_secs': 0.230793} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1825.600224] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1825.605062] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b8af041-da7d-41b3-982b-ffec64895fda {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1825.624246] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1825.624246] env[69297]:    value = "task-2932129"
[ 1825.624246] env[69297]:    _type = "Task"
[ 1825.624246] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1825.635741] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1825.840665] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1825.841345] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1825.844268] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.170s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1825.845726] env[69297]: INFO nova.compute.claims [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1825.897275] env[69297]: DEBUG oslo_concurrency.lockutils [req-b90fde67-fcf1-437b-91ed-d9311e4c0b09 req-4bed3637-452b-41d3-8ed5-946d99df0ad8 service nova] Releasing lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1826.005562] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932127, 'name': RelocateVM_Task} progress is 56%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1826.136500] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1826.351834] env[69297]: DEBUG nova.compute.utils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1826.355547] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1826.355750] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1826.395487] env[69297]: DEBUG nova.policy [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cb55f8d45754288860750c59d164a70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f97ca930d9e64cf5b6107858c481b706', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1826.506796] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932127, 'name': RelocateVM_Task} progress is 71%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1826.635103] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1826.637991] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932129, 'name': ReconfigVM_Task, 'duration_secs': 0.932594} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1826.638344] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588707', 'volume_id': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'name': 'volume-a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e160d64d-b9f7-43c4-8a1f-190dd8335fd1', 'attached_at': '2025-03-11T14:19:14.000000', 'detached_at': '', 'volume_id': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4', 'serial': 'a8b9ed2d-c98f-4fcc-8938-436608a5dbe4'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1826.638636] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1826.639503] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b97da79-cd8e-4bc5-9653-9974a710ecee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1826.649164] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1826.649465] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9218f90d-9f0e-4ae2-86ed-b58fcfd2b95c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1826.701262] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Successfully created port: 97e0623c-5637-41f3-98c7-a366c0bb91a7 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1826.719955] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1826.720211] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1826.720393] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleting the datastore file [datastore1] e160d64d-b9f7-43c4-8a1f-190dd8335fd1 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1826.720660] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea7e3c93-3971-48a4-9ef4-49b92fa058bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1826.730421] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1826.730421] env[69297]:    value = "task-2932131"
[ 1826.730421] env[69297]:    _type = "Task"
[ 1826.730421] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1826.740909] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1826.856950] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1827.005506] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932127, 'name': RelocateVM_Task} progress is 84%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1827.020010] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd453e6-6548-42a0-b052-a85a245dc21c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.030333] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edadf30e-3695-4c96-b8a8-10fe0ee86c5c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.071636] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae13142-6b4c-4bf8-9d61-c7ded47fb23e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.080786] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6ba285-e42f-4e9f-a6d0-448f4fcd32e9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.096252] env[69297]: DEBUG nova.compute.provider_tree [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1827.247952] env[69297]: DEBUG oslo_vmware.api [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167912} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1827.247952] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1827.247952] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1827.247952] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1827.247952] env[69297]: INFO nova.compute.manager [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Took 2.76 seconds to destroy the instance on the hypervisor.
[ 1827.247952] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1827.247952] env[69297]: DEBUG nova.compute.manager [-] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1827.247952] env[69297]: DEBUG nova.network.neutron [-] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1827.505014] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932127, 'name': RelocateVM_Task} progress is 97%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1827.600240] env[69297]: DEBUG nova.scheduler.client.report [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1827.870091] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1827.906509] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1827.907226] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1827.907226] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1827.907226] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1827.907448] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1827.907496] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1827.907665] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1827.907839] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1827.908016] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1827.908189] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1827.908357] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1827.909323] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cd270-8e58-4fb8-b51b-899539fa9a4d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.918192] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ffaef5-1b37-4aa6-93f8-edc217b01401 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1827.937047] env[69297]: DEBUG nova.compute.manager [req-68c93ddb-6fb4-449e-bfd1-4c4452f4a471 req-6430a675-c845-42f1-9933-7075cd5432d1 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Received event network-vif-deleted-82abe34e-5ab3-4c63-a35e-0b89d0878891 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1827.937271] env[69297]: INFO nova.compute.manager [req-68c93ddb-6fb4-449e-bfd1-4c4452f4a471 req-6430a675-c845-42f1-9933-7075cd5432d1 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Neutron deleted interface 82abe34e-5ab3-4c63-a35e-0b89d0878891; detaching it from the instance and deleting it from the info cache
[ 1827.937446] env[69297]: DEBUG nova.network.neutron [req-68c93ddb-6fb4-449e-bfd1-4c4452f4a471 req-6430a675-c845-42f1-9933-7075cd5432d1 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1828.005843] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932127, 'name': RelocateVM_Task} progress is 98%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1828.105481] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1828.106190] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1828.383477] env[69297]: DEBUG nova.network.neutron [-] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1828.442189] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2e26b7a-ce9d-43ea-9784-d778475333f9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.454246] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38889550-1f50-4f81-b4a2-97d363cea34a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.474285] env[69297]: DEBUG nova.compute.manager [req-bea28a6f-39e8-4982-a615-56ebd78d43bd req-8e581289-d4d1-40f2-a788-235b67463c5e service nova] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Received event network-vif-plugged-97e0623c-5637-41f3-98c7-a366c0bb91a7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1828.475839] env[69297]: DEBUG oslo_concurrency.lockutils [req-bea28a6f-39e8-4982-a615-56ebd78d43bd req-8e581289-d4d1-40f2-a788-235b67463c5e service nova] Acquiring lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1828.475839] env[69297]: DEBUG oslo_concurrency.lockutils [req-bea28a6f-39e8-4982-a615-56ebd78d43bd req-8e581289-d4d1-40f2-a788-235b67463c5e service nova] Lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1828.475839] env[69297]: DEBUG oslo_concurrency.lockutils [req-bea28a6f-39e8-4982-a615-56ebd78d43bd req-8e581289-d4d1-40f2-a788-235b67463c5e service nova] Lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1828.475839] env[69297]: DEBUG nova.compute.manager [req-bea28a6f-39e8-4982-a615-56ebd78d43bd req-8e581289-d4d1-40f2-a788-235b67463c5e service nova] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] No waiting events found dispatching network-vif-plugged-97e0623c-5637-41f3-98c7-a366c0bb91a7 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1828.475839] env[69297]: WARNING nova.compute.manager [req-bea28a6f-39e8-4982-a615-56ebd78d43bd req-8e581289-d4d1-40f2-a788-235b67463c5e service nova] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Received unexpected event network-vif-plugged-97e0623c-5637-41f3-98c7-a366c0bb91a7 for instance with vm_state building and task_state spawning.
[ 1828.484836] env[69297]: DEBUG nova.compute.manager [req-68c93ddb-6fb4-449e-bfd1-4c4452f4a471 req-6430a675-c845-42f1-9933-7075cd5432d1 service nova] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Detach interface failed, port_id=82abe34e-5ab3-4c63-a35e-0b89d0878891, reason: Instance e160d64d-b9f7-43c4-8a1f-190dd8335fd1 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1828.505988] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932127, 'name': RelocateVM_Task, 'duration_secs': 3.062172} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1828.506327] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1828.506525] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588718', 'volume_id': '03872626-7829-437e-beb8-671cd5c3f6c2', 'name': 'volume-03872626-7829-437e-beb8-671cd5c3f6c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffbcfe90-e924-4da6-a681-05b5f99350fc', 'attached_at': '', 'detached_at': '', 'volume_id': '03872626-7829-437e-beb8-671cd5c3f6c2', 'serial': '03872626-7829-437e-beb8-671cd5c3f6c2'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1828.507396] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8766b8f-a586-4a3a-b485-44ec7676fd04 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.525095] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7051d24f-65f2-45e1-a696-0ea4c311208c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.547751] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-03872626-7829-437e-beb8-671cd5c3f6c2/volume-03872626-7829-437e-beb8-671cd5c3f6c2.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1828.547751] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e5d28e2-11a0-430f-91d3-7874fdc455fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1828.567499] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Successfully updated port: 97e0623c-5637-41f3-98c7-a366c0bb91a7 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1828.569998] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1828.569998] env[69297]:    value = "task-2932132"
[ 1828.569998] env[69297]:    _type = "Task"
[ 1828.569998] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1828.579065] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1828.610926] env[69297]: DEBUG nova.compute.utils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1828.612560] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1828.612560] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1828.650059] env[69297]: DEBUG nova.policy [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cb55f8d45754288860750c59d164a70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f97ca930d9e64cf5b6107858c481b706', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1828.884534] env[69297]: INFO nova.compute.manager [-] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Took 1.64 seconds to deallocate network for instance.
[ 1828.887417] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Successfully created port: 349cd8de-c40d-40b4-b170-40c8f824f22f {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1829.071788] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "refresh_cache-0f99f8bd-417d-4bb8-87ca-a000ce0069e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1829.071904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "refresh_cache-0f99f8bd-417d-4bb8-87ca-a000ce0069e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1829.072013] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1829.083114] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932132, 'name': ReconfigVM_Task, 'duration_secs': 0.272788} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1829.084133] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-03872626-7829-437e-beb8-671cd5c3f6c2/volume-03872626-7829-437e-beb8-671cd5c3f6c2.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1829.089575] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0352911d-7e42-4e7d-9a82-9edc3361e504 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1829.104560] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1829.104560] env[69297]:    value = "task-2932133"
[ 1829.104560] env[69297]:    _type = "Task"
[ 1829.104560] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1829.112328] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1829.115116] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1829.429646] env[69297]: INFO nova.compute.manager [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Took 0.54 seconds to detach 1 volumes for instance.
[ 1829.605105] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1829.616381] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932133, 'name': ReconfigVM_Task, 'duration_secs': 0.14323} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1829.617024] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588718', 'volume_id': '03872626-7829-437e-beb8-671cd5c3f6c2', 'name': 'volume-03872626-7829-437e-beb8-671cd5c3f6c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffbcfe90-e924-4da6-a681-05b5f99350fc', 'attached_at': '', 'detached_at': '', 'volume_id': '03872626-7829-437e-beb8-671cd5c3f6c2', 'serial': '03872626-7829-437e-beb8-671cd5c3f6c2'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1829.617211] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce9b903a-02b7-4ec0-92ce-d309d60682e7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1829.626853] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1829.626853] env[69297]:    value = "task-2932134"
[ 1829.626853] env[69297]:    _type = "Task"
[ 1829.626853] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1829.634569] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932134, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1829.745247] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Updating instance_info_cache with network_info: [{"id": "97e0623c-5637-41f3-98c7-a366c0bb91a7", "address": "fa:16:3e:b5:94:51", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e0623c-56", "ovs_interfaceid": "97e0623c-5637-41f3-98c7-a366c0bb91a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1829.937834] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1829.938185] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1829.938349] env[69297]: DEBUG nova.objects.instance [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'resources' on Instance uuid e160d64d-b9f7-43c4-8a1f-190dd8335fd1 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1830.124571] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1830.136382] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932134, 'name': Rename_Task, 'duration_secs': 0.124597} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1830.136738] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1830.137032] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc9851e0-d537-403c-b6fc-8db419562b0f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.143551] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1830.143551] env[69297]:    value = "task-2932135"
[ 1830.143551] env[69297]:    _type = "Task"
[ 1830.143551] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1830.152945] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1830.155074] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1830.155275] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1830.155433] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1830.155625] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1830.155774] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1830.155921] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1830.156143] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1830.156301] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1830.156604] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1830.156604] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1830.156772] env[69297]: DEBUG nova.virt.hardware [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1830.157548] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a7ac11-bba0-4db8-960d-876bcec8c1a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.164654] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c060020d-a3b2-4e7c-8c37-d2a4b4c5cf20 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.248185] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "refresh_cache-0f99f8bd-417d-4bb8-87ca-a000ce0069e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1830.248580] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Instance network_info: |[{"id": "97e0623c-5637-41f3-98c7-a366c0bb91a7", "address": "fa:16:3e:b5:94:51", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e0623c-56", "ovs_interfaceid": "97e0623c-5637-41f3-98c7-a366c0bb91a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1830.249041] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:94:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97e0623c-5637-41f3-98c7-a366c0bb91a7', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1830.257114] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1830.257400] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1830.257698] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d104210-94fc-4d20-9df9-d0f78f641a94 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.279676] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1830.279676] env[69297]:    value = "task-2932136"
[ 1830.279676] env[69297]:    _type = "Task"
[ 1830.279676] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1830.287016] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932136, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1830.567676] env[69297]: DEBUG nova.compute.manager [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Received event network-changed-97e0623c-5637-41f3-98c7-a366c0bb91a7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1830.567875] env[69297]: DEBUG nova.compute.manager [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Refreshing instance network info cache due to event network-changed-97e0623c-5637-41f3-98c7-a366c0bb91a7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1830.568276] env[69297]: DEBUG oslo_concurrency.lockutils [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] Acquiring lock "refresh_cache-0f99f8bd-417d-4bb8-87ca-a000ce0069e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1830.568448] env[69297]: DEBUG oslo_concurrency.lockutils [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] Acquired lock "refresh_cache-0f99f8bd-417d-4bb8-87ca-a000ce0069e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1830.568615] env[69297]: DEBUG nova.network.neutron [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Refreshing network info cache for port 97e0623c-5637-41f3-98c7-a366c0bb91a7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1830.587168] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275c35bb-4908-4a99-a2e1-69edd1d7a06b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.595545] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff46c98-f82a-4d50-b2df-49cedb3c4aad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.630145] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Successfully updated port: 349cd8de-c40d-40b4-b170-40c8f824f22f {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1830.632935] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cf94bf-aa75-40bd-8a41-b5436eb00d8c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.639851] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211efc67-452b-4c36-9c69-c7e61daebdc5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.658452] env[69297]: DEBUG nova.compute.provider_tree [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1830.663208] env[69297]: DEBUG oslo_vmware.api [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932135, 'name': PowerOnVM_Task, 'duration_secs': 0.451763} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1830.663624] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1830.663820] env[69297]: INFO nova.compute.manager [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Took 6.61 seconds to spawn the instance on the hypervisor.
[ 1830.664041] env[69297]: DEBUG nova.compute.manager [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1830.664763] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ba1d54-632a-490b-a506-b7eee0e7b4be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.790557] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932136, 'name': CreateVM_Task, 'duration_secs': 0.320105} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1830.790742] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1830.791481] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1830.791618] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1830.791931] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1830.792204] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897f8796-1199-49ac-9a25-9e2df9c75ca9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1830.796357] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1830.796357] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a783ed-88b5-9735-e873-26b603c72b90"
[ 1830.796357] env[69297]:    _type = "Task"
[ 1830.796357] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1830.803416] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a783ed-88b5-9735-e873-26b603c72b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1831.133108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "refresh_cache-333e58c4-1bd5-45b0-a8e2-89e6ac137676" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1831.133387] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "refresh_cache-333e58c4-1bd5-45b0-a8e2-89e6ac137676" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1831.133440] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1831.164401] env[69297]: DEBUG nova.scheduler.client.report [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1831.182793] env[69297]: INFO nova.compute.manager [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Took 16.65 seconds to build instance.
[ 1831.255467] env[69297]: DEBUG nova.network.neutron [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Updated VIF entry in instance network info cache for port 97e0623c-5637-41f3-98c7-a366c0bb91a7. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1831.255848] env[69297]: DEBUG nova.network.neutron [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Updating instance_info_cache with network_info: [{"id": "97e0623c-5637-41f3-98c7-a366c0bb91a7", "address": "fa:16:3e:b5:94:51", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e0623c-56", "ovs_interfaceid": "97e0623c-5637-41f3-98c7-a366c0bb91a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1831.307496] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a783ed-88b5-9735-e873-26b603c72b90, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1831.307802] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1831.308049] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1831.308293] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1831.308453] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1831.308630] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1831.308891] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e310d068-ebcd-440f-b6ee-7769712a45a5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.316787] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1831.316957] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1831.317640] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffbdd5e5-79b9-40f9-83a2-8d5ceb10e46c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.322715] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1831.322715] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522d4a35-cfcf-6e79-89d8-71fd0a2655c7"
[ 1831.322715] env[69297]:    _type = "Task"
[ 1831.322715] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1831.329767] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522d4a35-cfcf-6e79-89d8-71fd0a2655c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1831.668538] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1831.681289] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1831.684814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-68606636-eb8f-4228-a5a8-057496792083 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.156s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1831.688493] env[69297]: INFO nova.scheduler.client.report [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleted allocations for instance e160d64d-b9f7-43c4-8a1f-190dd8335fd1
[ 1831.758203] env[69297]: DEBUG oslo_concurrency.lockutils [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] Releasing lock "refresh_cache-0f99f8bd-417d-4bb8-87ca-a000ce0069e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1831.758505] env[69297]: DEBUG nova.compute.manager [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Received event network-vif-plugged-349cd8de-c40d-40b4-b170-40c8f824f22f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1831.758703] env[69297]: DEBUG oslo_concurrency.lockutils [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] Acquiring lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1831.758906] env[69297]: DEBUG oslo_concurrency.lockutils [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] Lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1831.759081] env[69297]: DEBUG oslo_concurrency.lockutils [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] Lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1831.759251] env[69297]: DEBUG nova.compute.manager [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] No waiting events found dispatching network-vif-plugged-349cd8de-c40d-40b4-b170-40c8f824f22f {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1831.759419] env[69297]: WARNING nova.compute.manager [req-76eb876b-d861-4545-8998-b37a12216927 req-0b9355b4-84ea-49d5-b737-a3867f83537c service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Received unexpected event network-vif-plugged-349cd8de-c40d-40b4-b170-40c8f824f22f for instance with vm_state building and task_state spawning.
[ 1831.834421] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522d4a35-cfcf-6e79-89d8-71fd0a2655c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008783} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1831.835223] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1114e37d-d3fd-4ad7-9f0b-d3eebd31e6af {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1831.840316] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1831.840316] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5262fb27-e984-42b0-118b-8fc59c0ec11a"
[ 1831.840316] env[69297]:    _type = "Task"
[ 1831.840316] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1831.847801] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5262fb27-e984-42b0-118b-8fc59c0ec11a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1831.876238] env[69297]: DEBUG nova.network.neutron [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Updating instance_info_cache with network_info: [{"id": "349cd8de-c40d-40b4-b170-40c8f824f22f", "address": "fa:16:3e:fe:22:5c", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349cd8de-c4", "ovs_interfaceid": "349cd8de-c40d-40b4-b170-40c8f824f22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1832.198013] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4cf3bd69-b015-4fc4-a5c1-7d8e911649af tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "e160d64d-b9f7-43c4-8a1f-190dd8335fd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 8.224s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1832.358210] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5262fb27-e984-42b0-118b-8fc59c0ec11a, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1832.358513] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1832.358772] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0f99f8bd-417d-4bb8-87ca-a000ce0069e0/0f99f8bd-417d-4bb8-87ca-a000ce0069e0.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1832.359058] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32776834-5def-43b8-b5e2-5b7cf536d026 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.367671] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1832.367671] env[69297]:    value = "task-2932137"
[ 1832.367671] env[69297]:    _type = "Task"
[ 1832.367671] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1832.378329] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "refresh_cache-333e58c4-1bd5-45b0-a8e2-89e6ac137676" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1832.378802] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Instance network_info: |[{"id": "349cd8de-c40d-40b4-b170-40c8f824f22f", "address": "fa:16:3e:fe:22:5c", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349cd8de-c4", "ovs_interfaceid": "349cd8de-c40d-40b4-b170-40c8f824f22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1832.379357] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1832.379826] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:22:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '349cd8de-c40d-40b4-b170-40c8f824f22f', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1832.387731] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1832.387945] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1832.388888] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eed85ed-184e-47a9-b5ce-e3eca0f5def2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.407194] env[69297]: DEBUG nova.compute.manager [req-f82d5a2f-3d9d-4745-97d9-e64a17e942b2 req-8e726526-f14e-4563-8a15-b1dc9ccb91d3 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Received event network-changed-ad4334bb-240a-46ea-926b-103491fcc1db {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1832.407194] env[69297]: DEBUG nova.compute.manager [req-f82d5a2f-3d9d-4745-97d9-e64a17e942b2 req-8e726526-f14e-4563-8a15-b1dc9ccb91d3 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Refreshing instance network info cache due to event network-changed-ad4334bb-240a-46ea-926b-103491fcc1db. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1832.407194] env[69297]: DEBUG oslo_concurrency.lockutils [req-f82d5a2f-3d9d-4745-97d9-e64a17e942b2 req-8e726526-f14e-4563-8a15-b1dc9ccb91d3 service nova] Acquiring lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1832.407194] env[69297]: DEBUG oslo_concurrency.lockutils [req-f82d5a2f-3d9d-4745-97d9-e64a17e942b2 req-8e726526-f14e-4563-8a15-b1dc9ccb91d3 service nova] Acquired lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1832.407194] env[69297]: DEBUG nova.network.neutron [req-f82d5a2f-3d9d-4745-97d9-e64a17e942b2 req-8e726526-f14e-4563-8a15-b1dc9ccb91d3 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Refreshing network info cache for port ad4334bb-240a-46ea-926b-103491fcc1db {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1832.412752] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1832.412752] env[69297]:    value = "task-2932138"
[ 1832.412752] env[69297]:    _type = "Task"
[ 1832.412752] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1832.422412] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932138, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1832.528074] env[69297]: INFO nova.compute.manager [None req-526bcd5a-8a6d-4ef2-aa02-af423ed2c923 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Get console output
[ 1832.528420] env[69297]: WARNING nova.virt.vmwareapi.driver [None req-526bcd5a-8a6d-4ef2-aa02-af423ed2c923 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] The console log is missing. Check your VSPC configuration
[ 1832.703419] env[69297]: DEBUG nova.compute.manager [req-70616eb5-236f-406f-88ab-00931f60866d req-9029a5cf-2503-44bf-8d5c-50bd8bf9fd8d service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Received event network-changed-349cd8de-c40d-40b4-b170-40c8f824f22f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1832.703419] env[69297]: DEBUG nova.compute.manager [req-70616eb5-236f-406f-88ab-00931f60866d req-9029a5cf-2503-44bf-8d5c-50bd8bf9fd8d service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Refreshing instance network info cache due to event network-changed-349cd8de-c40d-40b4-b170-40c8f824f22f. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1832.703419] env[69297]: DEBUG oslo_concurrency.lockutils [req-70616eb5-236f-406f-88ab-00931f60866d req-9029a5cf-2503-44bf-8d5c-50bd8bf9fd8d service nova] Acquiring lock "refresh_cache-333e58c4-1bd5-45b0-a8e2-89e6ac137676" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1832.703419] env[69297]: DEBUG oslo_concurrency.lockutils [req-70616eb5-236f-406f-88ab-00931f60866d req-9029a5cf-2503-44bf-8d5c-50bd8bf9fd8d service nova] Acquired lock "refresh_cache-333e58c4-1bd5-45b0-a8e2-89e6ac137676" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1832.703655] env[69297]: DEBUG nova.network.neutron [req-70616eb5-236f-406f-88ab-00931f60866d req-9029a5cf-2503-44bf-8d5c-50bd8bf9fd8d service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Refreshing network info cache for port 349cd8de-c40d-40b4-b170-40c8f824f22f {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1832.880566] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449722} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1832.880566] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0f99f8bd-417d-4bb8-87ca-a000ce0069e0/0f99f8bd-417d-4bb8-87ca-a000ce0069e0.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1832.880566] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1832.880566] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85045690-ec4a-4156-ad29-418e6ae709a7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1832.887018] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1832.887018] env[69297]:    value = "task-2932139"
[ 1832.887018] env[69297]:    _type = "Task"
[ 1832.887018] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1832.893909] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1832.925783] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932138, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1833.175603] env[69297]: DEBUG nova.network.neutron [req-f82d5a2f-3d9d-4745-97d9-e64a17e942b2 req-8e726526-f14e-4563-8a15-b1dc9ccb91d3 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Updated VIF entry in instance network info cache for port ad4334bb-240a-46ea-926b-103491fcc1db. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1833.175988] env[69297]: DEBUG nova.network.neutron [req-f82d5a2f-3d9d-4745-97d9-e64a17e942b2 req-8e726526-f14e-4563-8a15-b1dc9ccb91d3 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Updating instance_info_cache with network_info: [{"id": "ad4334bb-240a-46ea-926b-103491fcc1db", "address": "fa:16:3e:ee:b4:ee", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4334bb-24", "ovs_interfaceid": "ad4334bb-240a-46ea-926b-103491fcc1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1833.396086] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067215} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1833.399099] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1833.399911] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a35a90c-80e9-478c-b74d-2a1dfe8168bd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.425329] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 0f99f8bd-417d-4bb8-87ca-a000ce0069e0/0f99f8bd-417d-4bb8-87ca-a000ce0069e0.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1833.428760] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da29b44f-4799-474c-b523-24eef093e5f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1833.450724] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932138, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1833.451056] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1833.451056] env[69297]:    value = "task-2932140"
[ 1833.451056] env[69297]:    _type = "Task"
[ 1833.451056] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1833.458724] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1833.511048] env[69297]: DEBUG nova.network.neutron [req-70616eb5-236f-406f-88ab-00931f60866d req-9029a5cf-2503-44bf-8d5c-50bd8bf9fd8d service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Updated VIF entry in instance network info cache for port 349cd8de-c40d-40b4-b170-40c8f824f22f. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1833.511475] env[69297]: DEBUG nova.network.neutron [req-70616eb5-236f-406f-88ab-00931f60866d req-9029a5cf-2503-44bf-8d5c-50bd8bf9fd8d service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Updating instance_info_cache with network_info: [{"id": "349cd8de-c40d-40b4-b170-40c8f824f22f", "address": "fa:16:3e:fe:22:5c", "network": {"id": "c75b8d67-8082-4174-a892-a0fb07fded28", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1833270470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97ca930d9e64cf5b6107858c481b706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349cd8de-c4", "ovs_interfaceid": "349cd8de-c40d-40b4-b170-40c8f824f22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1833.640021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1833.640021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1833.640021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1833.640021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1833.640021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1833.641696] env[69297]: INFO nova.compute.manager [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Terminating instance
[ 1833.678724] env[69297]: DEBUG oslo_concurrency.lockutils [req-f82d5a2f-3d9d-4745-97d9-e64a17e942b2 req-8e726526-f14e-4563-8a15-b1dc9ccb91d3 service nova] Releasing lock "refresh_cache-7e5b4981-7d9e-42d4-a9ad-c2eb61905452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1833.884225] env[69297]: DEBUG nova.compute.manager [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Stashing vm_state: active {{(pid=69297) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1833.924286] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932138, 'name': CreateVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1833.962268] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1834.015524] env[69297]: DEBUG oslo_concurrency.lockutils [req-70616eb5-236f-406f-88ab-00931f60866d req-9029a5cf-2503-44bf-8d5c-50bd8bf9fd8d service nova] Releasing lock "refresh_cache-333e58c4-1bd5-45b0-a8e2-89e6ac137676" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1834.124152] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1834.124377] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1834.149399] env[69297]: DEBUG nova.compute.manager [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1834.149620] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1834.150716] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6908950-186e-4046-a6f6-18b41e3fa6a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.158767] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1834.159028] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-852ffd9b-1a65-4231-a152-cfeb8f708960 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.166848] env[69297]: DEBUG oslo_vmware.api [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1834.166848] env[69297]:    value = "task-2932141"
[ 1834.166848] env[69297]:    _type = "Task"
[ 1834.166848] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1834.175252] env[69297]: DEBUG oslo_vmware.api [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1834.406658] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1834.406967] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1834.424164] env[69297]: DEBUG nova.compute.manager [req-ef718fa0-b039-4da0-a77b-818768737260 req-b56bfad1-61fb-4c8d-96d3-2bbe038f8294 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Received event network-changed-be2f0c12-21cd-471f-9fa8-64e1dff8b2af {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1834.424463] env[69297]: DEBUG nova.compute.manager [req-ef718fa0-b039-4da0-a77b-818768737260 req-b56bfad1-61fb-4c8d-96d3-2bbe038f8294 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Refreshing instance network info cache due to event network-changed-be2f0c12-21cd-471f-9fa8-64e1dff8b2af. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1834.424585] env[69297]: DEBUG oslo_concurrency.lockutils [req-ef718fa0-b039-4da0-a77b-818768737260 req-b56bfad1-61fb-4c8d-96d3-2bbe038f8294 service nova] Acquiring lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1834.424706] env[69297]: DEBUG oslo_concurrency.lockutils [req-ef718fa0-b039-4da0-a77b-818768737260 req-b56bfad1-61fb-4c8d-96d3-2bbe038f8294 service nova] Acquired lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1834.424860] env[69297]: DEBUG nova.network.neutron [req-ef718fa0-b039-4da0-a77b-818768737260 req-b56bfad1-61fb-4c8d-96d3-2bbe038f8294 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Refreshing network info cache for port be2f0c12-21cd-471f-9fa8-64e1dff8b2af {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1834.429458] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932138, 'name': CreateVM_Task, 'duration_secs': 1.563581} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1834.429795] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1834.430470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1834.430634] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1834.430966] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1834.431223] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ee3134-8f58-4618-9504-400a92be9400 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.437152] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1834.437152] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524c80c1-ce15-bb27-76e6-d3feda960fb6"
[ 1834.437152] env[69297]:    _type = "Task"
[ 1834.437152] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1834.445191] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524c80c1-ce15-bb27-76e6-d3feda960fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1834.460307] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1834.628097] env[69297]: DEBUG nova.compute.manager [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1834.676567] env[69297]: DEBUG oslo_vmware.api [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932141, 'name': PowerOffVM_Task, 'duration_secs': 0.198368} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1834.676843] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1834.677041] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1834.677299] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15cb4fad-6d7b-4920-9a23-a1df5d629121 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.744477] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1834.744680] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1834.744891] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleting the datastore file [datastore2] 215135ab-2bf3-4131-bb06-cd807ba0a5d1 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1834.745124] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bea1c45-9ae0-47e2-a47c-5fb322ea8d4f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.751670] env[69297]: DEBUG oslo_vmware.api [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1834.751670] env[69297]:    value = "task-2932143"
[ 1834.751670] env[69297]:    _type = "Task"
[ 1834.751670] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1834.759124] env[69297]: DEBUG oslo_vmware.api [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1834.912383] env[69297]: INFO nova.compute.claims [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1834.948634] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524c80c1-ce15-bb27-76e6-d3feda960fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.008847} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1834.949187] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1834.949421] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1834.949650] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1834.949797] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1834.949983] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1834.950254] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-148e7af2-841f-4e60-a4d9-163fa1280844 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.961719] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1834.965209] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1834.965403] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1834.966100] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea2956e-cf8b-45d8-9773-6ed85140d6af {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1834.970635] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1834.970635] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5257516b-f59c-316d-4a04-644aac1f0a60"
[ 1834.970635] env[69297]:    _type = "Task"
[ 1834.970635] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1834.977975] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5257516b-f59c-316d-4a04-644aac1f0a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1835.147524] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1835.175663] env[69297]: DEBUG nova.network.neutron [req-ef718fa0-b039-4da0-a77b-818768737260 req-b56bfad1-61fb-4c8d-96d3-2bbe038f8294 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updated VIF entry in instance network info cache for port be2f0c12-21cd-471f-9fa8-64e1dff8b2af. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1835.176049] env[69297]: DEBUG nova.network.neutron [req-ef718fa0-b039-4da0-a77b-818768737260 req-b56bfad1-61fb-4c8d-96d3-2bbe038f8294 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance_info_cache with network_info: [{"id": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "address": "fa:16:3e:61:ff:75", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2f0c12-21", "ovs_interfaceid": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1835.264049] env[69297]: DEBUG oslo_vmware.api [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375673} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1835.264049] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1835.264049] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1835.264260] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1835.264427] env[69297]: INFO nova.compute.manager [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1835.264673] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1835.264864] env[69297]: DEBUG nova.compute.manager [-] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1835.264960] env[69297]: DEBUG nova.network.neutron [-] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1835.418951] env[69297]: INFO nova.compute.resource_tracker [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating resource usage from migration c00f6403-3691-4aa8-9e84-e16ed32db84a
[ 1835.465459] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932140, 'name': ReconfigVM_Task, 'duration_secs': 1.999623} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1835.465729] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 0f99f8bd-417d-4bb8-87ca-a000ce0069e0/0f99f8bd-417d-4bb8-87ca-a000ce0069e0.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1835.466432] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6d76fbe-2801-45c9-8592-6fe149b78489 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.472220] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1835.472220] env[69297]:    value = "task-2932144"
[ 1835.472220] env[69297]:    _type = "Task"
[ 1835.472220] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1835.488375] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932144, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1835.488626] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5257516b-f59c-316d-4a04-644aac1f0a60, 'name': SearchDatastore_Task, 'duration_secs': 0.008192} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1835.489421] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7ed859-b9cd-42d3-a7ea-7dc27e643832 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.494615] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1835.494615] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5206001c-936d-0e27-fc3a-008dba4ae43a"
[ 1835.494615] env[69297]:    _type = "Task"
[ 1835.494615] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1835.504018] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5206001c-936d-0e27-fc3a-008dba4ae43a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1835.564108] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35341d87-bbec-428f-8c67-b63a95561325 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.571420] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045c927f-6270-4156-97e9-4793a552f027 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.602706] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74b6e9e-5c35-42b3-85c2-bda7b995c5ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.610348] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bd192a-f2dd-4114-b8cf-d72630e1711a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.623193] env[69297]: DEBUG nova.compute.provider_tree [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1835.677699] env[69297]: DEBUG nova.compute.manager [req-1f51c70d-33a5-404a-a674-8e6e78d52da8 req-cc60cfda-42e4-4720-8d85-1a30bb3f7dac service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Received event network-vif-deleted-38e7c80c-fe62-42da-b871-c9983c6fa2a1 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1835.678147] env[69297]: INFO nova.compute.manager [req-1f51c70d-33a5-404a-a674-8e6e78d52da8 req-cc60cfda-42e4-4720-8d85-1a30bb3f7dac service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Neutron deleted interface 38e7c80c-fe62-42da-b871-c9983c6fa2a1; detaching it from the instance and deleting it from the info cache
[ 1835.678446] env[69297]: DEBUG nova.network.neutron [req-1f51c70d-33a5-404a-a674-8e6e78d52da8 req-cc60cfda-42e4-4720-8d85-1a30bb3f7dac service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1835.680528] env[69297]: DEBUG oslo_concurrency.lockutils [req-ef718fa0-b039-4da0-a77b-818768737260 req-b56bfad1-61fb-4c8d-96d3-2bbe038f8294 service nova] Releasing lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1835.984404] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932144, 'name': Rename_Task, 'duration_secs': 0.13632} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1835.984636] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1835.984853] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d912e98-b2ad-4afc-9101-52d10b3cbf3a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1835.992524] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1835.992524] env[69297]:    value = "task-2932145"
[ 1835.992524] env[69297]:    _type = "Task"
[ 1835.992524] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1836.003064] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5206001c-936d-0e27-fc3a-008dba4ae43a, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1836.005501] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1836.005755] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 333e58c4-1bd5-45b0-a8e2-89e6ac137676/333e58c4-1bd5-45b0-a8e2-89e6ac137676.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1836.005995] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1836.006201] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8010ca50-1c41-4201-a92a-4434f1e69e70 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.011549] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1836.011549] env[69297]:    value = "task-2932146"
[ 1836.011549] env[69297]:    _type = "Task"
[ 1836.011549] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1836.018630] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1836.126315] env[69297]: DEBUG nova.scheduler.client.report [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1836.160484] env[69297]: DEBUG nova.network.neutron [-] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1836.181986] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6427d64b-fc66-4571-bf84-830d9d3ce38a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.193342] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e041f6e-8115-49b1-8223-0119d5160e6e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.224248] env[69297]: DEBUG nova.compute.manager [req-1f51c70d-33a5-404a-a674-8e6e78d52da8 req-cc60cfda-42e4-4720-8d85-1a30bb3f7dac service nova] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Detach interface failed, port_id=38e7c80c-fe62-42da-b871-c9983c6fa2a1, reason: Instance 215135ab-2bf3-4131-bb06-cd807ba0a5d1 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1836.504194] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932145, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1836.520011] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428222} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1836.520273] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 333e58c4-1bd5-45b0-a8e2-89e6ac137676/333e58c4-1bd5-45b0-a8e2-89e6ac137676.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1836.520480] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1836.520713] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bb54aaa-9773-43f8-a38f-87e64461ef76 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1836.527476] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1836.527476] env[69297]:    value = "task-2932147"
[ 1836.527476] env[69297]:    _type = "Task"
[ 1836.527476] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1836.534646] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1836.630944] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.224s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1836.631187] env[69297]: INFO nova.compute.manager [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Migrating
[ 1836.637736] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.490s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1836.639266] env[69297]: INFO nova.compute.claims [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1836.663025] env[69297]: INFO nova.compute.manager [-] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Took 1.40 seconds to deallocate network for instance.
[ 1837.003610] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932145, 'name': PowerOnVM_Task, 'duration_secs': 0.594672} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1837.004314] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1837.004458] env[69297]: INFO nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Took 9.13 seconds to spawn the instance on the hypervisor.
[ 1837.004649] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1837.005473] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547343ca-8132-4471-b803-5a198677ca6a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1837.035780] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067111} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1837.036034] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1837.036811] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50f60f7-c674-48cf-bf9e-e14319d5623c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1837.058341] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 333e58c4-1bd5-45b0-a8e2-89e6ac137676/333e58c4-1bd5-45b0-a8e2-89e6ac137676.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1837.059219] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec6efa73-f695-4a6f-8825-4cc400eb13c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1837.078832] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1837.078832] env[69297]:    value = "task-2932148"
[ 1837.078832] env[69297]:    _type = "Task"
[ 1837.078832] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1837.086971] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1837.150281] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1837.150452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1837.150625] env[69297]: DEBUG nova.network.neutron [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1837.168317] env[69297]: DEBUG oslo_concurrency.lockutils [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1837.521302] env[69297]: INFO nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Took 15.88 seconds to build instance.
[ 1837.589237] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1837.794468] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997598fe-175a-4c49-a233-f79b9b086116 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1837.802270] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456a8d8d-2cd1-49ae-9cb5-86ab56a847f4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1837.837651] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272e5a87-903b-4301-8bae-5199d7cdd757 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1837.845663] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b77826f-2ed7-4573-a1c8-c7e79945c2d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1837.859111] env[69297]: DEBUG nova.compute.provider_tree [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1837.899729] env[69297]: DEBUG nova.network.neutron [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance_info_cache with network_info: [{"id": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "address": "fa:16:3e:61:ff:75", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2f0c12-21", "ovs_interfaceid": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1838.025947] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.395s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1838.089764] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932148, 'name': ReconfigVM_Task, 'duration_secs': 0.749475} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1838.090052] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 333e58c4-1bd5-45b0-a8e2-89e6ac137676/333e58c4-1bd5-45b0-a8e2-89e6ac137676.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1838.090743] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d94b3b5-50ce-4c2e-b340-5d3d98764f0d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.097773] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1838.097773] env[69297]:    value = "task-2932149"
[ 1838.097773] env[69297]:    _type = "Task"
[ 1838.097773] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1838.106184] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932149, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1838.362180] env[69297]: DEBUG nova.scheduler.client.report [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1838.401774] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1838.607733] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932149, 'name': Rename_Task, 'duration_secs': 0.129814} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1838.608829] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1838.608829] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13093b03-5418-4c2e-ad52-8f8b1b323b6a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1838.615468] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1838.615468] env[69297]:    value = "task-2932150"
[ 1838.615468] env[69297]:    _type = "Task"
[ 1838.615468] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1838.624638] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1838.867396] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1838.867885] env[69297]: DEBUG nova.compute.manager [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1838.870686] env[69297]: DEBUG oslo_concurrency.lockutils [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.702s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1838.870930] env[69297]: DEBUG nova.objects.instance [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lazy-loading 'resources' on Instance uuid 215135ab-2bf3-4131-bb06-cd807ba0a5d1 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1839.126469] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932150, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1839.374249] env[69297]: DEBUG nova.compute.utils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1839.379069] env[69297]: DEBUG nova.compute.manager [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1839.379069] env[69297]: DEBUG nova.network.neutron [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1839.420726] env[69297]: DEBUG nova.policy [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50e948dffa604d64bf753e040e0fd061', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754539e6407a48c39206320896326881', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1839.513611] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca9fbfa-94a5-4566-aef6-2563466fd478 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.524276] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e0ca7f-8bb9-4fa8-b56e-3750133b16cc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.556499] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834c7cb2-e3cd-458a-a638-10c45e71f3d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.564413] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a37df5-e34d-43d8-b552-41b00f8cfd79 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.580341] env[69297]: DEBUG nova.compute.provider_tree [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1839.626415] env[69297]: DEBUG oslo_vmware.api [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932150, 'name': PowerOnVM_Task, 'duration_secs': 0.66628} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1839.626986] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1839.627272] env[69297]: INFO nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Took 9.50 seconds to spawn the instance on the hypervisor.
[ 1839.627523] env[69297]: DEBUG nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1839.628829] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69db4560-7254-4919-b344-c349d9a07538 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.777908] env[69297]: DEBUG nova.network.neutron [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Successfully created port: a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1839.879169] env[69297]: DEBUG nova.compute.manager [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1839.915819] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42faab5-cf4c-48b7-8f92-412503b09c68 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1839.936949] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance 'ffbcfe90-e924-4da6-a681-05b5f99350fc' progress to 0 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1840.083681] env[69297]: DEBUG nova.scheduler.client.report [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1840.145248] env[69297]: INFO nova.compute.manager [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Took 18.48 seconds to build instance.
[ 1840.444425] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1840.445043] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e6d0933-8d7d-4b81-957a-1c5e3b312a3f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1840.452173] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1840.452173] env[69297]:    value = "task-2932151"
[ 1840.452173] env[69297]:    _type = "Task"
[ 1840.452173] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1840.460954] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1840.589508] env[69297]: DEBUG oslo_concurrency.lockutils [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1840.612294] env[69297]: INFO nova.scheduler.client.report [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleted allocations for instance 215135ab-2bf3-4131-bb06-cd807ba0a5d1
[ 1840.646978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-47963888-f7d7-47b2-b0a3-317232eaba33 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.993s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1840.890359] env[69297]: DEBUG nova.compute.manager [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1840.928269] env[69297]: DEBUG nova.virt.hardware [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1840.928269] env[69297]: DEBUG nova.virt.hardware [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1840.928269] env[69297]: DEBUG nova.virt.hardware [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1840.928269] env[69297]: DEBUG nova.virt.hardware [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1840.928518] env[69297]: DEBUG nova.virt.hardware [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1840.928557] env[69297]: DEBUG nova.virt.hardware [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1840.928778] env[69297]: DEBUG nova.virt.hardware [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1840.928957] env[69297]: DEBUG nova.virt.hardware [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1840.929177] env[69297]: DEBUG nova.virt.hardware [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1840.929355] env[69297]: DEBUG nova.virt.hardware [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1840.929557] env[69297]: DEBUG nova.virt.hardware [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1840.930982] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c0341f-d2da-4642-b1e6-cb815997a31f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1840.939204] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf28258-4db2-4db4-a428-2c8c1d722851 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1840.961049] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932151, 'name': PowerOffVM_Task, 'duration_secs': 0.219857} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1840.961317] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1840.961499] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance 'ffbcfe90-e924-4da6-a681-05b5f99350fc' progress to 17 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1841.119431] env[69297]: DEBUG oslo_concurrency.lockutils [None req-23d03381-acf6-4859-b57e-514a5a04080f tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "215135ab-2bf3-4131-bb06-cd807ba0a5d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.481s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1841.250522] env[69297]: DEBUG nova.compute.manager [req-466bced8-d56c-4786-9a8b-bee27a7abcf8 req-fabbeaf3-38b6-4014-9c9e-09d9988c243b service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Received event network-vif-plugged-a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1841.250755] env[69297]: DEBUG oslo_concurrency.lockutils [req-466bced8-d56c-4786-9a8b-bee27a7abcf8 req-fabbeaf3-38b6-4014-9c9e-09d9988c243b service nova] Acquiring lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1841.250976] env[69297]: DEBUG oslo_concurrency.lockutils [req-466bced8-d56c-4786-9a8b-bee27a7abcf8 req-fabbeaf3-38b6-4014-9c9e-09d9988c243b service nova] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1841.251226] env[69297]: DEBUG oslo_concurrency.lockutils [req-466bced8-d56c-4786-9a8b-bee27a7abcf8 req-fabbeaf3-38b6-4014-9c9e-09d9988c243b service nova] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1841.251314] env[69297]: DEBUG nova.compute.manager [req-466bced8-d56c-4786-9a8b-bee27a7abcf8 req-fabbeaf3-38b6-4014-9c9e-09d9988c243b service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] No waiting events found dispatching network-vif-plugged-a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1841.251514] env[69297]: WARNING nova.compute.manager [req-466bced8-d56c-4786-9a8b-bee27a7abcf8 req-fabbeaf3-38b6-4014-9c9e-09d9988c243b service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Received unexpected event network-vif-plugged-a6e6134a-3a35-4fdb-8257-51837934ad88 for instance with vm_state building and task_state spawning.
[ 1841.347520] env[69297]: DEBUG nova.network.neutron [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Successfully updated port: a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1841.467491] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1841.467778] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1841.467888] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1841.468084] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1841.468280] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1841.468440] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1841.468644] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1841.468804] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1841.468970] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1841.469147] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1841.469319] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1841.475482] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf5f640-fa14-4cf3-a516-c0dd75662dfa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1841.492160] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1841.492160] env[69297]:    value = "task-2932152"
[ 1841.492160] env[69297]:    _type = "Task"
[ 1841.492160] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1841.500322] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1841.507826] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1841.508122] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1841.508367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1841.508563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1841.508733] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1841.510825] env[69297]: INFO nova.compute.manager [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Terminating instance
[ 1841.575990] env[69297]: DEBUG oslo_concurrency.lockutils [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1841.576286] env[69297]: DEBUG oslo_concurrency.lockutils [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1841.576514] env[69297]: DEBUG oslo_concurrency.lockutils [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1841.576706] env[69297]: DEBUG oslo_concurrency.lockutils [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1841.576879] env[69297]: DEBUG oslo_concurrency.lockutils [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1841.579008] env[69297]: INFO nova.compute.manager [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Terminating instance
[ 1841.850039] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1841.850434] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1841.850434] env[69297]: DEBUG nova.network.neutron [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1842.003051] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932152, 'name': ReconfigVM_Task, 'duration_secs': 0.153099} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1842.003469] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance 'ffbcfe90-e924-4da6-a681-05b5f99350fc' progress to 33 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1842.014434] env[69297]: DEBUG nova.compute.manager [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1842.014713] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1842.015827] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2ebc8d-032e-4488-b974-8da0b69e7db7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.023825] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1842.024136] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-592a23d3-4218-4148-a7e8-d5c3d759b218 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.030045] env[69297]: DEBUG oslo_vmware.api [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1842.030045] env[69297]:    value = "task-2932153"
[ 1842.030045] env[69297]:    _type = "Task"
[ 1842.030045] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1842.040175] env[69297]: DEBUG oslo_vmware.api [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.082773] env[69297]: DEBUG nova.compute.manager [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1842.083220] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1842.085116] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b77237-51cc-41bd-8a26-9fe5d75b6dd7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.094660] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1842.094917] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e42fde9d-f90a-460f-960d-ab5e3a63bb42 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.100781] env[69297]: DEBUG oslo_vmware.api [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1842.100781] env[69297]:    value = "task-2932154"
[ 1842.100781] env[69297]:    _type = "Task"
[ 1842.100781] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1842.108879] env[69297]: DEBUG oslo_vmware.api [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.382736] env[69297]: DEBUG nova.network.neutron [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1842.510402] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1842.510642] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1842.510798] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1842.511013] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1842.511179] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1842.511327] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1842.511532] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1842.511687] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1842.511850] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1842.512013] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1842.512194] env[69297]: DEBUG nova.virt.hardware [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1842.520297] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1842.521660] env[69297]: DEBUG nova.network.neutron [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updating instance_info_cache with network_info: [{"id": "a6e6134a-3a35-4fdb-8257-51837934ad88", "address": "fa:16:3e:61:53:a6", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e6134a-3a", "ovs_interfaceid": "a6e6134a-3a35-4fdb-8257-51837934ad88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1842.523208] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95854915-5c77-46c7-835b-959d08d65486 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.546500] env[69297]: DEBUG oslo_vmware.api [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932153, 'name': PowerOffVM_Task, 'duration_secs': 0.331381} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1842.547614] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1842.547791] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1842.548311] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1842.548311] env[69297]:    value = "task-2932155"
[ 1842.548311] env[69297]:    _type = "Task"
[ 1842.548311] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1842.548504] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2944b359-d44e-4747-bd2a-e59a7fd66741 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.557179] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.610986] env[69297]: DEBUG oslo_vmware.api [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932154, 'name': PowerOffVM_Task, 'duration_secs': 0.266564} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1842.611318] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1842.611520] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1842.611785] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a27a6eaf-16c8-44a0-8f69-bf6d452704e2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.616837] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1842.617050] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1842.617235] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleting the datastore file [datastore1] 0f99f8bd-417d-4bb8-87ca-a000ce0069e0 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1842.617462] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd4ec28a-a333-497d-b454-2ce6d661ac12 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.624226] env[69297]: DEBUG oslo_vmware.api [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1842.624226] env[69297]:    value = "task-2932158"
[ 1842.624226] env[69297]:    _type = "Task"
[ 1842.624226] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1842.632075] env[69297]: DEBUG oslo_vmware.api [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.691063] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1842.691375] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1842.691564] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleting the datastore file [datastore1] 333e58c4-1bd5-45b0-a8e2-89e6ac137676 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1842.691848] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8c8a1f8-7b97-4caf-afb6-74ceca23a9a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1842.697754] env[69297]: DEBUG oslo_vmware.api [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for the task: (returnval){
[ 1842.697754] env[69297]:    value = "task-2932159"
[ 1842.697754] env[69297]:    _type = "Task"
[ 1842.697754] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1842.706332] env[69297]: DEBUG oslo_vmware.api [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1842.787086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1842.787350] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1843.037796] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1843.037796] env[69297]: DEBUG nova.compute.manager [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Instance network_info: |[{"id": "a6e6134a-3a35-4fdb-8257-51837934ad88", "address": "fa:16:3e:61:53:a6", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e6134a-3a", "ovs_interfaceid": "a6e6134a-3a35-4fdb-8257-51837934ad88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1843.038252] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:53:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6e6134a-3a35-4fdb-8257-51837934ad88', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1843.046231] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1843.046788] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1843.047068] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8422158b-8ac3-413d-a89b-9c3097f692aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1843.070596] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.071762] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1843.071762] env[69297]:    value = "task-2932160"
[ 1843.071762] env[69297]:    _type = "Task"
[ 1843.071762] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1843.078761] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932160, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.133392] env[69297]: DEBUG oslo_vmware.api [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148487} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1843.133605] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1843.133846] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1843.134109] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1843.134339] env[69297]: INFO nova.compute.manager [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1843.134611] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1843.134831] env[69297]: DEBUG nova.compute.manager [-] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1843.134953] env[69297]: DEBUG nova.network.neutron [-] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1843.207244] env[69297]: DEBUG oslo_vmware.api [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Task: {'id': task-2932159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130296} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1843.207445] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1843.207629] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1843.207807] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1843.207979] env[69297]: INFO nova.compute.manager [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Took 1.13 seconds to destroy the instance on the hypervisor.
[ 1843.208259] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1843.208460] env[69297]: DEBUG nova.compute.manager [-] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1843.208555] env[69297]: DEBUG nova.network.neutron [-] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1843.290925] env[69297]: DEBUG nova.compute.manager [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1843.317995] env[69297]: DEBUG nova.compute.manager [req-5234e1a2-ba57-46f9-a86d-686f9d5b6f46 req-56c0af3d-5b59-4b6b-a65b-a7d7dde1263a service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Received event network-changed-a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1843.318070] env[69297]: DEBUG nova.compute.manager [req-5234e1a2-ba57-46f9-a86d-686f9d5b6f46 req-56c0af3d-5b59-4b6b-a65b-a7d7dde1263a service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Refreshing instance network info cache due to event network-changed-a6e6134a-3a35-4fdb-8257-51837934ad88. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1843.318292] env[69297]: DEBUG oslo_concurrency.lockutils [req-5234e1a2-ba57-46f9-a86d-686f9d5b6f46 req-56c0af3d-5b59-4b6b-a65b-a7d7dde1263a service nova] Acquiring lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1843.318464] env[69297]: DEBUG oslo_concurrency.lockutils [req-5234e1a2-ba57-46f9-a86d-686f9d5b6f46 req-56c0af3d-5b59-4b6b-a65b-a7d7dde1263a service nova] Acquired lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1843.318587] env[69297]: DEBUG nova.network.neutron [req-5234e1a2-ba57-46f9-a86d-686f9d5b6f46 req-56c0af3d-5b59-4b6b-a65b-a7d7dde1263a service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Refreshing network info cache for port a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1843.472170] env[69297]: DEBUG nova.compute.manager [req-92642eb3-6455-49d1-8a4c-cee17f1d08e3 req-2ca6e27e-99b4-4236-b25d-19d6efe47e46 service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Received event network-vif-deleted-349cd8de-c40d-40b4-b170-40c8f824f22f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1843.472407] env[69297]: INFO nova.compute.manager [req-92642eb3-6455-49d1-8a4c-cee17f1d08e3 req-2ca6e27e-99b4-4236-b25d-19d6efe47e46 service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Neutron deleted interface 349cd8de-c40d-40b4-b170-40c8f824f22f; detaching it from the instance and deleting it from the info cache
[ 1843.472866] env[69297]: DEBUG nova.network.neutron [req-92642eb3-6455-49d1-8a4c-cee17f1d08e3 req-2ca6e27e-99b4-4236-b25d-19d6efe47e46 service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1843.570692] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.580632] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932160, 'name': CreateVM_Task, 'duration_secs': 0.358588} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1843.580829] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1843.581485] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1843.581657] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1843.582012] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1843.582267] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ce26e0-d37d-4eb5-9ae5-be893fde6dcd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1843.586417] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1843.586417] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5204a56c-8975-d047-0f65-2b136731510c"
[ 1843.586417] env[69297]:    _type = "Task"
[ 1843.586417] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1843.593952] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5204a56c-8975-d047-0f65-2b136731510c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1843.815233] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1843.815522] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1843.817057] env[69297]: INFO nova.compute.claims [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1843.955574] env[69297]: DEBUG nova.network.neutron [-] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1843.961491] env[69297]: DEBUG nova.network.neutron [-] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1843.975711] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdf4310f-1c56-40f7-a002-118b239da43a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1843.985077] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e428e3f-e29e-4619-9ebc-7448a414ef5d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.018785] env[69297]: DEBUG nova.compute.manager [req-92642eb3-6455-49d1-8a4c-cee17f1d08e3 req-2ca6e27e-99b4-4236-b25d-19d6efe47e46 service nova] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Detach interface failed, port_id=349cd8de-c40d-40b4-b170-40c8f824f22f, reason: Instance 333e58c4-1bd5-45b0-a8e2-89e6ac137676 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1844.057162] env[69297]: DEBUG nova.network.neutron [req-5234e1a2-ba57-46f9-a86d-686f9d5b6f46 req-56c0af3d-5b59-4b6b-a65b-a7d7dde1263a service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updated VIF entry in instance network info cache for port a6e6134a-3a35-4fdb-8257-51837934ad88. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1844.057588] env[69297]: DEBUG nova.network.neutron [req-5234e1a2-ba57-46f9-a86d-686f9d5b6f46 req-56c0af3d-5b59-4b6b-a65b-a7d7dde1263a service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updating instance_info_cache with network_info: [{"id": "a6e6134a-3a35-4fdb-8257-51837934ad88", "address": "fa:16:3e:61:53:a6", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e6134a-3a", "ovs_interfaceid": "a6e6134a-3a35-4fdb-8257-51837934ad88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1844.071701] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932155, 'name': ReconfigVM_Task, 'duration_secs': 1.137041} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1844.071986] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1844.072825] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf68670-0c56-41e7-8f97-03b46560c0e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.095244] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-03872626-7829-437e-beb8-671cd5c3f6c2/volume-03872626-7829-437e-beb8-671cd5c3f6c2.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1844.098410] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1762d622-2e65-4bbc-b7b8-012da56c326d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.116105] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5204a56c-8975-d047-0f65-2b136731510c, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1844.117305] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1844.117536] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1844.117770] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1844.117918] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1844.118116] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1844.118421] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1844.118421] env[69297]:    value = "task-2932161"
[ 1844.118421] env[69297]:    _type = "Task"
[ 1844.118421] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1844.118603] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-017538eb-9246-41e3-afa3-df2410c39b50 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.128468] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1844.129316] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1844.129464] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1844.130139] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedba497-005d-49cb-a2d9-1420055cee84 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.134601] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1844.134601] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a31685-877f-2d18-16af-86b00f04f74a"
[ 1844.134601] env[69297]:    _type = "Task"
[ 1844.134601] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1844.142493] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a31685-877f-2d18-16af-86b00f04f74a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1844.458590] env[69297]: INFO nova.compute.manager [-] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Took 1.25 seconds to deallocate network for instance.
[ 1844.463678] env[69297]: INFO nova.compute.manager [-] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Took 1.33 seconds to deallocate network for instance.
[ 1844.560493] env[69297]: DEBUG oslo_concurrency.lockutils [req-5234e1a2-ba57-46f9-a86d-686f9d5b6f46 req-56c0af3d-5b59-4b6b-a65b-a7d7dde1263a service nova] Releasing lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1844.630446] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932161, 'name': ReconfigVM_Task, 'duration_secs': 0.294654} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1844.630670] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-03872626-7829-437e-beb8-671cd5c3f6c2/volume-03872626-7829-437e-beb8-671cd5c3f6c2.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1844.630948] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance 'ffbcfe90-e924-4da6-a681-05b5f99350fc' progress to 50 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1844.644825] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a31685-877f-2d18-16af-86b00f04f74a, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1844.645539] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1456c2-2612-4880-9c3f-ed90b57419f0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.650135] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1844.650135] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5288e63a-5515-0343-3cf6-57c4c735f171"
[ 1844.650135] env[69297]:    _type = "Task"
[ 1844.650135] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1844.657138] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5288e63a-5515-0343-3cf6-57c4c735f171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1844.933599] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be3b6a6-86b6-4b2d-9b0a-e80f20d12438 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.940984] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94406f15-5abb-4ba8-a6ec-78b3351db43e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.970388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1844.971163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1844.972015] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c358c256-2c2b-4002-aebf-e56f3033f295 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.979036] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b594ef-6f38-4c08-9bbf-69a698e232f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1844.991765] env[69297]: DEBUG nova.compute.provider_tree [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1845.137803] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28790d39-e553-4695-b085-1a2c5ab2e532 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.161037] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ec93a6-11ee-4bbe-827f-66809d47ad27 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.168968] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5288e63a-5515-0343-3cf6-57c4c735f171, 'name': SearchDatastore_Task, 'duration_secs': 0.009569} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1845.181527] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1845.181628] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 2397b964-a14b-4f3e-9d29-3b0965cc2535/2397b964-a14b-4f3e-9d29-3b0965cc2535.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1845.181872] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance 'ffbcfe90-e924-4da6-a681-05b5f99350fc' progress to 67 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1845.185255] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7399ad36-61e8-4a7d-85ae-95e8865db6f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.194416] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1845.194416] env[69297]:    value = "task-2932162"
[ 1845.194416] env[69297]:    _type = "Task"
[ 1845.194416] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1845.201716] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1845.342710] env[69297]: DEBUG nova.compute.manager [req-5ba4ce42-2feb-4965-a280-237edc6b8eb8 req-247f21eb-8268-45ff-a6c7-bf51d3091620 service nova] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Received event network-vif-deleted-97e0623c-5637-41f3-98c7-a366c0bb91a7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1845.495219] env[69297]: DEBUG nova.scheduler.client.report [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1845.705379] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470898} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1845.705659] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 2397b964-a14b-4f3e-9d29-3b0965cc2535/2397b964-a14b-4f3e-9d29-3b0965cc2535.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1845.705977] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1845.706130] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-719dac29-f380-4c40-ba0c-4bdfdb6d553a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1845.712331] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1845.712331] env[69297]:    value = "task-2932163"
[ 1845.712331] env[69297]:    _type = "Task"
[ 1845.712331] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1845.719864] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1846.000469] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1846.001223] env[69297]: DEBUG nova.compute.manager [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1846.004101] env[69297]: DEBUG oslo_concurrency.lockutils [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.034s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1846.004336] env[69297]: DEBUG nova.objects.instance [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lazy-loading 'resources' on Instance uuid 333e58c4-1bd5-45b0-a8e2-89e6ac137676 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1846.221368] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069587} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1846.221690] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1846.222383] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a5e44a-9910-4abf-a87f-c2144c50a7a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1846.245606] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 2397b964-a14b-4f3e-9d29-3b0965cc2535/2397b964-a14b-4f3e-9d29-3b0965cc2535.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1846.245827] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-583b21d8-c2bf-45c8-a066-fdb886c08d77 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1846.265015] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1846.265015] env[69297]:    value = "task-2932164"
[ 1846.265015] env[69297]:    _type = "Task"
[ 1846.265015] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1846.272728] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1846.507506] env[69297]: DEBUG nova.compute.utils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1846.512253] env[69297]: DEBUG nova.compute.manager [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1846.512691] env[69297]: DEBUG nova.network.neutron [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1846.549546] env[69297]: DEBUG nova.policy [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d2f9c086dd4da89232166919773d53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a4391229844f14a5f584c75bf49128', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1846.629383] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fa778e-512a-4bce-aefc-e4a6f5c2fb8e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1846.637084] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3d5718-d019-4de8-a701-d939484d09e7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1846.668198] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224c7162-0d6a-42de-bc93-5989aedea9d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1846.675581] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32debd13-3e42-4a65-8c7b-e9a8b97bc212 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1846.689515] env[69297]: DEBUG nova.compute.provider_tree [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1846.774773] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932164, 'name': ReconfigVM_Task, 'duration_secs': 0.272722} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1846.775083] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 2397b964-a14b-4f3e-9d29-3b0965cc2535/2397b964-a14b-4f3e-9d29-3b0965cc2535.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1846.775721] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-434905c4-43b7-492c-9ddc-78ec5831f1a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1846.782227] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1846.782227] env[69297]:    value = "task-2932165"
[ 1846.782227] env[69297]:    _type = "Task"
[ 1846.782227] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1846.793439] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932165, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1846.827294] env[69297]: DEBUG nova.network.neutron [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Port be2f0c12-21cd-471f-9fa8-64e1dff8b2af binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1846.838047] env[69297]: DEBUG nova.network.neutron [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Successfully created port: 026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1847.013481] env[69297]: DEBUG nova.compute.manager [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1847.192808] env[69297]: DEBUG nova.scheduler.client.report [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1847.291863] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932165, 'name': Rename_Task, 'duration_secs': 0.137759} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1847.292204] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1847.292404] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed297cff-9f19-4a99-b351-5b57038f44c4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.298531] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1847.298531] env[69297]:    value = "task-2932166"
[ 1847.298531] env[69297]:    _type = "Task"
[ 1847.298531] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1847.306372] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1847.697724] env[69297]: DEBUG oslo_concurrency.lockutils [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1847.700454] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.729s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1847.700705] env[69297]: DEBUG nova.objects.instance [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lazy-loading 'resources' on Instance uuid 0f99f8bd-417d-4bb8-87ca-a000ce0069e0 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1847.724516] env[69297]: INFO nova.scheduler.client.report [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleted allocations for instance 333e58c4-1bd5-45b0-a8e2-89e6ac137676
[ 1847.809014] env[69297]: DEBUG oslo_vmware.api [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932166, 'name': PowerOnVM_Task, 'duration_secs': 0.472372} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1847.809195] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1847.809329] env[69297]: INFO nova.compute.manager [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Took 6.92 seconds to spawn the instance on the hypervisor.
[ 1847.809540] env[69297]: DEBUG nova.compute.manager [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1847.810337] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68005a83-afa6-47d2-b660-1d9fda265ec6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1847.858563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "ffbcfe90-e924-4da6-a681-05b5f99350fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1847.858869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1847.859112] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1848.023936] env[69297]: DEBUG nova.compute.manager [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1848.056391] env[69297]: DEBUG nova.virt.hardware [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1848.056643] env[69297]: DEBUG nova.virt.hardware [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1848.056806] env[69297]: DEBUG nova.virt.hardware [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1848.057626] env[69297]: DEBUG nova.virt.hardware [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1848.057626] env[69297]: DEBUG nova.virt.hardware [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1848.057626] env[69297]: DEBUG nova.virt.hardware [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1848.057626] env[69297]: DEBUG nova.virt.hardware [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1848.057832] env[69297]: DEBUG nova.virt.hardware [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1848.057870] env[69297]: DEBUG nova.virt.hardware [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1848.058024] env[69297]: DEBUG nova.virt.hardware [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1848.058200] env[69297]: DEBUG nova.virt.hardware [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1848.059157] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c64610f-c038-463c-ab5b-28ca93bbde30 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.069269] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef04750-63f0-46b5-b819-8cd387573f5b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.190300] env[69297]: DEBUG nova.compute.manager [req-a9352443-6998-4c88-a4ac-e0cb246b4fa3 req-e9a802e1-a016-4e0f-8841-449cd4487d7e service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Received event network-vif-plugged-026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1848.190621] env[69297]: DEBUG oslo_concurrency.lockutils [req-a9352443-6998-4c88-a4ac-e0cb246b4fa3 req-e9a802e1-a016-4e0f-8841-449cd4487d7e service nova] Acquiring lock "3c0b19fe-d671-43c3-85ce-c650af97ed74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1848.190961] env[69297]: DEBUG oslo_concurrency.lockutils [req-a9352443-6998-4c88-a4ac-e0cb246b4fa3 req-e9a802e1-a016-4e0f-8841-449cd4487d7e service nova] Lock "3c0b19fe-d671-43c3-85ce-c650af97ed74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1848.191562] env[69297]: DEBUG oslo_concurrency.lockutils [req-a9352443-6998-4c88-a4ac-e0cb246b4fa3 req-e9a802e1-a016-4e0f-8841-449cd4487d7e service nova] Lock "3c0b19fe-d671-43c3-85ce-c650af97ed74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1848.191849] env[69297]: DEBUG nova.compute.manager [req-a9352443-6998-4c88-a4ac-e0cb246b4fa3 req-e9a802e1-a016-4e0f-8841-449cd4487d7e service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] No waiting events found dispatching network-vif-plugged-026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1848.192191] env[69297]: WARNING nova.compute.manager [req-a9352443-6998-4c88-a4ac-e0cb246b4fa3 req-e9a802e1-a016-4e0f-8841-449cd4487d7e service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Received unexpected event network-vif-plugged-026fd273-c9a1-41ef-8abd-7750de1a9fe9 for instance with vm_state building and task_state spawning.
[ 1848.235183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-10c49407-609a-44a3-ac5c-903bdda792c5 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "333e58c4-1bd5-45b0-a8e2-89e6ac137676" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.659s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1848.287576] env[69297]: DEBUG nova.network.neutron [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Successfully updated port: 026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1848.329880] env[69297]: INFO nova.compute.manager [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Took 13.20 seconds to build instance.
[ 1848.342166] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c019864e-7ae1-4c4d-becf-6f808ea55484 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.352406] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e98374-e6c0-47e8-8458-885a93f2644b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.386052] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ffc7dc-dc59-477f-a77f-f8f22a26fe39 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.394170] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b286a83-ebd7-4e02-b500-d9e98fb412ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1848.411309] env[69297]: DEBUG nova.compute.provider_tree [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1848.791057] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1848.791252] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1848.791408] env[69297]: DEBUG nova.network.neutron [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1848.831707] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e15ca9ec-920b-4b87-86da-0b280244a08b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.707s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1848.914528] env[69297]: DEBUG nova.scheduler.client.report [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1848.931027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1848.931149] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1848.931274] env[69297]: DEBUG nova.network.neutron [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1849.341715] env[69297]: DEBUG nova.network.neutron [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1849.419192] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1849.451249] env[69297]: INFO nova.scheduler.client.report [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Deleted allocations for instance 0f99f8bd-417d-4bb8-87ca-a000ce0069e0
[ 1849.653431] env[69297]: DEBUG nova.network.neutron [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance_info_cache with network_info: [{"id": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "address": "fa:16:3e:61:ff:75", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2f0c12-21", "ovs_interfaceid": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1849.837583] env[69297]: DEBUG nova.network.neutron [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updating instance_info_cache with network_info: [{"id": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "address": "fa:16:3e:23:08:28", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026fd273-c9", "ovs_interfaceid": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1849.958931] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11a2ebde-7b21-4df7-af71-6900d506c219 tempest-MultipleCreateTestJSON-523362810 tempest-MultipleCreateTestJSON-523362810-project-member] Lock "0f99f8bd-417d-4bb8-87ca-a000ce0069e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 8.451s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1850.156744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1850.220381] env[69297]: DEBUG nova.compute.manager [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Received event network-changed-026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1850.220581] env[69297]: DEBUG nova.compute.manager [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing instance network info cache due to event network-changed-026fd273-c9a1-41ef-8abd-7750de1a9fe9. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1850.220771] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] Acquiring lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1850.340182] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1850.340602] env[69297]: DEBUG nova.compute.manager [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Instance network_info: |[{"id": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "address": "fa:16:3e:23:08:28", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026fd273-c9", "ovs_interfaceid": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1850.341078] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] Acquired lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1850.341319] env[69297]: DEBUG nova.network.neutron [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing network info cache for port 026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1850.343197] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:08:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '026fd273-c9a1-41ef-8abd-7750de1a9fe9', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1850.352260] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1850.353459] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1850.353740] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca9e7fd2-b8d3-457f-937f-f8cbd8dc4cb2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1850.377640] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1850.377640] env[69297]:    value = "task-2932167"
[ 1850.377640] env[69297]:    _type = "Task"
[ 1850.377640] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1850.386397] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932167, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1850.666105] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a96b96f-2842-4208-8350-76838cd6218e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1850.673955] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9f6ebc-fc8a-46cb-8cf7-9cda828c35bb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1850.889057] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932167, 'name': CreateVM_Task, 'duration_secs': 0.328093} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1850.889311] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1850.890151] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1850.890382] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1850.890698] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1850.891313] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8eba3c-ee5b-429b-9ec5-f18ac96eac07 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1850.896461] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1850.896461] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52bbf159-6445-21e9-b0a5-1a5b616a830d"
[ 1850.896461] env[69297]:    _type = "Task"
[ 1850.896461] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1850.906570] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bbf159-6445-21e9-b0a5-1a5b616a830d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1851.146536] env[69297]: DEBUG nova.network.neutron [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updated VIF entry in instance network info cache for port 026fd273-c9a1-41ef-8abd-7750de1a9fe9. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1851.146959] env[69297]: DEBUG nova.network.neutron [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updating instance_info_cache with network_info: [{"id": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "address": "fa:16:3e:23:08:28", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026fd273-c9", "ovs_interfaceid": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1851.406789] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52bbf159-6445-21e9-b0a5-1a5b616a830d, 'name': SearchDatastore_Task, 'duration_secs': 0.010911} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1851.407125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1851.407351] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1851.407593] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1851.407741] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1851.407919] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1851.408226] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd602a9d-fd8c-4734-a055-abffd02c95d3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1851.418082] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1851.419019] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1851.419019] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c78ec9-1a55-4197-bf75-20bcd1eda28b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1851.424477] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1851.424477] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520aae41-7536-d36e-75ea-f9252f810ee1"
[ 1851.424477] env[69297]:    _type = "Task"
[ 1851.424477] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1851.432064] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520aae41-7536-d36e-75ea-f9252f810ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1851.650594] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] Releasing lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1851.650957] env[69297]: DEBUG nova.compute.manager [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Received event network-changed-a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1851.651104] env[69297]: DEBUG nova.compute.manager [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Refreshing instance network info cache due to event network-changed-a6e6134a-3a35-4fdb-8257-51837934ad88. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1851.651534] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] Acquiring lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1851.651534] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] Acquired lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1851.651682] env[69297]: DEBUG nova.network.neutron [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Refreshing network info cache for port a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1851.784309] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316d7948-7316-47ce-85b3-aa2a860b3765 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1851.804130] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f258b9f6-41b0-4c07-b6ed-2ab7c13a0563 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1851.810838] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance 'ffbcfe90-e924-4da6-a681-05b5f99350fc' progress to 83 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1851.935576] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520aae41-7536-d36e-75ea-f9252f810ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.008225} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1851.936449] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee473c35-9396-4797-904d-79145c940126 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1851.941975] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1851.941975] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52da6e1a-18f5-bfce-47cd-473b2d5dcbec"
[ 1851.941975] env[69297]:    _type = "Task"
[ 1851.941975] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1851.949455] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52da6e1a-18f5-bfce-47cd-473b2d5dcbec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1852.317675] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1852.318009] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3a67075-026e-4564-9ae4-1bc50f8f52a0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.325816] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1852.325816] env[69297]:    value = "task-2932168"
[ 1852.325816] env[69297]:    _type = "Task"
[ 1852.325816] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1852.336890] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1852.367189] env[69297]: DEBUG nova.network.neutron [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updated VIF entry in instance network info cache for port a6e6134a-3a35-4fdb-8257-51837934ad88. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1852.367613] env[69297]: DEBUG nova.network.neutron [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updating instance_info_cache with network_info: [{"id": "a6e6134a-3a35-4fdb-8257-51837934ad88", "address": "fa:16:3e:61:53:a6", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e6134a-3a", "ovs_interfaceid": "a6e6134a-3a35-4fdb-8257-51837934ad88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1852.454232] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52da6e1a-18f5-bfce-47cd-473b2d5dcbec, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1852.455100] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1852.455100] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 3c0b19fe-d671-43c3-85ce-c650af97ed74/3c0b19fe-d671-43c3-85ce-c650af97ed74.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1852.455467] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f52c340-f483-4336-ae0c-ff0a322d7c03 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.461564] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1852.461564] env[69297]:    value = "task-2932169"
[ 1852.461564] env[69297]:    _type = "Task"
[ 1852.461564] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1852.469304] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1852.839271] env[69297]: DEBUG oslo_vmware.api [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932168, 'name': PowerOnVM_Task, 'duration_secs': 0.386215} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1852.839563] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1852.839801] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-46ddd7ce-f937-4d20-b5f6-0921a97c26ad tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance 'ffbcfe90-e924-4da6-a681-05b5f99350fc' progress to 100 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1852.870359] env[69297]: DEBUG oslo_concurrency.lockutils [req-cfa9cc19-f2b1-4898-9e88-c15b141af30e req-4c881282-90f8-4289-aab2-6a3736f0d8dd service nova] Releasing lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1852.972845] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463524} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1852.973207] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 3c0b19fe-d671-43c3-85ce-c650af97ed74/3c0b19fe-d671-43c3-85ce-c650af97ed74.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1852.973824] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1852.974188] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-becef0f8-39c7-4fa5-b6e7-298f662f730d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1852.980928] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1852.980928] env[69297]:    value = "task-2932170"
[ 1852.980928] env[69297]:    _type = "Task"
[ 1852.980928] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1852.990587] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1853.490756] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273866} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1853.491212] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1853.492107] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb9940-8a6e-4486-a138-06100a4ce0a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1853.513858] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 3c0b19fe-d671-43c3-85ce-c650af97ed74/3c0b19fe-d671-43c3-85ce-c650af97ed74.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1853.514330] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab4e6fb9-8aee-4170-9a17-3775bffa8791 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1853.536221] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1853.536221] env[69297]:    value = "task-2932171"
[ 1853.536221] env[69297]:    _type = "Task"
[ 1853.536221] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1853.544384] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1854.048237] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932171, 'name': ReconfigVM_Task, 'duration_secs': 0.338927} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1854.048460] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 3c0b19fe-d671-43c3-85ce-c650af97ed74/3c0b19fe-d671-43c3-85ce-c650af97ed74.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1854.049165] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eaf9664-e04e-4fc7-bb11-ddbff28512a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1854.055647] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1854.055647] env[69297]:    value = "task-2932172"
[ 1854.055647] env[69297]:    _type = "Task"
[ 1854.055647] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1854.064398] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932172, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1854.296026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "3fa43681-ef07-4f1b-a48d-93f7a657582d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1854.296026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "3fa43681-ef07-4f1b-a48d-93f7a657582d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1854.566292] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932172, 'name': Rename_Task, 'duration_secs': 0.147126} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1854.566597] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1854.567450] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9109328d-7840-4757-84ac-c6d4723fc795 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1854.573950] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1854.573950] env[69297]:    value = "task-2932173"
[ 1854.573950] env[69297]:    _type = "Task"
[ 1854.573950] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1854.582069] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1854.648464] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "0c3afb1e-f968-416f-8c11-12d0b6766170" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1854.648464] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "0c3afb1e-f968-416f-8c11-12d0b6766170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1854.800053] env[69297]: DEBUG nova.compute.manager [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1854.982869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "ffbcfe90-e924-4da6-a681-05b5f99350fc" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1854.983266] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1854.983471] env[69297]: DEBUG nova.compute.manager [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Going to confirm migration 8 {{(pid=69297) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1855.083656] env[69297]: DEBUG oslo_vmware.api [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932173, 'name': PowerOnVM_Task, 'duration_secs': 0.446957} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1855.083916] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1855.084246] env[69297]: INFO nova.compute.manager [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Took 7.06 seconds to spawn the instance on the hypervisor.
[ 1855.084435] env[69297]: DEBUG nova.compute.manager [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1855.085204] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b2288b-c38a-4470-857e-8ae6dcbce733 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1855.150214] env[69297]: DEBUG nova.compute.manager [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1855.320361] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1855.320586] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1855.322178] env[69297]: INFO nova.compute.claims [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1855.563395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1855.563594] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquired lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1855.563898] env[69297]: DEBUG nova.network.neutron [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1855.563962] env[69297]: DEBUG nova.objects.instance [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lazy-loading 'info_cache' on Instance uuid ffbcfe90-e924-4da6-a681-05b5f99350fc {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1855.606028] env[69297]: INFO nova.compute.manager [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Took 11.81 seconds to build instance.
[ 1855.671739] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1856.047599] env[69297]: DEBUG nova.compute.manager [req-1214ce6c-903c-42ed-be5f-0093d963e5eb req-eb218a15-435e-4e8b-b700-a992e546de54 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Received event network-changed-026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1856.047809] env[69297]: DEBUG nova.compute.manager [req-1214ce6c-903c-42ed-be5f-0093d963e5eb req-eb218a15-435e-4e8b-b700-a992e546de54 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing instance network info cache due to event network-changed-026fd273-c9a1-41ef-8abd-7750de1a9fe9. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1856.049032] env[69297]: DEBUG oslo_concurrency.lockutils [req-1214ce6c-903c-42ed-be5f-0093d963e5eb req-eb218a15-435e-4e8b-b700-a992e546de54 service nova] Acquiring lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1856.049032] env[69297]: DEBUG oslo_concurrency.lockutils [req-1214ce6c-903c-42ed-be5f-0093d963e5eb req-eb218a15-435e-4e8b-b700-a992e546de54 service nova] Acquired lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1856.049032] env[69297]: DEBUG nova.network.neutron [req-1214ce6c-903c-42ed-be5f-0093d963e5eb req-eb218a15-435e-4e8b-b700-a992e546de54 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing network info cache for port 026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1856.107646] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f21ecaa0-e84e-4b28-a037-c869a3f3f69d tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.320s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1856.466457] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d895b0a-de95-4944-ad37-12c92c5c6f53 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1856.473916] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec42b6b-eaaa-4128-b30e-394fb3d08208 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1856.503868] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82d3762-1669-47ce-bbf3-132b073409a8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1856.510682] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6452f26-ea7d-4578-b675-6301bee25495 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1856.523634] env[69297]: DEBUG nova.compute.provider_tree [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1856.764521] env[69297]: DEBUG nova.network.neutron [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance_info_cache with network_info: [{"id": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "address": "fa:16:3e:61:ff:75", "network": {"id": "43ae57fb-8f92-4822-812d-a9098a7dea40", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-269347348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b5ebf219f14436f98d1d6111abc74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2f0c12-21", "ovs_interfaceid": "be2f0c12-21cd-471f-9fa8-64e1dff8b2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1856.787214] env[69297]: DEBUG nova.network.neutron [req-1214ce6c-903c-42ed-be5f-0093d963e5eb req-eb218a15-435e-4e8b-b700-a992e546de54 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updated VIF entry in instance network info cache for port 026fd273-c9a1-41ef-8abd-7750de1a9fe9. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1856.787576] env[69297]: DEBUG nova.network.neutron [req-1214ce6c-903c-42ed-be5f-0093d963e5eb req-eb218a15-435e-4e8b-b700-a992e546de54 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updating instance_info_cache with network_info: [{"id": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "address": "fa:16:3e:23:08:28", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026fd273-c9", "ovs_interfaceid": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1856.976805] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1856.977045] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1857.027333] env[69297]: DEBUG nova.scheduler.client.report [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1857.267848] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Releasing lock "refresh_cache-ffbcfe90-e924-4da6-a681-05b5f99350fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1857.268152] env[69297]: DEBUG nova.objects.instance [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lazy-loading 'migration_context' on Instance uuid ffbcfe90-e924-4da6-a681-05b5f99350fc {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1857.289801] env[69297]: DEBUG oslo_concurrency.lockutils [req-1214ce6c-903c-42ed-be5f-0093d963e5eb req-eb218a15-435e-4e8b-b700-a992e546de54 service nova] Releasing lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1857.479156] env[69297]: DEBUG nova.compute.manager [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1857.531801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1857.532377] env[69297]: DEBUG nova.compute.manager [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1857.535533] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.864s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1857.537424] env[69297]: INFO nova.compute.claims [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1857.771271] env[69297]: DEBUG nova.objects.base [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Object Instance<ffbcfe90-e924-4da6-a681-05b5f99350fc> lazy-loaded attributes: info_cache,migration_context {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1857.772272] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda2102-edce-4074-b616-8ee4154f8ac9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1857.791671] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6bde88-3542-417d-871a-e0177e5b7736 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1857.797447] env[69297]: DEBUG oslo_vmware.api [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1857.797447] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5267001f-f4e3-31ca-7964-ef562dccb4e8"
[ 1857.797447] env[69297]:    _type = "Task"
[ 1857.797447] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1857.805565] env[69297]: DEBUG oslo_vmware.api [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5267001f-f4e3-31ca-7964-ef562dccb4e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1858.001346] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1858.044777] env[69297]: DEBUG nova.compute.utils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1858.046744] env[69297]: DEBUG nova.compute.manager [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1858.046934] env[69297]: DEBUG nova.network.neutron [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1858.090993] env[69297]: DEBUG nova.policy [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe893ac49ab14993af17dac15a0ee31b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a53723c4f574cc4bbbd3f63369be390', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1858.310452] env[69297]: DEBUG oslo_vmware.api [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5267001f-f4e3-31ca-7964-ef562dccb4e8, 'name': SearchDatastore_Task, 'duration_secs': 0.00798} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1858.310782] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1858.330649] env[69297]: DEBUG nova.network.neutron [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Successfully created port: 1984ef8a-fbe9-43d9-82ae-6510a5f7c304 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1858.547948] env[69297]: DEBUG nova.compute.manager [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1858.690396] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47595cf9-874f-483d-a543-66ced65871ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.697577] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2cdd11-cfad-4714-828c-786398c8ea74 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.730430] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb4086-1f9d-4987-80e6-03791251f3d4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.737142] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b95ec6-3f0d-4a5a-8d5c-5f45c7a559ce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1858.749688] env[69297]: DEBUG nova.compute.provider_tree [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1859.253244] env[69297]: DEBUG nova.scheduler.client.report [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1859.559224] env[69297]: DEBUG nova.compute.manager [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1859.590254] env[69297]: DEBUG nova.virt.hardware [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1859.590504] env[69297]: DEBUG nova.virt.hardware [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1859.590661] env[69297]: DEBUG nova.virt.hardware [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1859.590845] env[69297]: DEBUG nova.virt.hardware [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1859.590987] env[69297]: DEBUG nova.virt.hardware [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1859.591148] env[69297]: DEBUG nova.virt.hardware [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1859.591359] env[69297]: DEBUG nova.virt.hardware [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1859.591518] env[69297]: DEBUG nova.virt.hardware [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1859.591680] env[69297]: DEBUG nova.virt.hardware [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1859.591840] env[69297]: DEBUG nova.virt.hardware [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1859.592016] env[69297]: DEBUG nova.virt.hardware [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1859.592875] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36825f98-053c-4fdb-802a-f40b3371c86c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1859.601203] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031fe7cc-8fec-4547-82ee-01b305d2439e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1859.721400] env[69297]: DEBUG nova.compute.manager [req-5ea640e6-2276-4c4d-ac18-18cd93bc5bad req-3d16b239-dc46-4815-8d4a-bcd5d4aa2951 service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Received event network-vif-plugged-1984ef8a-fbe9-43d9-82ae-6510a5f7c304 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1859.721660] env[69297]: DEBUG oslo_concurrency.lockutils [req-5ea640e6-2276-4c4d-ac18-18cd93bc5bad req-3d16b239-dc46-4815-8d4a-bcd5d4aa2951 service nova] Acquiring lock "3fa43681-ef07-4f1b-a48d-93f7a657582d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1859.721834] env[69297]: DEBUG oslo_concurrency.lockutils [req-5ea640e6-2276-4c4d-ac18-18cd93bc5bad req-3d16b239-dc46-4815-8d4a-bcd5d4aa2951 service nova] Lock "3fa43681-ef07-4f1b-a48d-93f7a657582d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1859.723202] env[69297]: DEBUG oslo_concurrency.lockutils [req-5ea640e6-2276-4c4d-ac18-18cd93bc5bad req-3d16b239-dc46-4815-8d4a-bcd5d4aa2951 service nova] Lock "3fa43681-ef07-4f1b-a48d-93f7a657582d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1859.723422] env[69297]: DEBUG nova.compute.manager [req-5ea640e6-2276-4c4d-ac18-18cd93bc5bad req-3d16b239-dc46-4815-8d4a-bcd5d4aa2951 service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] No waiting events found dispatching network-vif-plugged-1984ef8a-fbe9-43d9-82ae-6510a5f7c304 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1859.723589] env[69297]: WARNING nova.compute.manager [req-5ea640e6-2276-4c4d-ac18-18cd93bc5bad req-3d16b239-dc46-4815-8d4a-bcd5d4aa2951 service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Received unexpected event network-vif-plugged-1984ef8a-fbe9-43d9-82ae-6510a5f7c304 for instance with vm_state building and task_state spawning.
[ 1859.758479] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1859.759041] env[69297]: DEBUG nova.compute.manager [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1859.762034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.761s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1859.763557] env[69297]: INFO nova.compute.claims [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1859.821766] env[69297]: DEBUG nova.network.neutron [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Successfully updated port: 1984ef8a-fbe9-43d9-82ae-6510a5f7c304 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1860.264137] env[69297]: DEBUG nova.compute.utils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1860.265968] env[69297]: DEBUG nova.compute.manager [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1860.266165] env[69297]: DEBUG nova.network.neutron [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1860.304217] env[69297]: DEBUG nova.policy [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe893ac49ab14993af17dac15a0ee31b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a53723c4f574cc4bbbd3f63369be390', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1860.323609] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1860.323705] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1860.323851] env[69297]: DEBUG nova.network.neutron [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1860.562197] env[69297]: DEBUG nova.network.neutron [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Successfully created port: 5a1c9fda-7697-4859-8bc7-a47265dbe5c7 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1860.769472] env[69297]: DEBUG nova.compute.manager [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1860.853454] env[69297]: DEBUG nova.network.neutron [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1860.906609] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826c7585-0454-436a-bcd9-2c402941a0c2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1860.913968] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964fcf55-e397-4526-a50f-a1a6f2ad84b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1860.945853] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c3712b-a616-47a4-be7f-b301ab0e0a0d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1860.955211] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a2015d-dcdf-4cfb-840a-4def3c9c5962 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1860.969589] env[69297]: DEBUG nova.compute.provider_tree [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1860.980069] env[69297]: DEBUG nova.network.neutron [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Updating instance_info_cache with network_info: [{"id": "1984ef8a-fbe9-43d9-82ae-6510a5f7c304", "address": "fa:16:3e:f1:4a:ab", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1984ef8a-fb", "ovs_interfaceid": "1984ef8a-fbe9-43d9-82ae-6510a5f7c304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1861.472791] env[69297]: DEBUG nova.scheduler.client.report [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1861.482748] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1861.483047] env[69297]: DEBUG nova.compute.manager [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Instance network_info: |[{"id": "1984ef8a-fbe9-43d9-82ae-6510a5f7c304", "address": "fa:16:3e:f1:4a:ab", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1984ef8a-fb", "ovs_interfaceid": "1984ef8a-fbe9-43d9-82ae-6510a5f7c304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1861.483523] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:4a:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1984ef8a-fbe9-43d9-82ae-6510a5f7c304', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1861.491076] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Creating folder: Project (3a53723c4f574cc4bbbd3f63369be390). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1861.491910] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d0bc71b-fbf5-40a3-9c6e-fcc3076ab3c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1861.503266] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Created folder: Project (3a53723c4f574cc4bbbd3f63369be390) in parent group-v588392.
[ 1861.503456] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Creating folder: Instances. Parent ref: group-v588724. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1861.503681] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60527c71-32f3-432f-84a1-1b7de6e5168d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1861.511678] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Created folder: Instances in parent group-v588724.
[ 1861.511896] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1861.512089] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1861.512287] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6074efdf-5977-4389-9cbf-a2f14101df1d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1861.532173] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1861.532173] env[69297]:    value = "task-2932176"
[ 1861.532173] env[69297]:    _type = "Task"
[ 1861.532173] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1861.542560] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932176, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1861.749635] env[69297]: DEBUG nova.compute.manager [req-a07bed11-134b-4f84-9e01-7bb16793a7e4 req-570920af-d56b-47cb-bea5-79433e575fcc service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Received event network-changed-1984ef8a-fbe9-43d9-82ae-6510a5f7c304 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1861.749740] env[69297]: DEBUG nova.compute.manager [req-a07bed11-134b-4f84-9e01-7bb16793a7e4 req-570920af-d56b-47cb-bea5-79433e575fcc service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Refreshing instance network info cache due to event network-changed-1984ef8a-fbe9-43d9-82ae-6510a5f7c304. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1861.750023] env[69297]: DEBUG oslo_concurrency.lockutils [req-a07bed11-134b-4f84-9e01-7bb16793a7e4 req-570920af-d56b-47cb-bea5-79433e575fcc service nova] Acquiring lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1861.750247] env[69297]: DEBUG oslo_concurrency.lockutils [req-a07bed11-134b-4f84-9e01-7bb16793a7e4 req-570920af-d56b-47cb-bea5-79433e575fcc service nova] Acquired lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1861.750441] env[69297]: DEBUG nova.network.neutron [req-a07bed11-134b-4f84-9e01-7bb16793a7e4 req-570920af-d56b-47cb-bea5-79433e575fcc service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Refreshing network info cache for port 1984ef8a-fbe9-43d9-82ae-6510a5f7c304 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1861.778135] env[69297]: DEBUG nova.compute.manager [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1861.808196] env[69297]: DEBUG nova.virt.hardware [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1861.808478] env[69297]: DEBUG nova.virt.hardware [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1861.808707] env[69297]: DEBUG nova.virt.hardware [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1861.808903] env[69297]: DEBUG nova.virt.hardware [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1861.809066] env[69297]: DEBUG nova.virt.hardware [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1861.809216] env[69297]: DEBUG nova.virt.hardware [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1861.809426] env[69297]: DEBUG nova.virt.hardware [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1861.809585] env[69297]: DEBUG nova.virt.hardware [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1861.809769] env[69297]: DEBUG nova.virt.hardware [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1861.809939] env[69297]: DEBUG nova.virt.hardware [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1861.810139] env[69297]: DEBUG nova.virt.hardware [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1861.811042] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45996e64-ea98-4a40-ba50-54a1239777f4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1861.818896] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f95559a-9122-4cfb-9262-fd1c9276e92d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1861.977718] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1861.978486] env[69297]: DEBUG nova.compute.manager [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1861.982711] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.672s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1862.002284] env[69297]: DEBUG nova.network.neutron [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Successfully updated port: 5a1c9fda-7697-4859-8bc7-a47265dbe5c7 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1862.042361] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932176, 'name': CreateVM_Task, 'duration_secs': 0.298069} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1862.042522] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1862.043256] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1862.043434] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1862.043742] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1862.043984] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a545d0-8f11-4d9e-9841-d140704dca23 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1862.048044] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1862.048044] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]525a8a1d-9543-85a1-310d-8dd648bed6ef"
[ 1862.048044] env[69297]:    _type = "Task"
[ 1862.048044] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1862.056660] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525a8a1d-9543-85a1-310d-8dd648bed6ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1862.457959] env[69297]: DEBUG nova.network.neutron [req-a07bed11-134b-4f84-9e01-7bb16793a7e4 req-570920af-d56b-47cb-bea5-79433e575fcc service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Updated VIF entry in instance network info cache for port 1984ef8a-fbe9-43d9-82ae-6510a5f7c304. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1862.458373] env[69297]: DEBUG nova.network.neutron [req-a07bed11-134b-4f84-9e01-7bb16793a7e4 req-570920af-d56b-47cb-bea5-79433e575fcc service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Updating instance_info_cache with network_info: [{"id": "1984ef8a-fbe9-43d9-82ae-6510a5f7c304", "address": "fa:16:3e:f1:4a:ab", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1984ef8a-fb", "ovs_interfaceid": "1984ef8a-fbe9-43d9-82ae-6510a5f7c304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1862.486321] env[69297]: DEBUG nova.compute.utils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1862.490409] env[69297]: DEBUG nova.compute.manager [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1862.490576] env[69297]: DEBUG nova.network.neutron [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1862.505325] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "refresh_cache-0c3afb1e-f968-416f-8c11-12d0b6766170" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1862.505478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "refresh_cache-0c3afb1e-f968-416f-8c11-12d0b6766170" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1862.505958] env[69297]: DEBUG nova.network.neutron [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1862.531572] env[69297]: DEBUG nova.policy [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d2f9c086dd4da89232166919773d53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a4391229844f14a5f584c75bf49128', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1862.560470] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]525a8a1d-9543-85a1-310d-8dd648bed6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1862.562441] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1862.562724] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1862.563085] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1862.563085] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1862.563271] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1862.565662] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4718ac34-7c0e-4ce7-b706-a9c13e5aa3d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1862.574524] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1862.574760] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1862.575542] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5696ef75-8016-4ba3-a609-5677e73420b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1862.582894] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1862.582894] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52798428-6649-13e5-305d-7cbbde4e9635"
[ 1862.582894] env[69297]:    _type = "Task"
[ 1862.582894] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1862.591063] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52798428-6649-13e5-305d-7cbbde4e9635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1862.647428] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb7c152-7364-4953-b97f-083a23452953 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1862.655600] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bdffbb-a924-42a8-b4c0-84e1db80b5b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1862.686179] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d05171d-b83f-402a-9d2c-6d066ba14058 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1862.693718] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64933cc3-0adb-4ff6-a575-a7adfc4a4335 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1862.708583] env[69297]: DEBUG nova.compute.provider_tree [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1862.864698] env[69297]: DEBUG nova.network.neutron [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Successfully created port: 5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1862.960685] env[69297]: DEBUG oslo_concurrency.lockutils [req-a07bed11-134b-4f84-9e01-7bb16793a7e4 req-570920af-d56b-47cb-bea5-79433e575fcc service nova] Releasing lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1862.993211] env[69297]: DEBUG nova.compute.manager [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1863.036377] env[69297]: DEBUG nova.network.neutron [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1863.093384] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52798428-6649-13e5-305d-7cbbde4e9635, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1863.094167] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c662acbc-044b-4346-b6da-380c7753e2a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1863.100339] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1863.100339] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]524ea30f-5c53-90b5-065f-c0406f381ad6"
[ 1863.100339] env[69297]:    _type = "Task"
[ 1863.100339] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1863.107788] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524ea30f-5c53-90b5-065f-c0406f381ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1863.158212] env[69297]: DEBUG nova.network.neutron [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Updating instance_info_cache with network_info: [{"id": "5a1c9fda-7697-4859-8bc7-a47265dbe5c7", "address": "fa:16:3e:01:58:2a", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c9fda-76", "ovs_interfaceid": "5a1c9fda-7697-4859-8bc7-a47265dbe5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1863.211986] env[69297]: DEBUG nova.scheduler.client.report [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1863.613203] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]524ea30f-5c53-90b5-065f-c0406f381ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1863.613518] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1863.613758] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 3fa43681-ef07-4f1b-a48d-93f7a657582d/3fa43681-ef07-4f1b-a48d-93f7a657582d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1863.614027] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04f7ab88-9e54-4c9e-a3b3-fc421f0e837d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1863.620560] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1863.620560] env[69297]:    value = "task-2932177"
[ 1863.620560] env[69297]:    _type = "Task"
[ 1863.620560] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1863.628078] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1863.660824] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "refresh_cache-0c3afb1e-f968-416f-8c11-12d0b6766170" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1863.661180] env[69297]: DEBUG nova.compute.manager [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Instance network_info: |[{"id": "5a1c9fda-7697-4859-8bc7-a47265dbe5c7", "address": "fa:16:3e:01:58:2a", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c9fda-76", "ovs_interfaceid": "5a1c9fda-7697-4859-8bc7-a47265dbe5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1863.661936] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:58:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a1c9fda-7697-4859-8bc7-a47265dbe5c7', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1863.669304] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1863.669511] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1863.669729] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37049953-3702-47ed-938a-aeb6fefde786 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1863.688976] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1863.688976] env[69297]:    value = "task-2932178"
[ 1863.688976] env[69297]:    _type = "Task"
[ 1863.688976] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1863.697952] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932178, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1863.779642] env[69297]: DEBUG nova.compute.manager [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Received event network-vif-plugged-5a1c9fda-7697-4859-8bc7-a47265dbe5c7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1863.779911] env[69297]: DEBUG oslo_concurrency.lockutils [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] Acquiring lock "0c3afb1e-f968-416f-8c11-12d0b6766170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1863.780200] env[69297]: DEBUG oslo_concurrency.lockutils [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] Lock "0c3afb1e-f968-416f-8c11-12d0b6766170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1863.780449] env[69297]: DEBUG oslo_concurrency.lockutils [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] Lock "0c3afb1e-f968-416f-8c11-12d0b6766170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1863.780657] env[69297]: DEBUG nova.compute.manager [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] No waiting events found dispatching network-vif-plugged-5a1c9fda-7697-4859-8bc7-a47265dbe5c7 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1863.780851] env[69297]: WARNING nova.compute.manager [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Received unexpected event network-vif-plugged-5a1c9fda-7697-4859-8bc7-a47265dbe5c7 for instance with vm_state building and task_state spawning.
[ 1863.781056] env[69297]: DEBUG nova.compute.manager [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Received event network-changed-5a1c9fda-7697-4859-8bc7-a47265dbe5c7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1863.781415] env[69297]: DEBUG nova.compute.manager [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Refreshing instance network info cache due to event network-changed-5a1c9fda-7697-4859-8bc7-a47265dbe5c7. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1863.781628] env[69297]: DEBUG oslo_concurrency.lockutils [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] Acquiring lock "refresh_cache-0c3afb1e-f968-416f-8c11-12d0b6766170" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1863.781773] env[69297]: DEBUG oslo_concurrency.lockutils [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] Acquired lock "refresh_cache-0c3afb1e-f968-416f-8c11-12d0b6766170" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1863.782026] env[69297]: DEBUG nova.network.neutron [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Refreshing network info cache for port 5a1c9fda-7697-4859-8bc7-a47265dbe5c7 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1864.003792] env[69297]: DEBUG nova.compute.manager [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1864.038240] env[69297]: DEBUG nova.virt.hardware [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1864.038562] env[69297]: DEBUG nova.virt.hardware [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1864.038771] env[69297]: DEBUG nova.virt.hardware [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1864.038990] env[69297]: DEBUG nova.virt.hardware [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1864.039126] env[69297]: DEBUG nova.virt.hardware [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1864.039288] env[69297]: DEBUG nova.virt.hardware [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1864.039484] env[69297]: DEBUG nova.virt.hardware [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1864.039645] env[69297]: DEBUG nova.virt.hardware [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1864.039812] env[69297]: DEBUG nova.virt.hardware [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1864.039976] env[69297]: DEBUG nova.virt.hardware [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1864.040169] env[69297]: DEBUG nova.virt.hardware [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1864.041156] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f529d062-a519-4580-be33-10607a70164b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.050330] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8590d1-9ff9-41a6-a25f-caa466fe9ba6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.130772] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505841} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1864.131065] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 3fa43681-ef07-4f1b-a48d-93f7a657582d/3fa43681-ef07-4f1b-a48d-93f7a657582d.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1864.131288] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1864.131540] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6aaa8383-8d6f-462b-852f-bd1454ea8cf7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.137831] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1864.137831] env[69297]:    value = "task-2932179"
[ 1864.137831] env[69297]:    _type = "Task"
[ 1864.137831] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1864.145043] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1864.199435] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932178, 'name': CreateVM_Task, 'duration_secs': 0.353906} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1864.200890] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1864.200890] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1864.200890] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1864.202050] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1864.202050] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3164b070-7fce-47cc-b778-ae40926fd752 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.206140] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1864.206140] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]528b0145-a851-f2b7-99d5-b7317c61fdfc"
[ 1864.206140] env[69297]:    _type = "Task"
[ 1864.206140] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1864.214101] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528b0145-a851-f2b7-99d5-b7317c61fdfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1864.222469] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.240s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1864.309091] env[69297]: DEBUG nova.network.neutron [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Successfully updated port: 5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1864.476394] env[69297]: DEBUG nova.network.neutron [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Updated VIF entry in instance network info cache for port 5a1c9fda-7697-4859-8bc7-a47265dbe5c7. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1864.476765] env[69297]: DEBUG nova.network.neutron [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Updating instance_info_cache with network_info: [{"id": "5a1c9fda-7697-4859-8bc7-a47265dbe5c7", "address": "fa:16:3e:01:58:2a", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c9fda-76", "ovs_interfaceid": "5a1c9fda-7697-4859-8bc7-a47265dbe5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1864.647886] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084632} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1864.648233] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1864.649055] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054020ab-4966-4311-8bc0-15967a9bf6df {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.671496] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3fa43681-ef07-4f1b-a48d-93f7a657582d/3fa43681-ef07-4f1b-a48d-93f7a657582d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1864.671793] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e96a3578-48ab-46ae-8bbc-d68bf63d5e1d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.688204] env[69297]: INFO nova.compute.manager [None req-9b4e9fe2-f976-4f12-8a3b-bc14a9765997 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Get console output
[ 1864.688434] env[69297]: WARNING nova.virt.vmwareapi.driver [None req-9b4e9fe2-f976-4f12-8a3b-bc14a9765997 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] The console log is missing. Check your VSPC configuration
[ 1864.697604] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1864.697604] env[69297]:    value = "task-2932180"
[ 1864.697604] env[69297]:    _type = "Task"
[ 1864.697604] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1864.706072] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1864.715088] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528b0145-a851-f2b7-99d5-b7317c61fdfc, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1864.715402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1864.715641] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1864.715875] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1864.716031] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1864.716218] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1864.716473] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d77c573-de65-48b9-879a-a84187b8b618 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.730068] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1864.730257] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1864.732901] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a8612a-3f82-4cc5-aefc-d35283647b5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1864.738318] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1864.738318] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a8c45e-3853-ed32-becd-6eed37dd2849"
[ 1864.738318] env[69297]:    _type = "Task"
[ 1864.738318] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1864.747987] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a8c45e-3853-ed32-becd-6eed37dd2849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1864.785744] env[69297]: INFO nova.scheduler.client.report [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted allocation for migration c00f6403-3691-4aa8-9e84-e16ed32db84a
[ 1864.811623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1864.811779] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1864.811931] env[69297]: DEBUG nova.network.neutron [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1864.979363] env[69297]: DEBUG oslo_concurrency.lockutils [req-19a310c0-6f6c-4397-ac46-5ea46c7027b5 req-9190b579-563f-4e42-8e34-b8a3e7d4e940 service nova] Releasing lock "refresh_cache-0c3afb1e-f968-416f-8c11-12d0b6766170" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1865.207676] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932180, 'name': ReconfigVM_Task, 'duration_secs': 0.26835} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1865.207976] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3fa43681-ef07-4f1b-a48d-93f7a657582d/3fa43681-ef07-4f1b-a48d-93f7a657582d.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1865.208610] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6db4baeb-4927-40a3-8625-54f6fb07c1bc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.216057] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1865.216057] env[69297]:    value = "task-2932181"
[ 1865.216057] env[69297]:    _type = "Task"
[ 1865.216057] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1865.223691] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932181, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1865.247200] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a8c45e-3853-ed32-becd-6eed37dd2849, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1865.248048] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b91718-9457-4e82-9bd3-e95c3a591fe3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.253769] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1865.253769] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a69754-3625-eb55-b542-cf2ad7f50468"
[ 1865.253769] env[69297]:    _type = "Task"
[ 1865.253769] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1865.261232] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a69754-3625-eb55-b542-cf2ad7f50468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1865.291416] env[69297]: DEBUG oslo_concurrency.lockutils [None req-04ff4a8c-7fc4-491a-8e55-8b2871fce378 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 10.308s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1865.344696] env[69297]: DEBUG nova.network.neutron [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1865.463378] env[69297]: DEBUG nova.network.neutron [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updating instance_info_cache with network_info: [{"id": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "address": "fa:16:3e:8d:f3:31", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebda071-74", "ovs_interfaceid": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1865.726604] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932181, 'name': Rename_Task, 'duration_secs': 0.151234} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1865.726890] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1865.727147] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb061f1-d67b-4849-8b37-5d32083e2e1d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.733785] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1865.733785] env[69297]:    value = "task-2932182"
[ 1865.733785] env[69297]:    _type = "Task"
[ 1865.733785] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1865.742402] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1865.762697] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a69754-3625-eb55-b542-cf2ad7f50468, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1865.762931] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1865.763222] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0c3afb1e-f968-416f-8c11-12d0b6766170/0c3afb1e-f968-416f-8c11-12d0b6766170.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1865.763464] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0e71d70-78d3-4ec7-a08d-e5e072b06b05 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1865.770048] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1865.770048] env[69297]:    value = "task-2932183"
[ 1865.770048] env[69297]:    _type = "Task"
[ 1865.770048] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1865.777216] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1865.812551] env[69297]: DEBUG nova.compute.manager [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Received event network-vif-plugged-5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1865.812836] env[69297]: DEBUG oslo_concurrency.lockutils [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] Acquiring lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1865.813225] env[69297]: DEBUG oslo_concurrency.lockutils [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] Lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1865.813421] env[69297]: DEBUG oslo_concurrency.lockutils [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] Lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1865.813604] env[69297]: DEBUG nova.compute.manager [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] No waiting events found dispatching network-vif-plugged-5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1865.813805] env[69297]: WARNING nova.compute.manager [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Received unexpected event network-vif-plugged-5ebda071-7496-48e6-a0a2-4edac24c8d51 for instance with vm_state building and task_state spawning.
[ 1865.813970] env[69297]: DEBUG nova.compute.manager [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Received event network-changed-5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1865.814268] env[69297]: DEBUG nova.compute.manager [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Refreshing instance network info cache due to event network-changed-5ebda071-7496-48e6-a0a2-4edac24c8d51. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1865.814470] env[69297]: DEBUG oslo_concurrency.lockutils [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] Acquiring lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1865.966633] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1865.967041] env[69297]: DEBUG nova.compute.manager [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Instance network_info: |[{"id": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "address": "fa:16:3e:8d:f3:31", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebda071-74", "ovs_interfaceid": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1865.967378] env[69297]: DEBUG oslo_concurrency.lockutils [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] Acquired lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1865.967614] env[69297]: DEBUG nova.network.neutron [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Refreshing network info cache for port 5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1865.969049] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:f3:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ebda071-7496-48e6-a0a2-4edac24c8d51', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1865.977114] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1865.980382] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1865.981064] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df8fc4ca-4757-4733-b2ce-1dc7e2100b94 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1866.008786] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1866.008786] env[69297]:    value = "task-2932184"
[ 1866.008786] env[69297]:    _type = "Task"
[ 1866.008786] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1866.019431] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932184, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1866.224454] env[69297]: DEBUG nova.network.neutron [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updated VIF entry in instance network info cache for port 5ebda071-7496-48e6-a0a2-4edac24c8d51. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1866.224885] env[69297]: DEBUG nova.network.neutron [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updating instance_info_cache with network_info: [{"id": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "address": "fa:16:3e:8d:f3:31", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebda071-74", "ovs_interfaceid": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1866.244966] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932182, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1866.280604] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427361} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1866.280867] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0c3afb1e-f968-416f-8c11-12d0b6766170/0c3afb1e-f968-416f-8c11-12d0b6766170.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1866.281102] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1866.281423] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aef8354-b3ac-4a02-88ef-af8ed3b13c74 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1866.287899] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1866.287899] env[69297]:    value = "task-2932185"
[ 1866.287899] env[69297]:    _type = "Task"
[ 1866.287899] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1866.295532] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1866.518375] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932184, 'name': CreateVM_Task, 'duration_secs': 0.392309} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1866.518530] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1866.519385] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1866.519385] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1866.519713] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1866.519970] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666ffa57-296a-4a6d-8fad-e2f7cae64ada {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1866.524969] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1866.524969] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f29f34-ed46-e80b-80ab-59eb4ee25459"
[ 1866.524969] env[69297]:    _type = "Task"
[ 1866.524969] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1866.532823] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f29f34-ed46-e80b-80ab-59eb4ee25459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1866.727594] env[69297]: DEBUG oslo_concurrency.lockutils [req-f22eb5cc-ff11-45fe-a0ff-5f3b94b8b7d6 req-c6b791e3-3df1-48c0-9b35-23cd1d89557c service nova] Releasing lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1866.743693] env[69297]: DEBUG oslo_vmware.api [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932182, 'name': PowerOnVM_Task, 'duration_secs': 0.643572} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1866.743951] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1866.744195] env[69297]: INFO nova.compute.manager [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Took 7.18 seconds to spawn the instance on the hypervisor.
[ 1866.744394] env[69297]: DEBUG nova.compute.manager [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1866.745187] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ef7cb6-b441-44b3-84d0-d786e7d3c74f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1866.797730] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067404} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1866.798041] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1866.798806] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8bebc0-5846-4228-a5ee-d7df767e607b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1866.820639] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 0c3afb1e-f968-416f-8c11-12d0b6766170/0c3afb1e-f968-416f-8c11-12d0b6766170.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1866.820912] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e7fb96b-c7c7-45d8-97bd-48dc96f612c4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1866.839672] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1866.839672] env[69297]:    value = "task-2932186"
[ 1866.839672] env[69297]:    _type = "Task"
[ 1866.839672] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1866.847296] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1867.036218] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f29f34-ed46-e80b-80ab-59eb4ee25459, 'name': SearchDatastore_Task, 'duration_secs': 0.009568} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1867.036218] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1867.036409] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1867.037245] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1867.037245] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1867.037245] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1867.037245] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0522f9f3-ed89-44fe-bc69-f5bbf4e6d995 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.046027] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1867.046027] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1867.046673] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd417df-f994-4b76-a793-25d569c4832b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.051705] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1867.051705] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d602de-ae3c-f9d0-58e1-0f29f44121f9"
[ 1867.051705] env[69297]:    _type = "Task"
[ 1867.051705] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1867.059170] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d602de-ae3c-f9d0-58e1-0f29f44121f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1867.263156] env[69297]: INFO nova.compute.manager [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Took 11.96 seconds to build instance.
[ 1867.352365] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1867.561359] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d602de-ae3c-f9d0-58e1-0f29f44121f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1867.562128] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6900ed4-dfeb-4e2c-8ed7-ef8f774c7302 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.566796] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1867.566796] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5203f8d7-c587-89fc-29bd-23697b32c477"
[ 1867.566796] env[69297]:    _type = "Task"
[ 1867.566796] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1867.573824] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5203f8d7-c587-89fc-29bd-23697b32c477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1867.765857] env[69297]: DEBUG oslo_concurrency.lockutils [None req-dc8e4545-80c9-488d-b566-87e752eb55ef tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "3fa43681-ef07-4f1b-a48d-93f7a657582d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.470s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1867.849752] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932186, 'name': ReconfigVM_Task, 'duration_secs': 0.645528} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1867.850025] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 0c3afb1e-f968-416f-8c11-12d0b6766170/0c3afb1e-f968-416f-8c11-12d0b6766170.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1867.850666] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3714b587-ec5e-4542-ac61-becebe309a07 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1867.856106] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1867.856106] env[69297]:    value = "task-2932187"
[ 1867.856106] env[69297]:    _type = "Task"
[ 1867.856106] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1867.863386] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932187, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1868.076893] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5203f8d7-c587-89fc-29bd-23697b32c477, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1868.077199] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1868.077473] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] b1eeb362-32e4-4411-81d0-47f87fa7b58f/b1eeb362-32e4-4411-81d0-47f87fa7b58f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1868.077729] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d243117b-a55c-46af-ab2a-3e4838cc215f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1868.084098] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1868.084098] env[69297]:    value = "task-2932188"
[ 1868.084098] env[69297]:    _type = "Task"
[ 1868.084098] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1868.091286] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1868.365913] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932187, 'name': Rename_Task, 'duration_secs': 0.137079} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1868.366227] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1868.366466] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5fa5f9-84b1-4962-a9cd-02b0c2c59df1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1868.372734] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1868.372734] env[69297]:    value = "task-2932189"
[ 1868.372734] env[69297]:    _type = "Task"
[ 1868.372734] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1868.380899] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1868.593959] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426978} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1868.594371] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] b1eeb362-32e4-4411-81d0-47f87fa7b58f/b1eeb362-32e4-4411-81d0-47f87fa7b58f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1868.594599] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1868.594840] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0d3496-dc7c-461f-99ff-cf4af647473c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1868.601442] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1868.601442] env[69297]:    value = "task-2932190"
[ 1868.601442] env[69297]:    _type = "Task"
[ 1868.601442] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1868.609395] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1868.882182] env[69297]: DEBUG oslo_vmware.api [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932189, 'name': PowerOnVM_Task, 'duration_secs': 0.463805} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1868.882576] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1868.882718] env[69297]: INFO nova.compute.manager [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Took 7.10 seconds to spawn the instance on the hypervisor.
[ 1868.882826] env[69297]: DEBUG nova.compute.manager [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1868.883653] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd52897-a6ac-4045-8de1-3fe12ff8845d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1869.111564] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056623} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1869.111836] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1869.112612] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdce8ff-20c5-426d-a456-b4f48caf02f1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1869.135281] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] b1eeb362-32e4-4411-81d0-47f87fa7b58f/b1eeb362-32e4-4411-81d0-47f87fa7b58f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1869.135545] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d350c2d-9d62-48dd-bbe2-753a793e3ce5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1869.154701] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1869.154701] env[69297]:    value = "task-2932191"
[ 1869.154701] env[69297]:    _type = "Task"
[ 1869.154701] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1869.162610] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1869.401748] env[69297]: INFO nova.compute.manager [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Took 13.75 seconds to build instance.
[ 1869.665903] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1869.903795] env[69297]: DEBUG oslo_concurrency.lockutils [None req-c4d86c16-88e9-4c8e-9ed4-b0609cbf5537 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "0c3afb1e-f968-416f-8c11-12d0b6766170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.256s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1870.166222] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932191, 'name': ReconfigVM_Task, 'duration_secs': 0.755623} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1870.166466] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Reconfigured VM instance instance-0000007b to attach disk [datastore1] b1eeb362-32e4-4411-81d0-47f87fa7b58f/b1eeb362-32e4-4411-81d0-47f87fa7b58f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1870.167100] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83c76d8e-8dfc-401a-bf26-47fcfcb409b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.173664] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1870.173664] env[69297]:    value = "task-2932192"
[ 1870.173664] env[69297]:    _type = "Task"
[ 1870.173664] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1870.180935] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932192, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1870.208514] env[69297]: INFO nova.compute.manager [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Rescuing
[ 1870.208784] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "refresh_cache-0c3afb1e-f968-416f-8c11-12d0b6766170" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1870.208942] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "refresh_cache-0c3afb1e-f968-416f-8c11-12d0b6766170" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1870.209132] env[69297]: DEBUG nova.network.neutron [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1870.683402] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932192, 'name': Rename_Task, 'duration_secs': 0.159266} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1870.683663] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1870.683907] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96ff3270-38b4-4036-b19b-43e28366eddb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1870.690438] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1870.690438] env[69297]:    value = "task-2932193"
[ 1870.690438] env[69297]:    _type = "Task"
[ 1870.690438] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1870.698489] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1870.900988] env[69297]: DEBUG nova.network.neutron [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Updating instance_info_cache with network_info: [{"id": "5a1c9fda-7697-4859-8bc7-a47265dbe5c7", "address": "fa:16:3e:01:58:2a", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1c9fda-76", "ovs_interfaceid": "5a1c9fda-7697-4859-8bc7-a47265dbe5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1871.200627] env[69297]: DEBUG oslo_vmware.api [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932193, 'name': PowerOnVM_Task, 'duration_secs': 0.430837} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1871.200987] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1871.201122] env[69297]: INFO nova.compute.manager [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Took 7.20 seconds to spawn the instance on the hypervisor.
[ 1871.201313] env[69297]: DEBUG nova.compute.manager [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1871.202069] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24be89cb-7bbb-46fd-b49c-e13b3e6742a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1871.403749] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "refresh_cache-0c3afb1e-f968-416f-8c11-12d0b6766170" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1871.720402] env[69297]: INFO nova.compute.manager [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Took 13.74 seconds to build instance.
[ 1872.223101] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b10639ce-bcc0-4089-a9f0-1f8eb13914d2 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.246s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1872.475226] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1872.714804] env[69297]: DEBUG nova.compute.manager [req-da8ca60a-4872-4c32-ade2-fe0e95ba11f9 req-d17602ea-b88e-4913-9e88-1373333ea010 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Received event network-changed-026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1872.714903] env[69297]: DEBUG nova.compute.manager [req-da8ca60a-4872-4c32-ade2-fe0e95ba11f9 req-d17602ea-b88e-4913-9e88-1373333ea010 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing instance network info cache due to event network-changed-026fd273-c9a1-41ef-8abd-7750de1a9fe9. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1872.715151] env[69297]: DEBUG oslo_concurrency.lockutils [req-da8ca60a-4872-4c32-ade2-fe0e95ba11f9 req-d17602ea-b88e-4913-9e88-1373333ea010 service nova] Acquiring lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1872.715329] env[69297]: DEBUG oslo_concurrency.lockutils [req-da8ca60a-4872-4c32-ade2-fe0e95ba11f9 req-d17602ea-b88e-4913-9e88-1373333ea010 service nova] Acquired lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1872.715501] env[69297]: DEBUG nova.network.neutron [req-da8ca60a-4872-4c32-ade2-fe0e95ba11f9 req-d17602ea-b88e-4913-9e88-1373333ea010 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing network info cache for port 026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1872.942936] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1872.943365] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe5a6617-eb68-4ce0-9d81-0f77b64b261e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1872.952093] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1872.952093] env[69297]:    value = "task-2932194"
[ 1872.952093] env[69297]:    _type = "Task"
[ 1872.952093] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1872.960336] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1873.468668] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932194, 'name': PowerOffVM_Task, 'duration_secs': 0.189957} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1873.469024] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1873.469889] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e618c22b-d346-4002-9d0f-0c24d4a84b7a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1873.488709] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1873.489109] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1873.489262] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1873.489954] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce70de73-b763-4bee-9f7d-229077b5ca03 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1873.539250] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1873.539550] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-479ef70b-0d16-44c3-9aab-f8de3a08ed18 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1873.547116] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1873.547116] env[69297]:    value = "task-2932195"
[ 1873.547116] env[69297]:    _type = "Task"
[ 1873.547116] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1873.557683] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1873.595549] env[69297]: DEBUG nova.network.neutron [req-da8ca60a-4872-4c32-ade2-fe0e95ba11f9 req-d17602ea-b88e-4913-9e88-1373333ea010 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updated VIF entry in instance network info cache for port 026fd273-c9a1-41ef-8abd-7750de1a9fe9. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1873.595966] env[69297]: DEBUG nova.network.neutron [req-da8ca60a-4872-4c32-ade2-fe0e95ba11f9 req-d17602ea-b88e-4913-9e88-1373333ea010 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updating instance_info_cache with network_info: [{"id": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "address": "fa:16:3e:23:08:28", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026fd273-c9", "ovs_interfaceid": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1874.058104] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1874.058376] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1874.058644] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1874.058797] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1874.058976] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1874.059257] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a537fca7-d100-465e-ab43-49484c5723cb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1874.068639] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1874.068807] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1874.069511] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37f5823-b603-4180-ad65-9833da00064a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1874.074452] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1874.074452] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522f89b6-0492-4bd2-8fbb-530b541bb735"
[ 1874.074452] env[69297]:    _type = "Task"
[ 1874.074452] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1874.083056] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522f89b6-0492-4bd2-8fbb-530b541bb735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1874.098726] env[69297]: DEBUG oslo_concurrency.lockutils [req-da8ca60a-4872-4c32-ade2-fe0e95ba11f9 req-d17602ea-b88e-4913-9e88-1373333ea010 service nova] Releasing lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1874.479469] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1874.584940] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522f89b6-0492-4bd2-8fbb-530b541bb735, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1874.585776] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605e5c45-f097-4af1-beda-26244f41a448 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1874.591091] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1874.591091] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]529d1bab-ce5b-4027-57cd-a7e7e8ac3a13"
[ 1874.591091] env[69297]:    _type = "Task"
[ 1874.591091] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1874.599055] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529d1bab-ce5b-4027-57cd-a7e7e8ac3a13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1874.745497] env[69297]: DEBUG nova.compute.manager [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Received event network-changed-5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1874.745693] env[69297]: DEBUG nova.compute.manager [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Refreshing instance network info cache due to event network-changed-5ebda071-7496-48e6-a0a2-4edac24c8d51. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1874.745911] env[69297]: DEBUG oslo_concurrency.lockutils [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] Acquiring lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1874.746067] env[69297]: DEBUG oslo_concurrency.lockutils [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] Acquired lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1874.746230] env[69297]: DEBUG nova.network.neutron [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Refreshing network info cache for port 5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1875.101606] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]529d1bab-ce5b-4027-57cd-a7e7e8ac3a13, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1875.101852] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1875.102121] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0c3afb1e-f968-416f-8c11-12d0b6766170/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk. {{(pid=69297) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1875.102376] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f332c3e-6037-4289-95b2-28625d7052e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1875.109289] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1875.109289] env[69297]:    value = "task-2932196"
[ 1875.109289] env[69297]:    _type = "Task"
[ 1875.109289] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1875.116434] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1875.457496] env[69297]: DEBUG nova.network.neutron [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updated VIF entry in instance network info cache for port 5ebda071-7496-48e6-a0a2-4edac24c8d51. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1875.457875] env[69297]: DEBUG nova.network.neutron [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updating instance_info_cache with network_info: [{"id": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "address": "fa:16:3e:8d:f3:31", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebda071-74", "ovs_interfaceid": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1875.470940] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1875.475493] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1875.619241] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475112} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1875.619610] env[69297]: INFO nova.virt.vmwareapi.ds_util [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 0c3afb1e-f968-416f-8c11-12d0b6766170/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk.
[ 1875.620216] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472eb8b5-2282-4f6f-a301-a5978fa83a5e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1875.644880] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 0c3afb1e-f968-416f-8c11-12d0b6766170/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1875.645150] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-897a3f91-c9dc-426c-84fe-0e23abe8495f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1875.663230] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1875.663230] env[69297]:    value = "task-2932197"
[ 1875.663230] env[69297]:    _type = "Task"
[ 1875.663230] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1875.671134] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1875.961271] env[69297]: DEBUG oslo_concurrency.lockutils [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] Releasing lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1875.961639] env[69297]: DEBUG nova.compute.manager [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Received event network-changed-5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1875.961880] env[69297]: DEBUG nova.compute.manager [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Refreshing instance network info cache due to event network-changed-5ebda071-7496-48e6-a0a2-4edac24c8d51. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1875.962151] env[69297]: DEBUG oslo_concurrency.lockutils [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] Acquiring lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1875.962335] env[69297]: DEBUG oslo_concurrency.lockutils [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] Acquired lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1875.962536] env[69297]: DEBUG nova.network.neutron [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Refreshing network info cache for port 5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1876.173208] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932197, 'name': ReconfigVM_Task, 'duration_secs': 0.312256} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1876.173986] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 0c3afb1e-f968-416f-8c11-12d0b6766170/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1876.175043] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd0f553-02a4-49cb-8a10-24db1b1655b2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.200523] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-308aaa87-2ea6-4ace-be48-f7a590aedb8f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.215495] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1876.215495] env[69297]:    value = "task-2932198"
[ 1876.215495] env[69297]:    _type = "Task"
[ 1876.215495] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1876.222952] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1876.474961] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1876.636791] env[69297]: DEBUG nova.network.neutron [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updated VIF entry in instance network info cache for port 5ebda071-7496-48e6-a0a2-4edac24c8d51. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1876.637170] env[69297]: DEBUG nova.network.neutron [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updating instance_info_cache with network_info: [{"id": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "address": "fa:16:3e:8d:f3:31", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebda071-74", "ovs_interfaceid": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1876.726721] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932198, 'name': ReconfigVM_Task, 'duration_secs': 0.15837} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1876.726999] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1876.727257] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5857e97-ff41-49db-9c02-de4a4b38bf31 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.733611] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1876.733611] env[69297]:    value = "task-2932199"
[ 1876.733611] env[69297]:    _type = "Task"
[ 1876.733611] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1876.740605] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1876.977549] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1876.977766] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1876.977942] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1876.978113] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1876.978984] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4bcad8-5101-45bf-bdf5-901be693f98b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1876.987857] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba36c19-dec8-4245-9faf-f2ee7c181c95 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1877.001635] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36b3bde-53cb-4ae7-b000-7e058dc0504e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1877.007873] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ee1d5a-4cde-48a3-9a49-9bf3a95444b3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1877.037669] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180159MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1877.037808] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1877.038023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1877.139914] env[69297]: DEBUG oslo_concurrency.lockutils [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] Releasing lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1877.140191] env[69297]: DEBUG nova.compute.manager [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Received event network-changed-026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1877.140362] env[69297]: DEBUG nova.compute.manager [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing instance network info cache due to event network-changed-026fd273-c9a1-41ef-8abd-7750de1a9fe9. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1877.140570] env[69297]: DEBUG oslo_concurrency.lockutils [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] Acquiring lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1877.140712] env[69297]: DEBUG oslo_concurrency.lockutils [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] Acquired lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1877.140869] env[69297]: DEBUG nova.network.neutron [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing network info cache for port 026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1877.243788] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1877.745819] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1877.840370] env[69297]: DEBUG nova.network.neutron [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updated VIF entry in instance network info cache for port 026fd273-c9a1-41ef-8abd-7750de1a9fe9. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1877.840736] env[69297]: DEBUG nova.network.neutron [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updating instance_info_cache with network_info: [{"id": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "address": "fa:16:3e:23:08:28", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026fd273-c9", "ovs_interfaceid": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1878.072060] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 2e6e7566-a129-40fb-87bc-5e16b50e873a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1878.072060] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 7e5b4981-7d9e-42d4-a9ad-c2eb61905452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1878.072060] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 54acc045-914e-46b4-ba09-1d6fa2d06ead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1878.072060] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance f6a34874-89c9-46de-a8d9-7ffb58e0cf7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1878.072060] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance ffbcfe90-e924-4da6-a681-05b5f99350fc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1878.072060] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 2397b964-a14b-4f3e-9d29-3b0965cc2535 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1878.072060] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 3c0b19fe-d671-43c3-85ce-c650af97ed74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1878.072409] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 3fa43681-ef07-4f1b-a48d-93f7a657582d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1878.072409] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 0c3afb1e-f968-416f-8c11-12d0b6766170 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1878.072409] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance b1eeb362-32e4-4411-81d0-47f87fa7b58f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1878.072699] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1878.072884] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1878.187634] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a31c50-a096-4c96-86f4-fa735f21c277 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.195367] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4effaa82-3d31-4fbc-ada2-609431e44c08 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.225069] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df0f94b-f82b-4867-9e97-0e916b3f583c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.231937] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2b6581-0f37-4632-bb56-fd7f8b43845f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.247322] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1878.252914] env[69297]: DEBUG oslo_vmware.api [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932199, 'name': PowerOnVM_Task, 'duration_secs': 1.345081} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1878.253150] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1878.255928] env[69297]: DEBUG nova.compute.manager [None req-a3718fb8-c15f-445e-bca5-2f674ad47aae tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1878.256900] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d233c2-4a63-49ed-bd02-aa78762c32cb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1878.343724] env[69297]: DEBUG oslo_concurrency.lockutils [req-7389b210-1a0e-494f-84d1-6f1176d8d731 req-e630b06e-b965-42f1-b02b-dfb666bb0563 service nova] Releasing lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1878.750817] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1879.255640] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1879.255914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.218s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1880.537930] env[69297]: INFO nova.compute.manager [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Rescuing
[ 1880.538338] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1880.538403] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1880.538617] env[69297]: DEBUG nova.network.neutron [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1881.251302] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1881.266314] env[69297]: DEBUG nova.network.neutron [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Updating instance_info_cache with network_info: [{"id": "1984ef8a-fbe9-43d9-82ae-6510a5f7c304", "address": "fa:16:3e:f1:4a:ab", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1984ef8a-fb", "ovs_interfaceid": "1984ef8a-fbe9-43d9-82ae-6510a5f7c304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1881.757776] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1881.768597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1883.306510] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1883.306949] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b047a8c-4973-4709-adb1-2ae942a66401 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.316634] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1883.316634] env[69297]:    value = "task-2932200"
[ 1883.316634] env[69297]:    _type = "Task"
[ 1883.316634] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1883.326150] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1883.827014] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932200, 'name': PowerOffVM_Task, 'duration_secs': 0.235476} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1883.827275] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1883.828050] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de6aaaf-df48-431b-8d66-6a7987fa4bba {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.845555] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2f3b2e-48b6-4e1b-adb3-5602f7268354 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.870897] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1883.871193] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88debaca-b5f3-404a-921e-d7abf51f1476 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1883.877285] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1883.877285] env[69297]:    value = "task-2932201"
[ 1883.877285] env[69297]:    _type = "Task"
[ 1883.877285] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1883.884881] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1884.389540] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1884.389910] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1884.390215] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1884.390410] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1884.390677] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1884.390972] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd474283-a67a-405b-8352-439aef5a0f73 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1884.402196] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1884.402391] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1884.403198] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91eeb58a-6d67-4ed0-b3b5-3fbe2c7b58d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1884.409124] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1884.409124] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52451d1c-4420-2241-23ac-8b730486715d"
[ 1884.409124] env[69297]:    _type = "Task"
[ 1884.409124] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1884.417871] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52451d1c-4420-2241-23ac-8b730486715d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1884.919588] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52451d1c-4420-2241-23ac-8b730486715d, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1884.920402] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91445963-2ced-4f82-91c6-6c1cd40295a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1884.925438] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1884.925438] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]520b7232-5d22-8dbf-cc8a-9fd08471066c"
[ 1884.925438] env[69297]:    _type = "Task"
[ 1884.925438] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1884.932487] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520b7232-5d22-8dbf-cc8a-9fd08471066c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1885.435482] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]520b7232-5d22-8dbf-cc8a-9fd08471066c, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1885.435906] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1885.435998] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 3fa43681-ef07-4f1b-a48d-93f7a657582d/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk. {{(pid=69297) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1885.436262] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67c58a51-1a04-45d3-bb80-0a57bca68fb5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1885.442835] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1885.442835] env[69297]:    value = "task-2932202"
[ 1885.442835] env[69297]:    _type = "Task"
[ 1885.442835] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1885.450671] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1885.955099] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932202, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1886.455771] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532137} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1886.456211] env[69297]: INFO nova.virt.vmwareapi.ds_util [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 3fa43681-ef07-4f1b-a48d-93f7a657582d/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk.
[ 1886.456833] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aba0dd-d5ca-43f9-afab-af43b1a96329 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1886.480567] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3fa43681-ef07-4f1b-a48d-93f7a657582d/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1886.480834] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca3026a-b7c1-4689-a2f6-642aad80f241 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1886.497861] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1886.497861] env[69297]:    value = "task-2932203"
[ 1886.497861] env[69297]:    _type = "Task"
[ 1886.497861] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1886.505385] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1887.007554] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932203, 'name': ReconfigVM_Task, 'duration_secs': 0.32218} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1887.007854] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3fa43681-ef07-4f1b-a48d-93f7a657582d/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1887.008738] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03ca527-454b-43a0-9878-bc80c6e6b77f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1887.032747] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc4669f-1679-4e6c-934c-b9343dc6bef5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1887.047181] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1887.047181] env[69297]:    value = "task-2932204"
[ 1887.047181] env[69297]:    _type = "Task"
[ 1887.047181] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1887.054523] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1887.128360] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1887.128680] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1887.128903] env[69297]: INFO nova.compute.manager [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Shelving
[ 1887.556678] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932204, 'name': ReconfigVM_Task, 'duration_secs': 0.152789} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1887.557058] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1887.557190] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24b9ecb6-da32-4d7a-8976-334f231faa7b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1887.562963] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1887.562963] env[69297]:    value = "task-2932205"
[ 1887.562963] env[69297]:    _type = "Task"
[ 1887.562963] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1887.569952] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1888.073798] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1888.137657] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1888.137993] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4522f0fb-3a4f-4c58-8181-27190bc9c27b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1888.145367] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1888.145367] env[69297]:    value = "task-2932206"
[ 1888.145367] env[69297]:    _type = "Task"
[ 1888.145367] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1888.152985] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1888.210757] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "interface-3c0b19fe-d671-43c3-85ce-c650af97ed74-b918e790-f50a-417d-8f36-a086d48795f2" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1888.211092] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-3c0b19fe-d671-43c3-85ce-c650af97ed74-b918e790-f50a-417d-8f36-a086d48795f2" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1888.211494] env[69297]: DEBUG nova.objects.instance [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lazy-loading 'flavor' on Instance uuid 3c0b19fe-d671-43c3-85ce-c650af97ed74 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1888.573212] env[69297]: DEBUG oslo_vmware.api [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932205, 'name': PowerOnVM_Task, 'duration_secs': 0.949449} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1888.573624] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1888.576372] env[69297]: DEBUG nova.compute.manager [None req-1c173038-2af7-4cd9-bf6b-49dca89a1786 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1888.577163] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e8ef44-0890-4cb5-b2b3-ed25ae053914 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1888.657232] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932206, 'name': PowerOffVM_Task, 'duration_secs': 0.202264} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1888.657526] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1888.658349] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec9538b-c149-4d9f-af33-fecc534bfad8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1888.677129] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a08ed-4314-4d52-9fd8-4471210eff33 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1888.796722] env[69297]: DEBUG nova.objects.instance [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lazy-loading 'pci_requests' on Instance uuid 3c0b19fe-d671-43c3-85ce-c650af97ed74 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1889.187609] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Creating Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}}
[ 1889.187973] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-11f54bb2-2afc-4fac-a0c4-7d039e63659e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.196121] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1889.196121] env[69297]:    value = "task-2932207"
[ 1889.196121] env[69297]:    _type = "Task"
[ 1889.196121] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1889.205076] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932207, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1889.299291] env[69297]: DEBUG nova.objects.base [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Object Instance<3c0b19fe-d671-43c3-85ce-c650af97ed74> lazy-loaded attributes: flavor,pci_requests {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1889.299634] env[69297]: DEBUG nova.network.neutron [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1889.379682] env[69297]: DEBUG nova.policy [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d2f9c086dd4da89232166919773d53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a4391229844f14a5f584c75bf49128', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1889.709723] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932207, 'name': CreateSnapshot_Task, 'duration_secs': 0.409129} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1889.710075] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Created Snapshot of the VM instance {{(pid=69297) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}}
[ 1889.711231] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2236338-503f-4f01-91e4-cce6a4c2d0dd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1889.724621] env[69297]: INFO nova.compute.manager [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Unrescuing
[ 1889.724885] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1889.725106] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1889.725325] env[69297]: DEBUG nova.network.neutron [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1889.787363] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "ffbcfe90-e924-4da6-a681-05b5f99350fc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1889.787666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1889.787937] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "ffbcfe90-e924-4da6-a681-05b5f99350fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1889.788188] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1889.788397] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1889.790310] env[69297]: INFO nova.compute.manager [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Terminating instance
[ 1890.230577] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Creating linked-clone VM from snapshot {{(pid=69297) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}}
[ 1890.233008] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-31d7e7dd-af79-4e1d-95e3-8affd8e93136 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.241519] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1890.241519] env[69297]:    value = "task-2932208"
[ 1890.241519] env[69297]:    _type = "Task"
[ 1890.241519] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1890.251134] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932208, 'name': CloneVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1890.293702] env[69297]: DEBUG nova.compute.manager [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1890.293948] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1890.294267] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08340097-6792-4def-9ca3-0918c5563ffd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.303560] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1890.303560] env[69297]:    value = "task-2932209"
[ 1890.303560] env[69297]:    _type = "Task"
[ 1890.303560] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1890.312331] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1890.430086] env[69297]: DEBUG nova.network.neutron [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Updating instance_info_cache with network_info: [{"id": "1984ef8a-fbe9-43d9-82ae-6510a5f7c304", "address": "fa:16:3e:f1:4a:ab", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1984ef8a-fb", "ovs_interfaceid": "1984ef8a-fbe9-43d9-82ae-6510a5f7c304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1890.751921] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932208, 'name': CloneVM_Task} progress is 94%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1890.754389] env[69297]: DEBUG nova.compute.manager [req-3461aeed-cd6f-4940-a2c2-8b766357da8f req-3ddb53eb-8ba7-4670-8d49-8b9cab229470 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Received event network-vif-plugged-b918e790-f50a-417d-8f36-a086d48795f2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1890.754652] env[69297]: DEBUG oslo_concurrency.lockutils [req-3461aeed-cd6f-4940-a2c2-8b766357da8f req-3ddb53eb-8ba7-4670-8d49-8b9cab229470 service nova] Acquiring lock "3c0b19fe-d671-43c3-85ce-c650af97ed74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1890.754880] env[69297]: DEBUG oslo_concurrency.lockutils [req-3461aeed-cd6f-4940-a2c2-8b766357da8f req-3ddb53eb-8ba7-4670-8d49-8b9cab229470 service nova] Lock "3c0b19fe-d671-43c3-85ce-c650af97ed74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1890.755073] env[69297]: DEBUG oslo_concurrency.lockutils [req-3461aeed-cd6f-4940-a2c2-8b766357da8f req-3ddb53eb-8ba7-4670-8d49-8b9cab229470 service nova] Lock "3c0b19fe-d671-43c3-85ce-c650af97ed74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1890.755286] env[69297]: DEBUG nova.compute.manager [req-3461aeed-cd6f-4940-a2c2-8b766357da8f req-3ddb53eb-8ba7-4670-8d49-8b9cab229470 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] No waiting events found dispatching network-vif-plugged-b918e790-f50a-417d-8f36-a086d48795f2 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1890.755481] env[69297]: WARNING nova.compute.manager [req-3461aeed-cd6f-4940-a2c2-8b766357da8f req-3ddb53eb-8ba7-4670-8d49-8b9cab229470 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Received unexpected event network-vif-plugged-b918e790-f50a-417d-8f36-a086d48795f2 for instance with vm_state active and task_state None.
[ 1890.813507] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932209, 'name': PowerOffVM_Task, 'duration_secs': 0.26951} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1890.813784] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1890.813979] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 1890.814187] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588718', 'volume_id': '03872626-7829-437e-beb8-671cd5c3f6c2', 'name': 'volume-03872626-7829-437e-beb8-671cd5c3f6c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ffbcfe90-e924-4da6-a681-05b5f99350fc', 'attached_at': '2025-03-11T14:19:48.000000', 'detached_at': '', 'volume_id': '03872626-7829-437e-beb8-671cd5c3f6c2', 'serial': '03872626-7829-437e-beb8-671cd5c3f6c2'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 1890.815036] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61b30bf-69d8-4353-8c52-297c82e3eeb6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.835314] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8151412-f0cd-4823-b30a-893f07124b8b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.838663] env[69297]: DEBUG nova.network.neutron [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Successfully updated port: b918e790-f50a-417d-8f36-a086d48795f2 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1890.843992] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9449ace6-664f-4464-b420-b450c63fb081 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.863090] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45d9de8-1a4e-47f5-b222-4cee64ae673e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.878024] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] The volume has not been displaced from its original location: [datastore1] volume-03872626-7829-437e-beb8-671cd5c3f6c2/volume-03872626-7829-437e-beb8-671cd5c3f6c2.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 1890.883355] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1890.883916] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2310477-7037-49b8-8bf9-3e3327aad227 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1890.901067] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1890.901067] env[69297]:    value = "task-2932210"
[ 1890.901067] env[69297]:    _type = "Task"
[ 1890.901067] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1890.908650] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1890.932667] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "refresh_cache-3fa43681-ef07-4f1b-a48d-93f7a657582d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1890.933387] env[69297]: DEBUG nova.objects.instance [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lazy-loading 'flavor' on Instance uuid 3fa43681-ef07-4f1b-a48d-93f7a657582d {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1891.252024] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932208, 'name': CloneVM_Task} progress is 95%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1891.341812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1891.341913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1891.342117] env[69297]: DEBUG nova.network.neutron [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1891.411698] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932210, 'name': ReconfigVM_Task, 'duration_secs': 0.162344} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1891.411964] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1891.416705] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3961523-8937-4fdb-b3fe-9ba0d3ecb4cd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1891.431165] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1891.431165] env[69297]:    value = "task-2932211"
[ 1891.431165] env[69297]:    _type = "Task"
[ 1891.431165] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1891.440383] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1891.441355] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93984e50-7384-4e01-8044-61d823746f1b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1891.463247] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1891.463567] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12974db5-610c-45bd-9273-c05f3ea809db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1891.470499] env[69297]: DEBUG oslo_vmware.api [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1891.470499] env[69297]:    value = "task-2932212"
[ 1891.470499] env[69297]:    _type = "Task"
[ 1891.470499] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1891.478120] env[69297]: DEBUG oslo_vmware.api [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1891.751774] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932208, 'name': CloneVM_Task, 'duration_secs': 1.244688} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1891.752052] env[69297]: INFO nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Created linked-clone VM from snapshot
[ 1891.752776] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afddd5d2-704e-4e68-9020-93ab96908330 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1891.759675] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Uploading image b61519ab-4b95-4cda-9df2-fcf23389c97a {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}}
[ 1891.785494] env[69297]: DEBUG oslo_vmware.rw_handles [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating HttpNfcLease lease for exporting VM: (result){
[ 1891.785494] env[69297]:    value = "vm-588730"
[ 1891.785494] env[69297]:    _type = "VirtualMachine"
[ 1891.785494] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}}
[ 1891.785759] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21328fe9-4e67-4e56-a69c-1b45828d3e75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1891.791421] env[69297]: DEBUG oslo_vmware.rw_handles [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lease: (returnval){
[ 1891.791421] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5250a7d8-e465-c808-db00-24d3ab6ed947"
[ 1891.791421] env[69297]:    _type = "HttpNfcLease"
[ 1891.791421] env[69297]:  } obtained for exporting VM: (result){
[ 1891.791421] env[69297]:    value = "vm-588730"
[ 1891.791421] env[69297]:    _type = "VirtualMachine"
[ 1891.791421] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}}
[ 1891.791720] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the lease: (returnval){
[ 1891.791720] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5250a7d8-e465-c808-db00-24d3ab6ed947"
[ 1891.791720] env[69297]:    _type = "HttpNfcLease"
[ 1891.791720] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1891.797652] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1891.797652] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5250a7d8-e465-c808-db00-24d3ab6ed947"
[ 1891.797652] env[69297]:    _type = "HttpNfcLease"
[ 1891.797652] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1891.886416] env[69297]: WARNING nova.network.neutron [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] 19b72ce6-f6dd-4fe6-880b-0fcb31330321 already exists in list: networks containing: ['19b72ce6-f6dd-4fe6-880b-0fcb31330321']. ignoring it
[ 1891.940322] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932211, 'name': ReconfigVM_Task, 'duration_secs': 0.188116} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1891.942578] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588718', 'volume_id': '03872626-7829-437e-beb8-671cd5c3f6c2', 'name': 'volume-03872626-7829-437e-beb8-671cd5c3f6c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ffbcfe90-e924-4da6-a681-05b5f99350fc', 'attached_at': '2025-03-11T14:19:48.000000', 'detached_at': '', 'volume_id': '03872626-7829-437e-beb8-671cd5c3f6c2', 'serial': '03872626-7829-437e-beb8-671cd5c3f6c2'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 1891.942856] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1891.943647] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b364712-2559-4262-8ce2-ffb7c5d2c6bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1891.949990] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1891.950220] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66f29f6d-28fc-4fd2-ba16-23f623ca3ee2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1891.979150] env[69297]: DEBUG oslo_vmware.api [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932212, 'name': PowerOffVM_Task, 'duration_secs': 0.207365} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1891.979403] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1891.984853] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1891.985120] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a81b7cfd-4c92-445e-8b7d-94b5842e629b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.002441] env[69297]: DEBUG oslo_vmware.api [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1892.002441] env[69297]:    value = "task-2932215"
[ 1892.002441] env[69297]:    _type = "Task"
[ 1892.002441] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1892.013015] env[69297]: DEBUG oslo_vmware.api [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1892.019074] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1892.019314] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1892.019496] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleting the datastore file [datastore1] ffbcfe90-e924-4da6-a681-05b5f99350fc {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1892.019750] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22fcdc97-34d2-4222-b631-1b1e48cc20dc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.025630] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1892.025630] env[69297]:    value = "task-2932216"
[ 1892.025630] env[69297]:    _type = "Task"
[ 1892.025630] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1892.033934] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1892.160576] env[69297]: DEBUG nova.network.neutron [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updating instance_info_cache with network_info: [{"id": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "address": "fa:16:3e:23:08:28", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026fd273-c9", "ovs_interfaceid": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b918e790-f50a-417d-8f36-a086d48795f2", "address": "fa:16:3e:37:26:f5", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb918e790-f5", "ovs_interfaceid": "b918e790-f50a-417d-8f36-a086d48795f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1892.301050] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1892.301050] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5250a7d8-e465-c808-db00-24d3ab6ed947"
[ 1892.301050] env[69297]:    _type = "HttpNfcLease"
[ 1892.301050] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1892.301395] env[69297]: DEBUG oslo_vmware.rw_handles [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1892.301395] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5250a7d8-e465-c808-db00-24d3ab6ed947"
[ 1892.301395] env[69297]:    _type = "HttpNfcLease"
[ 1892.301395] env[69297]:  }. {{(pid=69297) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}}
[ 1892.302017] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95f10b8-05cc-4550-a67b-ef2884cacf0b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.309291] env[69297]: DEBUG oslo_vmware.rw_handles [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b8a6-09eb-4d85-506e-ecc4e4191807/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1892.309492] env[69297]: DEBUG oslo_vmware.rw_handles [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b8a6-09eb-4d85-506e-ecc4e4191807/disk-0.vmdk for reading. {{(pid=69297) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}}
[ 1892.396893] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dfe3915b-61ea-4bfc-9225-fcf0b00ce200 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.512912] env[69297]: DEBUG oslo_vmware.api [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932215, 'name': ReconfigVM_Task, 'duration_secs': 0.219475} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1892.513143] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1892.513381] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1892.513599] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f62140c8-9fad-4fa0-b5fb-28312f55ae25 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.520000] env[69297]: DEBUG oslo_vmware.api [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1892.520000] env[69297]:    value = "task-2932217"
[ 1892.520000] env[69297]:    _type = "Task"
[ 1892.520000] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1892.527349] env[69297]: DEBUG oslo_vmware.api [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1892.534173] env[69297]: DEBUG oslo_vmware.api [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091151} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1892.534412] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1892.534569] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1892.534745] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1892.534915] env[69297]: INFO nova.compute.manager [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Took 2.24 seconds to destroy the instance on the hypervisor.
[ 1892.535153] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1892.535339] env[69297]: DEBUG nova.compute.manager [-] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1892.535438] env[69297]: DEBUG nova.network.neutron [-] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1892.664335] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1892.664471] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1892.664605] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1892.665917] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81365d29-18ed-46b7-96d7-312a571869e7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.687729] env[69297]: DEBUG nova.virt.hardware [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=<?>,min_ram=<?>,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1892.688054] env[69297]: DEBUG nova.virt.hardware [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1892.688239] env[69297]: DEBUG nova.virt.hardware [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1892.688485] env[69297]: DEBUG nova.virt.hardware [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1892.688676] env[69297]: DEBUG nova.virt.hardware [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1892.688842] env[69297]: DEBUG nova.virt.hardware [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1892.689140] env[69297]: DEBUG nova.virt.hardware [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1892.689371] env[69297]: DEBUG nova.virt.hardware [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1892.690027] env[69297]: DEBUG nova.virt.hardware [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1892.690027] env[69297]: DEBUG nova.virt.hardware [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1892.690027] env[69297]: DEBUG nova.virt.hardware [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1892.696715] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Reconfiguring VM to attach interface {{(pid=69297) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}}
[ 1892.697646] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b70bca9-d6f1-4841-acc2-fa821a97ba96 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1892.717972] env[69297]: DEBUG oslo_vmware.api [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1892.717972] env[69297]:    value = "task-2932218"
[ 1892.717972] env[69297]:    _type = "Task"
[ 1892.717972] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1892.726385] env[69297]: DEBUG oslo_vmware.api [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932218, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1892.801143] env[69297]: DEBUG nova.compute.manager [req-4cfdc407-ca9e-43e5-987e-efed34e70d7c req-87783aee-89a8-4716-bee6-95025f1abe2f service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Received event network-changed-b918e790-f50a-417d-8f36-a086d48795f2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1892.801493] env[69297]: DEBUG nova.compute.manager [req-4cfdc407-ca9e-43e5-987e-efed34e70d7c req-87783aee-89a8-4716-bee6-95025f1abe2f service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing instance network info cache due to event network-changed-b918e790-f50a-417d-8f36-a086d48795f2. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1892.801696] env[69297]: DEBUG oslo_concurrency.lockutils [req-4cfdc407-ca9e-43e5-987e-efed34e70d7c req-87783aee-89a8-4716-bee6-95025f1abe2f service nova] Acquiring lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1892.801955] env[69297]: DEBUG oslo_concurrency.lockutils [req-4cfdc407-ca9e-43e5-987e-efed34e70d7c req-87783aee-89a8-4716-bee6-95025f1abe2f service nova] Acquired lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1892.802169] env[69297]: DEBUG nova.network.neutron [req-4cfdc407-ca9e-43e5-987e-efed34e70d7c req-87783aee-89a8-4716-bee6-95025f1abe2f service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing network info cache for port b918e790-f50a-417d-8f36-a086d48795f2 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1893.029897] env[69297]: DEBUG oslo_vmware.api [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932217, 'name': PowerOnVM_Task, 'duration_secs': 0.422644} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1893.030312] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1893.030630] env[69297]: DEBUG nova.compute.manager [None req-31d4d1ba-ed2b-453b-991d-70fc5468bed9 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1893.031476] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e620af98-37ef-48a8-9292-55b2c3bb4931 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1893.233378] env[69297]: DEBUG oslo_vmware.api [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1893.493153] env[69297]: DEBUG nova.network.neutron [-] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1893.538799] env[69297]: DEBUG nova.network.neutron [req-4cfdc407-ca9e-43e5-987e-efed34e70d7c req-87783aee-89a8-4716-bee6-95025f1abe2f service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updated VIF entry in instance network info cache for port b918e790-f50a-417d-8f36-a086d48795f2. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1893.539271] env[69297]: DEBUG nova.network.neutron [req-4cfdc407-ca9e-43e5-987e-efed34e70d7c req-87783aee-89a8-4716-bee6-95025f1abe2f service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updating instance_info_cache with network_info: [{"id": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "address": "fa:16:3e:23:08:28", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026fd273-c9", "ovs_interfaceid": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b918e790-f50a-417d-8f36-a086d48795f2", "address": "fa:16:3e:37:26:f5", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb918e790-f5", "ovs_interfaceid": "b918e790-f50a-417d-8f36-a086d48795f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1893.733804] env[69297]: DEBUG oslo_vmware.api [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932218, 'name': ReconfigVM_Task, 'duration_secs': 0.609407} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1893.736368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1893.736368] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Reconfigured VM to attach interface {{(pid=69297) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}}
[ 1893.997533] env[69297]: INFO nova.compute.manager [-] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Took 1.46 seconds to deallocate network for instance.
[ 1894.045741] env[69297]: DEBUG oslo_concurrency.lockutils [req-4cfdc407-ca9e-43e5-987e-efed34e70d7c req-87783aee-89a8-4716-bee6-95025f1abe2f service nova] Releasing lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1894.242050] env[69297]: DEBUG oslo_concurrency.lockutils [None req-75aed607-9768-446a-8a59-e21f97df1d59 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-3c0b19fe-d671-43c3-85ce-c650af97ed74-b918e790-f50a-417d-8f36-a086d48795f2" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 6.031s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1894.541267] env[69297]: INFO nova.compute.manager [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Took 0.54 seconds to detach 1 volumes for instance.
[ 1894.544750] env[69297]: DEBUG nova.compute.manager [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Deleting volume: 03872626-7829-437e-beb8-671cd5c3f6c2 {{(pid=69297) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}}
[ 1894.828569] env[69297]: DEBUG nova.compute.manager [req-dfcd1025-be07-4ebc-8b44-1dfeac138394 req-486bafe3-c25a-478e-9609-f821e578fde5 service nova] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Received event network-vif-deleted-be2f0c12-21cd-471f-9fa8-64e1dff8b2af {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1895.059952] env[69297]: INFO nova.compute.manager [None req-99f739c6-6e74-426f-89f1-02d0b43c5a23 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Get console output
[ 1895.060300] env[69297]: WARNING nova.virt.vmwareapi.driver [None req-99f739c6-6e74-426f-89f1-02d0b43c5a23 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] The console log is missing. Check your VSPC configuration
[ 1895.083718] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1895.084025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1895.084256] env[69297]: DEBUG nova.objects.instance [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lazy-loading 'resources' on Instance uuid ffbcfe90-e924-4da6-a681-05b5f99350fc {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1895.736431] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85083f7a-0e95-4695-8946-9624aeac10e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1895.744343] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a7f43c-bcd8-493d-95ad-daa88fa4c81c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1895.779872] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28674f57-eff0-4ba2-9846-fd7906ad5e3b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1895.788643] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081ef294-b57e-46c1-b963-1dc92d9d59b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1895.803452] env[69297]: DEBUG nova.compute.provider_tree [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1895.939765] env[69297]: DEBUG oslo_concurrency.lockutils [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "interface-3c0b19fe-d671-43c3-85ce-c650af97ed74-b918e790-f50a-417d-8f36-a086d48795f2" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1895.940033] env[69297]: DEBUG oslo_concurrency.lockutils [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-3c0b19fe-d671-43c3-85ce-c650af97ed74-b918e790-f50a-417d-8f36-a086d48795f2" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1896.141226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "54acc045-914e-46b4-ba09-1d6fa2d06ead" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1896.141675] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "54acc045-914e-46b4-ba09-1d6fa2d06ead" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1896.142011] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "54acc045-914e-46b4-ba09-1d6fa2d06ead-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1896.142275] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "54acc045-914e-46b4-ba09-1d6fa2d06ead-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1896.142518] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "54acc045-914e-46b4-ba09-1d6fa2d06ead-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1896.145342] env[69297]: INFO nova.compute.manager [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Terminating instance
[ 1896.306145] env[69297]: DEBUG nova.scheduler.client.report [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1896.444051] env[69297]: DEBUG oslo_concurrency.lockutils [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1896.444051] env[69297]: DEBUG oslo_concurrency.lockutils [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1896.444903] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3262109f-2180-446d-8712-2e91706e2229 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.462605] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f67a45-387f-4b81-be15-d2ef62cae46c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.488092] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Reconfiguring VM to detach interface {{(pid=69297) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}}
[ 1896.488359] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a5884dd-2ee7-4874-8145-0b1b58990985 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.506694] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1896.506694] env[69297]:    value = "task-2932220"
[ 1896.506694] env[69297]:    _type = "Task"
[ 1896.506694] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1896.514435] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1896.649393] env[69297]: DEBUG nova.compute.manager [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1896.649636] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1896.650633] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a5da09-fee3-41b1-aee6-1d9803961d67 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.658467] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1896.658731] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a59d8931-9146-4f59-bfbd-a71fb6e68e97 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1896.665237] env[69297]: DEBUG oslo_vmware.api [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1896.665237] env[69297]:    value = "task-2932221"
[ 1896.665237] env[69297]:    _type = "Task"
[ 1896.665237] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1896.677695] env[69297]: DEBUG oslo_vmware.api [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1896.690404] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1896.690646] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1896.812161] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1896.839393] env[69297]: INFO nova.scheduler.client.report [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted allocations for instance ffbcfe90-e924-4da6-a681-05b5f99350fc
[ 1897.017037] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1897.176079] env[69297]: DEBUG oslo_vmware.api [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932221, 'name': PowerOffVM_Task, 'duration_secs': 0.392967} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1897.176574] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1897.176574] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1897.176846] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5a806d9-bd65-4e30-b371-81a9210700a3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1897.193756] env[69297]: DEBUG nova.compute.manager [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1897.304686] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1897.304925] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1897.305123] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleting the datastore file [datastore2] 54acc045-914e-46b4-ba09-1d6fa2d06ead {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1897.305401] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14ed5aaa-aeae-4a93-960a-ae7f15b0af6f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1897.312603] env[69297]: DEBUG oslo_vmware.api [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1897.312603] env[69297]:    value = "task-2932223"
[ 1897.312603] env[69297]:    _type = "Task"
[ 1897.312603] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1897.320291] env[69297]: DEBUG oslo_vmware.api [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1897.347562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a885a5d6-8b7e-43c7-ad6b-375a5a09b13d tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "ffbcfe90-e924-4da6-a681-05b5f99350fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.560s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1897.518167] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1897.625719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1897.625975] env[69297]: DEBUG oslo_concurrency.lockutils [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1897.626213] env[69297]: DEBUG oslo_concurrency.lockutils [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1897.626401] env[69297]: DEBUG oslo_concurrency.lockutils [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1897.626570] env[69297]: DEBUG oslo_concurrency.lockutils [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1897.628715] env[69297]: INFO nova.compute.manager [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Terminating instance
[ 1897.718658] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1897.718865] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1897.720468] env[69297]: INFO nova.compute.claims [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1897.824854] env[69297]: DEBUG oslo_vmware.api [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148822} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1897.825121] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1897.825309] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1897.825487] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1897.825663] env[69297]: INFO nova.compute.manager [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Took 1.18 seconds to destroy the instance on the hypervisor.
[ 1897.825899] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1897.826105] env[69297]: DEBUG nova.compute.manager [-] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1897.826200] env[69297]: DEBUG nova.network.neutron [-] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1898.018173] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1898.133474] env[69297]: DEBUG nova.compute.manager [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1898.133742] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1898.134669] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23cc460-e7f7-422b-88c8-b20831eb74db {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.143805] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1898.143915] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c0be6c4-3564-40b8-b7b1-ea03654303ca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.150161] env[69297]: DEBUG oslo_vmware.api [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1898.150161] env[69297]:    value = "task-2932224"
[ 1898.150161] env[69297]:    _type = "Task"
[ 1898.150161] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1898.158638] env[69297]: DEBUG oslo_vmware.api [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1898.276353] env[69297]: DEBUG nova.compute.manager [req-4b30420f-965c-4741-906b-822f8da575f7 req-f2d7c2ca-bba1-4735-873b-15e3a92f8e03 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Received event network-vif-deleted-3e73769b-f366-43ac-9ba8-bd227053806f {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1898.276353] env[69297]: INFO nova.compute.manager [req-4b30420f-965c-4741-906b-822f8da575f7 req-f2d7c2ca-bba1-4735-873b-15e3a92f8e03 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Neutron deleted interface 3e73769b-f366-43ac-9ba8-bd227053806f; detaching it from the instance and deleting it from the info cache
[ 1898.276353] env[69297]: DEBUG nova.network.neutron [req-4b30420f-965c-4741-906b-822f8da575f7 req-f2d7c2ca-bba1-4735-873b-15e3a92f8e03 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1898.518803] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1898.660445] env[69297]: DEBUG oslo_vmware.api [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932224, 'name': PowerOffVM_Task, 'duration_secs': 0.311969} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1898.660445] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1898.660643] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1898.660864] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53be969e-9116-4802-9856-9c05f86d68b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.734098] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1898.734727] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1898.735158] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleting the datastore file [datastore2] f6a34874-89c9-46de-a8d9-7ffb58e0cf7c {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1898.735423] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e7e07a7-aeeb-4c25-92d7-3e066b14d056 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.742758] env[69297]: DEBUG oslo_vmware.api [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1898.742758] env[69297]:    value = "task-2932226"
[ 1898.742758] env[69297]:    _type = "Task"
[ 1898.742758] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1898.752119] env[69297]: DEBUG oslo_vmware.api [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1898.757430] env[69297]: DEBUG nova.network.neutron [-] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1898.776203] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c13025d5-fee3-43bb-82d2-9c54e0c74a54 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.787382] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb9d065-8b8e-49e5-b8d3-0062067ce0f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.825502] env[69297]: DEBUG nova.compute.manager [req-4b30420f-965c-4741-906b-822f8da575f7 req-f2d7c2ca-bba1-4735-873b-15e3a92f8e03 service nova] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Detach interface failed, port_id=3e73769b-f366-43ac-9ba8-bd227053806f, reason: Instance 54acc045-914e-46b4-ba09-1d6fa2d06ead could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1898.896294] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b7220a-deb4-40bd-a80d-e7d53eab2125 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.903485] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5843f3-d75b-43f3-a072-8a9224d74232 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.935522] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21edd701-8018-4df8-b516-290b9b3a7936 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.942706] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0412ba8e-02d8-4761-904f-f58d42a24e8f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1898.956013] env[69297]: DEBUG nova.compute.provider_tree [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1899.019134] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1899.253724] env[69297]: DEBUG oslo_vmware.api [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157429} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1899.253944] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1899.254221] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1899.254365] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1899.254550] env[69297]: INFO nova.compute.manager [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 1899.254791] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1899.254968] env[69297]: DEBUG nova.compute.manager [-] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1899.255092] env[69297]: DEBUG nova.network.neutron [-] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1899.261311] env[69297]: INFO nova.compute.manager [-] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Took 1.44 seconds to deallocate network for instance.
[ 1899.459296] env[69297]: DEBUG nova.scheduler.client.report [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1899.520203] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1899.767930] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1899.964671] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1899.965285] env[69297]: DEBUG nova.compute.manager [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1899.968366] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.201s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1899.968627] env[69297]: DEBUG nova.objects.instance [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'resources' on Instance uuid 54acc045-914e-46b4-ba09-1d6fa2d06ead {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1899.985109] env[69297]: DEBUG nova.network.neutron [-] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1900.022441] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1900.301951] env[69297]: DEBUG nova.compute.manager [req-28d2f125-c53f-4473-ac00-e7b7a0cb3367 req-97a0f5cc-1819-4506-9feb-f97751843995 service nova] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Received event network-vif-deleted-623bd2d1-c3c2-4d5b-afe7-1a6d427d1ee2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1900.472023] env[69297]: DEBUG nova.compute.utils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1900.477373] env[69297]: DEBUG nova.compute.manager [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1900.477577] env[69297]: DEBUG nova.network.neutron [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1900.488464] env[69297]: INFO nova.compute.manager [-] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Took 1.23 seconds to deallocate network for instance.
[ 1900.522833] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1900.527615] env[69297]: DEBUG nova.policy [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe893ac49ab14993af17dac15a0ee31b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a53723c4f574cc4bbbd3f63369be390', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1900.613178] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6334e183-c11e-4110-90b8-36cccc3a3dad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1900.621494] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8388ef-69bd-44d9-bc64-d6f325393127 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1900.651681] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e89067-9835-42cf-bb11-3e1243e1b7e8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1900.659363] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab835305-7704-4def-9690-b2275e00bcbe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1900.672799] env[69297]: DEBUG nova.compute.provider_tree [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1900.810707] env[69297]: DEBUG nova.network.neutron [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Successfully created port: 2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1900.978271] env[69297]: DEBUG nova.compute.manager [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1900.996512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1901.023767] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1901.179317] env[69297]: DEBUG nova.scheduler.client.report [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1901.524403] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1901.684243] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1901.686760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.691s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1901.687059] env[69297]: DEBUG nova.objects.instance [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lazy-loading 'resources' on Instance uuid f6a34874-89c9-46de-a8d9-7ffb58e0cf7c {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1901.710177] env[69297]: INFO nova.scheduler.client.report [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleted allocations for instance 54acc045-914e-46b4-ba09-1d6fa2d06ead
[ 1901.988708] env[69297]: DEBUG nova.compute.manager [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1902.014596] env[69297]: DEBUG nova.virt.hardware [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1902.014868] env[69297]: DEBUG nova.virt.hardware [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1902.015039] env[69297]: DEBUG nova.virt.hardware [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1902.015228] env[69297]: DEBUG nova.virt.hardware [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1902.015374] env[69297]: DEBUG nova.virt.hardware [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1902.015520] env[69297]: DEBUG nova.virt.hardware [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1902.015749] env[69297]: DEBUG nova.virt.hardware [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1902.015894] env[69297]: DEBUG nova.virt.hardware [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1902.016072] env[69297]: DEBUG nova.virt.hardware [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1902.016238] env[69297]: DEBUG nova.virt.hardware [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1902.016410] env[69297]: DEBUG nova.virt.hardware [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1902.017318] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3909bf79-6012-4626-8c8d-fe56d189317e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.031256] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18456654-0592-4e19-b52a-8319bc21028e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.035274] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1902.222293] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f69802e5-a23b-4a9d-acd1-d801db175609 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "54acc045-914e-46b4-ba09-1d6fa2d06ead" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.081s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1902.257196] env[69297]: DEBUG nova.network.neutron [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Successfully updated port: 2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1902.330753] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795ee238-a5c7-402f-be80-d21b67387933 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.335817] env[69297]: DEBUG nova.compute.manager [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Received event network-vif-plugged-2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1902.336050] env[69297]: DEBUG oslo_concurrency.lockutils [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] Acquiring lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1902.336280] env[69297]: DEBUG oslo_concurrency.lockutils [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1902.336507] env[69297]: DEBUG oslo_concurrency.lockutils [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1902.336703] env[69297]: DEBUG nova.compute.manager [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] No waiting events found dispatching network-vif-plugged-2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1902.336870] env[69297]: WARNING nova.compute.manager [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Received unexpected event network-vif-plugged-2b343dff-f7c1-4403-b22d-c40c0d6eadad for instance with vm_state building and task_state spawning.
[ 1902.337041] env[69297]: DEBUG nova.compute.manager [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Received event network-changed-2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1902.337197] env[69297]: DEBUG nova.compute.manager [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Refreshing instance network info cache due to event network-changed-2b343dff-f7c1-4403-b22d-c40c0d6eadad. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1902.337395] env[69297]: DEBUG oslo_concurrency.lockutils [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] Acquiring lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1902.337517] env[69297]: DEBUG oslo_concurrency.lockutils [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] Acquired lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1902.337672] env[69297]: DEBUG nova.network.neutron [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Refreshing network info cache for port 2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1902.344872] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd034dc-2096-4773-b8b2-077091219ec0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.378651] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ccd919-0c07-4de2-bf36-e7687ec95b06 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.386090] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5159171c-8f5b-4b78-80d5-a4175991fc0c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.400329] env[69297]: DEBUG nova.compute.provider_tree [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1902.526206] env[69297]: DEBUG oslo_vmware.api [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932220, 'name': ReconfigVM_Task, 'duration_secs': 5.785888} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1902.526545] env[69297]: DEBUG oslo_concurrency.lockutils [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1902.526778] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Reconfigured VM to detach interface {{(pid=69297) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}}
[ 1902.653143] env[69297]: DEBUG oslo_vmware.rw_handles [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b8a6-09eb-4d85-506e-ecc4e4191807/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1902.654101] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991b9fc2-aebf-48a0-8635-855050850565 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.660469] env[69297]: DEBUG oslo_vmware.rw_handles [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b8a6-09eb-4d85-506e-ecc4e4191807/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1902.660636] env[69297]: ERROR oslo_vmware.rw_handles [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b8a6-09eb-4d85-506e-ecc4e4191807/disk-0.vmdk due to incomplete transfer.
[ 1902.660853] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ee370185-cc39-430a-b2fd-444c0d78b073 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.668689] env[69297]: DEBUG oslo_vmware.rw_handles [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b8a6-09eb-4d85-506e-ecc4e4191807/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}}
[ 1902.668894] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Uploaded image b61519ab-4b95-4cda-9df2-fcf23389c97a to the Glance image server {{(pid=69297) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}}
[ 1902.671510] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Destroying the VM {{(pid=69297) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}}
[ 1902.671743] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7608cb71-c8e4-43bc-a46c-633c76ac3d90 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1902.678505] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1902.678505] env[69297]:    value = "task-2932227"
[ 1902.678505] env[69297]:    _type = "Task"
[ 1902.678505] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1902.686241] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932227, 'name': Destroy_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1902.760451] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1902.871160] env[69297]: DEBUG nova.network.neutron [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1902.903616] env[69297]: DEBUG nova.scheduler.client.report [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1902.945000] env[69297]: DEBUG nova.network.neutron [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1903.189066] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932227, 'name': Destroy_Task, 'duration_secs': 0.328216} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1903.189345] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Destroyed the VM
[ 1903.189580] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Deleting Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}}
[ 1903.189829] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-192f88dd-6950-493f-8e22-aec778f75019 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1903.195582] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1903.195582] env[69297]:    value = "task-2932228"
[ 1903.195582] env[69297]:    _type = "Task"
[ 1903.195582] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1903.203615] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932228, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1903.409018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1903.430590] env[69297]: INFO nova.scheduler.client.report [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted allocations for instance f6a34874-89c9-46de-a8d9-7ffb58e0cf7c
[ 1903.447546] env[69297]: DEBUG oslo_concurrency.lockutils [req-2203b683-1869-43b9-831b-56a27818d554 req-25ef1197-d1be-40ec-bd39-26d46f9ce892 service nova] Releasing lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1903.448034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1903.448254] env[69297]: DEBUG nova.network.neutron [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1903.704877] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932228, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358152} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1903.705396] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Deleted Snapshot of the VM instance {{(pid=69297) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}}
[ 1903.705396] env[69297]: DEBUG nova.compute.manager [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1903.706127] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed7d7a5-2cbf-4724-9ffe-28c6e8f87d5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1903.938783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-92eb7ad6-9a15-40fc-9053-fa5cf28b2768 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "f6a34874-89c9-46de-a8d9-7ffb58e0cf7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.313s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1903.978796] env[69297]: DEBUG nova.network.neutron [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1904.100949] env[69297]: DEBUG nova.network.neutron [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updating instance_info_cache with network_info: [{"id": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "address": "fa:16:3e:0c:df:4f", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b343dff-f7", "ovs_interfaceid": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1904.165236] env[69297]: DEBUG oslo_concurrency.lockutils [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1904.165437] env[69297]: DEBUG oslo_concurrency.lockutils [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1904.165580] env[69297]: DEBUG nova.network.neutron [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1904.217764] env[69297]: INFO nova.compute.manager [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Shelve offloading
[ 1904.515908] env[69297]: DEBUG nova.compute.manager [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Stashing vm_state: active {{(pid=69297) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1904.573948] env[69297]: DEBUG nova.compute.manager [req-c33b3d91-25eb-4069-bd41-57d826494602 req-0304c57d-a743-4003-b570-e6f128bc0e4f service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Received event network-changed-026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1904.574164] env[69297]: DEBUG nova.compute.manager [req-c33b3d91-25eb-4069-bd41-57d826494602 req-0304c57d-a743-4003-b570-e6f128bc0e4f service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing instance network info cache due to event network-changed-026fd273-c9a1-41ef-8abd-7750de1a9fe9. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1904.574355] env[69297]: DEBUG oslo_concurrency.lockutils [req-c33b3d91-25eb-4069-bd41-57d826494602 req-0304c57d-a743-4003-b570-e6f128bc0e4f service nova] Acquiring lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1904.603304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1904.603694] env[69297]: DEBUG nova.compute.manager [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Instance network_info: |[{"id": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "address": "fa:16:3e:0c:df:4f", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b343dff-f7", "ovs_interfaceid": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1904.604009] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:df:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b343dff-f7c1-4403-b22d-c40c0d6eadad', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1904.611535] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1904.611982] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1904.612227] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-accc6055-d76b-4398-a086-652737b9e78c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1904.632182] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1904.632182] env[69297]:    value = "task-2932230"
[ 1904.632182] env[69297]:    _type = "Task"
[ 1904.632182] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1904.642991] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932230, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1904.721070] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1904.722022] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d3f97b4-279e-4a31-8d28-320c04934f66 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1904.728153] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1904.728153] env[69297]:    value = "task-2932231"
[ 1904.728153] env[69297]:    _type = "Task"
[ 1904.728153] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1904.736074] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1904.870709] env[69297]: INFO nova.network.neutron [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Port b918e790-f50a-417d-8f36-a086d48795f2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
[ 1904.871135] env[69297]: DEBUG nova.network.neutron [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updating instance_info_cache with network_info: [{"id": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "address": "fa:16:3e:23:08:28", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026fd273-c9", "ovs_interfaceid": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1905.036107] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1905.036395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1905.142758] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932230, 'name': CreateVM_Task, 'duration_secs': 0.33031} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1905.142943] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1905.143591] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1905.143766] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1905.144100] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1905.144359] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf50984-76a4-445b-84be-625d5f3b913e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1905.149155] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1905.149155] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52a77ff3-a727-722e-0bf9-c34eadf1c529"
[ 1905.149155] env[69297]:    _type = "Task"
[ 1905.149155] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1905.156279] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a77ff3-a727-722e-0bf9-c34eadf1c529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1905.237972] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1905.238196] env[69297]: DEBUG nova.compute.manager [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1905.238967] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f8c6f6-ac64-4f00-8ce2-4234749cdc00 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1905.244127] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1905.244289] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1905.244457] env[69297]: DEBUG nova.network.neutron [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1905.247246] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "interface-b1eeb362-32e4-4411-81d0-47f87fa7b58f-b918e790-f50a-417d-8f36-a086d48795f2" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1905.247452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-b1eeb362-32e4-4411-81d0-47f87fa7b58f-b918e790-f50a-417d-8f36-a086d48795f2" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1905.247773] env[69297]: DEBUG nova.objects.instance [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lazy-loading 'flavor' on Instance uuid b1eeb362-32e4-4411-81d0-47f87fa7b58f {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1905.373535] env[69297]: DEBUG oslo_concurrency.lockutils [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1905.375728] env[69297]: DEBUG oslo_concurrency.lockutils [req-c33b3d91-25eb-4069-bd41-57d826494602 req-0304c57d-a743-4003-b570-e6f128bc0e4f service nova] Acquired lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1905.375933] env[69297]: DEBUG nova.network.neutron [req-c33b3d91-25eb-4069-bd41-57d826494602 req-0304c57d-a743-4003-b570-e6f128bc0e4f service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Refreshing network info cache for port 026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1905.541725] env[69297]: INFO nova.compute.claims [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1905.659377] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52a77ff3-a727-722e-0bf9-c34eadf1c529, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1905.659678] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1905.659911] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1905.660164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1905.660312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1905.660493] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1905.660740] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb89618-c4af-4592-a671-ccd2a76f7b2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1905.668706] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1905.668880] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1905.669563] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91a9d0d-ec69-45ee-9ad2-0fea327c1402 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1905.674131] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1905.674131] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5261e5e9-d383-f8c8-083c-bcacc60a45a5"
[ 1905.674131] env[69297]:    _type = "Task"
[ 1905.674131] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1905.681351] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5261e5e9-d383-f8c8-083c-bcacc60a45a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1905.881022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-64771854-3824-4a51-8765-d692cc37e1b4 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-3c0b19fe-d671-43c3-85ce-c650af97ed74-b918e790-f50a-417d-8f36-a086d48795f2" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 9.938s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1905.902729] env[69297]: DEBUG nova.objects.instance [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lazy-loading 'pci_requests' on Instance uuid b1eeb362-32e4-4411-81d0-47f87fa7b58f {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1905.959944] env[69297]: DEBUG nova.network.neutron [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updating instance_info_cache with network_info: [{"id": "a6e6134a-3a35-4fdb-8257-51837934ad88", "address": "fa:16:3e:61:53:a6", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e6134a-3a", "ovs_interfaceid": "a6e6134a-3a35-4fdb-8257-51837934ad88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1906.050236] env[69297]: INFO nova.compute.resource_tracker [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating resource usage from migration d898adfe-f479-40b7-b181-199b36d4c5ce
[ 1906.080972] env[69297]: DEBUG nova.network.neutron [req-c33b3d91-25eb-4069-bd41-57d826494602 req-0304c57d-a743-4003-b570-e6f128bc0e4f service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updated VIF entry in instance network info cache for port 026fd273-c9a1-41ef-8abd-7750de1a9fe9. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1906.081370] env[69297]: DEBUG nova.network.neutron [req-c33b3d91-25eb-4069-bd41-57d826494602 req-0304c57d-a743-4003-b570-e6f128bc0e4f service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updating instance_info_cache with network_info: [{"id": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "address": "fa:16:3e:23:08:28", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026fd273-c9", "ovs_interfaceid": "026fd273-c9a1-41ef-8abd-7750de1a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1906.161874] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5eeb4c-680a-4382-bded-f6428c24e114 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.169232] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f871af8a-93ce-4349-a37a-023cff35358e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.201394] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc75d40f-615d-47f8-94ff-bbe49f8cc46a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.206646] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5261e5e9-d383-f8c8-083c-bcacc60a45a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008089} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1906.207705] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4882f8-137a-4ef1-b5b0-ab4f574df0ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.212825] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f756a323-05c3-4b0d-962e-b28fcbcdb5e4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.217198] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1906.217198] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52fe8d29-5546-af20-1313-e6be3beafb51"
[ 1906.217198] env[69297]:    _type = "Task"
[ 1906.217198] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1906.228072] env[69297]: DEBUG nova.compute.provider_tree [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1906.233926] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52fe8d29-5546-af20-1313-e6be3beafb51, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1906.234181] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1906.234407] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e/56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1906.234632] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c57f713-7775-4b90-9ac1-47d411d2b05c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.241236] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1906.241236] env[69297]:    value = "task-2932232"
[ 1906.241236] env[69297]:    _type = "Task"
[ 1906.241236] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1906.249045] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1906.404251] env[69297]: DEBUG nova.objects.base [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Object Instance<b1eeb362-32e4-4411-81d0-47f87fa7b58f> lazy-loaded attributes: flavor,pci_requests {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1906.404559] env[69297]: DEBUG nova.network.neutron [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1906.462668] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1906.480361] env[69297]: DEBUG nova.policy [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d2f9c086dd4da89232166919773d53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a4391229844f14a5f584c75bf49128', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1906.586415] env[69297]: DEBUG oslo_concurrency.lockutils [req-c33b3d91-25eb-4069-bd41-57d826494602 req-0304c57d-a743-4003-b570-e6f128bc0e4f service nova] Releasing lock "refresh_cache-3c0b19fe-d671-43c3-85ce-c650af97ed74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1906.610664] env[69297]: DEBUG nova.compute.manager [req-85d10de0-ea44-443c-bd1a-1b3ede596cd9 req-06d51f75-e653-4809-9269-182c9ee48d6d service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Received event network-changed-5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1906.611066] env[69297]: DEBUG nova.compute.manager [req-85d10de0-ea44-443c-bd1a-1b3ede596cd9 req-06d51f75-e653-4809-9269-182c9ee48d6d service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Refreshing instance network info cache due to event network-changed-5ebda071-7496-48e6-a0a2-4edac24c8d51. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1906.611302] env[69297]: DEBUG oslo_concurrency.lockutils [req-85d10de0-ea44-443c-bd1a-1b3ede596cd9 req-06d51f75-e653-4809-9269-182c9ee48d6d service nova] Acquiring lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1906.611540] env[69297]: DEBUG oslo_concurrency.lockutils [req-85d10de0-ea44-443c-bd1a-1b3ede596cd9 req-06d51f75-e653-4809-9269-182c9ee48d6d service nova] Acquired lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1906.611746] env[69297]: DEBUG nova.network.neutron [req-85d10de0-ea44-443c-bd1a-1b3ede596cd9 req-06d51f75-e653-4809-9269-182c9ee48d6d service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Refreshing network info cache for port 5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1906.730744] env[69297]: DEBUG nova.scheduler.client.report [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1906.754024] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45205} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1906.754024] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e/56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1906.754024] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1906.754024] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cd41612-882d-43b7-aed9-6b0c8a1bc910 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.760851] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1906.760851] env[69297]:    value = "task-2932233"
[ 1906.760851] env[69297]:    _type = "Task"
[ 1906.760851] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1906.769472] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1906.771914] env[69297]: DEBUG nova.compute.manager [req-ff3ca27a-3036-4630-9c82-796722bf5cac req-83a840bf-a819-442d-8798-715490c2f49f service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Received event network-vif-unplugged-a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1906.772539] env[69297]: DEBUG oslo_concurrency.lockutils [req-ff3ca27a-3036-4630-9c82-796722bf5cac req-83a840bf-a819-442d-8798-715490c2f49f service nova] Acquiring lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1906.772539] env[69297]: DEBUG oslo_concurrency.lockutils [req-ff3ca27a-3036-4630-9c82-796722bf5cac req-83a840bf-a819-442d-8798-715490c2f49f service nova] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1906.772539] env[69297]: DEBUG oslo_concurrency.lockutils [req-ff3ca27a-3036-4630-9c82-796722bf5cac req-83a840bf-a819-442d-8798-715490c2f49f service nova] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1906.772772] env[69297]: DEBUG nova.compute.manager [req-ff3ca27a-3036-4630-9c82-796722bf5cac req-83a840bf-a819-442d-8798-715490c2f49f service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] No waiting events found dispatching network-vif-unplugged-a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1906.772844] env[69297]: WARNING nova.compute.manager [req-ff3ca27a-3036-4630-9c82-796722bf5cac req-83a840bf-a819-442d-8798-715490c2f49f service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Received unexpected event network-vif-unplugged-a6e6134a-3a35-4fdb-8257-51837934ad88 for instance with vm_state shelved and task_state shelving_offloading.
[ 1906.817022] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1906.817615] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdc520e-7e56-4819-9e4e-82cb3e1dd337 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.825205] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1906.825443] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3883e78a-8d59-4400-a223-af2a3d7720ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.892047] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1906.892501] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1906.892501] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleting the datastore file [datastore1] 2397b964-a14b-4f3e-9d29-3b0965cc2535 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1906.892689] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8d47103-ac46-453b-82c0-d2bacaa02066 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1906.901020] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1906.901020] env[69297]:    value = "task-2932235"
[ 1906.901020] env[69297]:    _type = "Task"
[ 1906.901020] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1906.909192] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1907.236172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.200s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1907.236386] env[69297]: INFO nova.compute.manager [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Migrating
[ 1907.273531] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063716} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1907.273810] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1907.274632] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100ab493-3efd-4588-94dc-2333413a8933 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1907.298643] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e/56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1907.298928] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb882d99-d483-4133-b531-c938205dd5e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1907.321655] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1907.321655] env[69297]:    value = "task-2932236"
[ 1907.321655] env[69297]:    _type = "Task"
[ 1907.321655] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1907.330842] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1907.345793] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1907.345990] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1907.346191] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1907.346397] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1907.346570] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1907.348944] env[69297]: DEBUG nova.network.neutron [req-85d10de0-ea44-443c-bd1a-1b3ede596cd9 req-06d51f75-e653-4809-9269-182c9ee48d6d service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updated VIF entry in instance network info cache for port 5ebda071-7496-48e6-a0a2-4edac24c8d51. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1907.349329] env[69297]: DEBUG nova.network.neutron [req-85d10de0-ea44-443c-bd1a-1b3ede596cd9 req-06d51f75-e653-4809-9269-182c9ee48d6d service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updating instance_info_cache with network_info: [{"id": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "address": "fa:16:3e:8d:f3:31", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebda071-74", "ovs_interfaceid": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1907.350998] env[69297]: INFO nova.compute.manager [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Terminating instance
[ 1907.412374] env[69297]: DEBUG oslo_vmware.api [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140959} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1907.412629] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1907.413159] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1907.413159] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1907.436440] env[69297]: INFO nova.scheduler.client.report [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleted allocations for instance 2397b964-a14b-4f3e-9d29-3b0965cc2535
[ 1907.751563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1907.751885] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1907.752209] env[69297]: DEBUG nova.network.neutron [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1907.832845] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1907.854423] env[69297]: DEBUG oslo_concurrency.lockutils [req-85d10de0-ea44-443c-bd1a-1b3ede596cd9 req-06d51f75-e653-4809-9269-182c9ee48d6d service nova] Releasing lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1907.858035] env[69297]: DEBUG nova.compute.manager [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1907.858035] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1907.859189] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f868e630-961c-4988-afda-71fdd9c6b315 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1907.869585] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1907.869946] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1214dce2-dd47-41ee-9c6f-e9fd124680aa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1907.877100] env[69297]: DEBUG oslo_vmware.api [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1907.877100] env[69297]:    value = "task-2932237"
[ 1907.877100] env[69297]:    _type = "Task"
[ 1907.877100] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1907.886320] env[69297]: DEBUG oslo_vmware.api [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1907.941830] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1907.942363] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1907.942569] env[69297]: DEBUG nova.objects.instance [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'resources' on Instance uuid 2397b964-a14b-4f3e-9d29-3b0965cc2535 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1908.155793] env[69297]: DEBUG nova.network.neutron [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Successfully updated port: b918e790-f50a-417d-8f36-a086d48795f2 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1908.335903] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932236, 'name': ReconfigVM_Task, 'duration_secs': 0.673738} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1908.336313] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e/56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1908.337255] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fcf6d5c-cb83-4448-9eea-da3a7ebca906 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1908.345899] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1908.345899] env[69297]:    value = "task-2932238"
[ 1908.345899] env[69297]:    _type = "Task"
[ 1908.345899] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1908.359945] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932238, 'name': Rename_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1908.389777] env[69297]: DEBUG oslo_vmware.api [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932237, 'name': PowerOffVM_Task, 'duration_secs': 0.20476} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1908.390208] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1908.390510] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1908.392111] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39b5a82d-3991-49b7-9527-d8ae07471fcb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1908.445906] env[69297]: DEBUG nova.objects.instance [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'numa_topology' on Instance uuid 2397b964-a14b-4f3e-9d29-3b0965cc2535 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1908.545317] env[69297]: DEBUG nova.network.neutron [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance_info_cache with network_info: [{"id": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "address": "fa:16:3e:25:f4:19", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a2dcc4-9b", "ovs_interfaceid": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1908.638502] env[69297]: DEBUG nova.compute.manager [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Received event network-vif-plugged-b918e790-f50a-417d-8f36-a086d48795f2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1908.638655] env[69297]: DEBUG oslo_concurrency.lockutils [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] Acquiring lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1908.638864] env[69297]: DEBUG oslo_concurrency.lockutils [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] Lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1908.639060] env[69297]: DEBUG oslo_concurrency.lockutils [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] Lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1908.639247] env[69297]: DEBUG nova.compute.manager [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] No waiting events found dispatching network-vif-plugged-b918e790-f50a-417d-8f36-a086d48795f2 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1908.639407] env[69297]: WARNING nova.compute.manager [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Received unexpected event network-vif-plugged-b918e790-f50a-417d-8f36-a086d48795f2 for instance with vm_state active and task_state None.
[ 1908.639661] env[69297]: DEBUG nova.compute.manager [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Received event network-changed-b918e790-f50a-417d-8f36-a086d48795f2 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1908.639846] env[69297]: DEBUG nova.compute.manager [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Refreshing instance network info cache due to event network-changed-b918e790-f50a-417d-8f36-a086d48795f2. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1908.640055] env[69297]: DEBUG oslo_concurrency.lockutils [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] Acquiring lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1908.640199] env[69297]: DEBUG oslo_concurrency.lockutils [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] Acquired lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1908.640356] env[69297]: DEBUG nova.network.neutron [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Refreshing network info cache for port b918e790-f50a-417d-8f36-a086d48795f2 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1908.660893] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1908.661041] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1908.661108] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1908.661292] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleting the datastore file [datastore2] 7e5b4981-7d9e-42d4-a9ad-c2eb61905452 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1908.661587] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f07a734-6862-4d81-8ad5-6f7c08d1fabb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1908.668632] env[69297]: DEBUG oslo_vmware.api [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for the task: (returnval){
[ 1908.668632] env[69297]:    value = "task-2932240"
[ 1908.668632] env[69297]:    _type = "Task"
[ 1908.668632] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1908.677829] env[69297]: DEBUG oslo_vmware.api [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1908.797509] env[69297]: DEBUG nova.compute.manager [req-c51ee6cc-6fad-488b-b234-1bb95fa5f8b5 req-55c74f83-ecb0-43d7-8591-9f0b0be92b47 service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Received event network-changed-a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1908.797708] env[69297]: DEBUG nova.compute.manager [req-c51ee6cc-6fad-488b-b234-1bb95fa5f8b5 req-55c74f83-ecb0-43d7-8591-9f0b0be92b47 service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Refreshing instance network info cache due to event network-changed-a6e6134a-3a35-4fdb-8257-51837934ad88. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1908.797915] env[69297]: DEBUG oslo_concurrency.lockutils [req-c51ee6cc-6fad-488b-b234-1bb95fa5f8b5 req-55c74f83-ecb0-43d7-8591-9f0b0be92b47 service nova] Acquiring lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1908.798108] env[69297]: DEBUG oslo_concurrency.lockutils [req-c51ee6cc-6fad-488b-b234-1bb95fa5f8b5 req-55c74f83-ecb0-43d7-8591-9f0b0be92b47 service nova] Acquired lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1908.798229] env[69297]: DEBUG nova.network.neutron [req-c51ee6cc-6fad-488b-b234-1bb95fa5f8b5 req-55c74f83-ecb0-43d7-8591-9f0b0be92b47 service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Refreshing network info cache for port a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1908.855633] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932238, 'name': Rename_Task, 'duration_secs': 0.166086} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1908.855877] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1908.856204] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53eaea6e-b32c-479a-b483-bee74e269748 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1908.861399] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1908.861399] env[69297]:    value = "task-2932241"
[ 1908.861399] env[69297]:    _type = "Task"
[ 1908.861399] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1908.868667] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1908.949204] env[69297]: DEBUG nova.objects.base [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Object Instance<2397b964-a14b-4f3e-9d29-3b0965cc2535> lazy-loaded attributes: resources,numa_topology {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1909.048495] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1909.073526] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91436223-80e0-45a1-af1d-4ff2a291385c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.081206] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd9e8ff-3440-4ac9-aa0e-42205357927c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.112495] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916fc227-c0ea-44b2-bbb9-c504f1fbb39e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.125654] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfde49c-a6bd-40f3-8a9d-d123d56d26c1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.139261] env[69297]: DEBUG nova.compute.provider_tree [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1909.178307] env[69297]: DEBUG oslo_vmware.api [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Task: {'id': task-2932240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18157} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1909.180738] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1909.180924] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1909.181131] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1909.181319] env[69297]: INFO nova.compute.manager [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Took 1.32 seconds to destroy the instance on the hypervisor.
[ 1909.181594] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1909.182121] env[69297]: DEBUG nova.compute.manager [-] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1909.182230] env[69297]: DEBUG nova.network.neutron [-] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1909.371565] env[69297]: DEBUG oslo_vmware.api [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932241, 'name': PowerOnVM_Task, 'duration_secs': 0.4836} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1909.371853] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1909.372289] env[69297]: INFO nova.compute.manager [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Took 7.38 seconds to spawn the instance on the hypervisor.
[ 1909.372902] env[69297]: DEBUG nova.compute.manager [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1909.373972] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4d7aa5-2cd9-4bf7-81e8-8701b0ac229f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1909.453836] env[69297]: DEBUG nova.network.neutron [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Added VIF to instance network info cache for port b918e790-f50a-417d-8f36-a086d48795f2. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}}
[ 1909.454297] env[69297]: DEBUG nova.network.neutron [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updating instance_info_cache with network_info: [{"id": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "address": "fa:16:3e:8d:f3:31", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebda071-74", "ovs_interfaceid": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b918e790-f50a-417d-8f36-a086d48795f2", "address": "fa:16:3e:37:26:f5", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb918e790-f5", "ovs_interfaceid": "b918e790-f50a-417d-8f36-a086d48795f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1909.595639] env[69297]: DEBUG nova.network.neutron [req-c51ee6cc-6fad-488b-b234-1bb95fa5f8b5 req-55c74f83-ecb0-43d7-8591-9f0b0be92b47 service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updated VIF entry in instance network info cache for port a6e6134a-3a35-4fdb-8257-51837934ad88. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1909.596037] env[69297]: DEBUG nova.network.neutron [req-c51ee6cc-6fad-488b-b234-1bb95fa5f8b5 req-55c74f83-ecb0-43d7-8591-9f0b0be92b47 service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updating instance_info_cache with network_info: [{"id": "a6e6134a-3a35-4fdb-8257-51837934ad88", "address": "fa:16:3e:61:53:a6", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": null, "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa6e6134a-3a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1909.621227] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1909.642413] env[69297]: DEBUG nova.scheduler.client.report [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1909.892546] env[69297]: INFO nova.compute.manager [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Took 12.19 seconds to build instance.
[ 1909.938098] env[69297]: DEBUG nova.network.neutron [-] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1909.956201] env[69297]: DEBUG oslo_concurrency.lockutils [req-33993f9f-6576-4b5a-b8b1-af2d9bbdd754 req-3903211d-d2b6-4494-b5c8-c40e2abcd2b4 service nova] Releasing lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1909.956579] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1909.956748] env[69297]: DEBUG nova.network.neutron [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1910.099030] env[69297]: DEBUG oslo_concurrency.lockutils [req-c51ee6cc-6fad-488b-b234-1bb95fa5f8b5 req-55c74f83-ecb0-43d7-8591-9f0b0be92b47 service nova] Releasing lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1910.147058] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1910.394846] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3f664c7-6848-4a42-bec3-c73185da3fb5 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.704s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1910.440877] env[69297]: INFO nova.compute.manager [-] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Took 1.26 seconds to deallocate network for instance.
[ 1910.494374] env[69297]: WARNING nova.network.neutron [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] 19b72ce6-f6dd-4fe6-880b-0fcb31330321 already exists in list: networks containing: ['19b72ce6-f6dd-4fe6-880b-0fcb31330321']. ignoring it
[ 1910.494608] env[69297]: WARNING nova.network.neutron [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] 19b72ce6-f6dd-4fe6-880b-0fcb31330321 already exists in list: networks containing: ['19b72ce6-f6dd-4fe6-880b-0fcb31330321']. ignoring it
[ 1910.494780] env[69297]: WARNING nova.network.neutron [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] b918e790-f50a-417d-8f36-a086d48795f2 already exists in list: port_ids containing: ['b918e790-f50a-417d-8f36-a086d48795f2']. ignoring it
[ 1910.565143] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86590ad4-03aa-4be4-b9ea-8270a51a9008 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1910.583768] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance '2e6e7566-a129-40fb-87bc-5e16b50e873a' progress to 0 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1910.655462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b0b64a7f-7af2-4f19-b0d4-d4bc47dc891d tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 23.527s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1910.656708] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 1.035s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1910.657119] env[69297]: INFO nova.compute.manager [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Unshelving
[ 1910.850864] env[69297]: DEBUG nova.network.neutron [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updating instance_info_cache with network_info: [{"id": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "address": "fa:16:3e:8d:f3:31", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebda071-74", "ovs_interfaceid": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b918e790-f50a-417d-8f36-a086d48795f2", "address": "fa:16:3e:37:26:f5", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb918e790-f5", "ovs_interfaceid": "b918e790-f50a-417d-8f36-a086d48795f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1910.854056] env[69297]: DEBUG nova.compute.manager [req-b2f9bad0-3c0e-4cf6-bed8-dcfb6da597f4 req-f955fc2e-2cf2-41a1-8b2c-96cb68f32a62 service nova] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Received event network-vif-deleted-ad4334bb-240a-46ea-926b-103491fcc1db {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1910.947175] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1910.947459] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1910.947708] env[69297]: DEBUG nova.objects.instance [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lazy-loading 'resources' on Instance uuid 7e5b4981-7d9e-42d4-a9ad-c2eb61905452 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1911.090118] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1911.090482] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9ef92a4-4810-4b4d-96b5-03eb7c5b0a2b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.098125] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1911.098125] env[69297]:    value = "task-2932242"
[ 1911.098125] env[69297]:    _type = "Task"
[ 1911.098125] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1911.106959] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1911.355375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1911.356027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1911.356194] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1911.357062] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a00d4b-1ed2-4dbb-b216-b93907403a64 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.375108] env[69297]: DEBUG nova.virt.hardware [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=<?>,min_ram=<?>,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1911.375108] env[69297]: DEBUG nova.virt.hardware [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1911.375108] env[69297]: DEBUG nova.virt.hardware [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1911.375108] env[69297]: DEBUG nova.virt.hardware [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1911.375329] env[69297]: DEBUG nova.virt.hardware [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1911.375329] env[69297]: DEBUG nova.virt.hardware [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1911.376022] env[69297]: DEBUG nova.virt.hardware [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1911.376022] env[69297]: DEBUG nova.virt.hardware [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1911.376022] env[69297]: DEBUG nova.virt.hardware [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1911.376022] env[69297]: DEBUG nova.virt.hardware [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1911.376314] env[69297]: DEBUG nova.virt.hardware [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1911.382364] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Reconfiguring VM to attach interface {{(pid=69297) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}}
[ 1911.382651] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f16ebce-9730-48ce-8923-27f46ff6bfed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.399613] env[69297]: DEBUG oslo_vmware.api [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1911.399613] env[69297]:    value = "task-2932243"
[ 1911.399613] env[69297]:    _type = "Task"
[ 1911.399613] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1911.407170] env[69297]: DEBUG oslo_vmware.api [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932243, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1911.566231] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d9e21f-059e-42e7-b546-4d02d78d8140 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.575770] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2036a22-ff5d-4f3d-a723-049aa13d1486 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.609970] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf79265-c712-4396-ab14-70e58937e52f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.617522] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932242, 'name': PowerOffVM_Task, 'duration_secs': 0.202025} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1911.619639] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1911.619857] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance '2e6e7566-a129-40fb-87bc-5e16b50e873a' progress to 17 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1911.625033] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86ddfa3-a6b6-4dd0-a5df-436055627b65 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1911.638751] env[69297]: DEBUG nova.compute.provider_tree [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1911.678538] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1911.912224] env[69297]: DEBUG oslo_vmware.api [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1912.131536] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1912.131991] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1912.131991] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1912.132151] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1912.132307] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1912.132454] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1912.132674] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1912.132841] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1912.133019] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1912.133215] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1912.133392] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1912.138571] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51a174aa-a50a-4851-b8c0-26509e670e22 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1912.149998] env[69297]: DEBUG nova.scheduler.client.report [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1912.160088] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1912.160088] env[69297]:    value = "task-2932244"
[ 1912.160088] env[69297]:    _type = "Task"
[ 1912.160088] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1912.169110] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1912.411218] env[69297]: DEBUG oslo_vmware.api [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932243, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1912.654869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1912.657363] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.979s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1912.657599] env[69297]: DEBUG nova.objects.instance [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'pci_requests' on Instance uuid 2397b964-a14b-4f3e-9d29-3b0965cc2535 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1912.669445] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932244, 'name': ReconfigVM_Task, 'duration_secs': 0.218426} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1912.669772] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance '2e6e7566-a129-40fb-87bc-5e16b50e873a' progress to 33 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1912.674366] env[69297]: INFO nova.scheduler.client.report [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Deleted allocations for instance 7e5b4981-7d9e-42d4-a9ad-c2eb61905452
[ 1912.882335] env[69297]: DEBUG nova.compute.manager [req-82cdbb9b-3bb8-4d1f-9122-f544da2520e0 req-50006fbf-350d-4c90-8ef9-c704e658b1a5 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Received event network-changed-2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1912.882335] env[69297]: DEBUG nova.compute.manager [req-82cdbb9b-3bb8-4d1f-9122-f544da2520e0 req-50006fbf-350d-4c90-8ef9-c704e658b1a5 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Refreshing instance network info cache due to event network-changed-2b343dff-f7c1-4403-b22d-c40c0d6eadad. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1912.882335] env[69297]: DEBUG oslo_concurrency.lockutils [req-82cdbb9b-3bb8-4d1f-9122-f544da2520e0 req-50006fbf-350d-4c90-8ef9-c704e658b1a5 service nova] Acquiring lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1912.882335] env[69297]: DEBUG oslo_concurrency.lockutils [req-82cdbb9b-3bb8-4d1f-9122-f544da2520e0 req-50006fbf-350d-4c90-8ef9-c704e658b1a5 service nova] Acquired lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1912.882335] env[69297]: DEBUG nova.network.neutron [req-82cdbb9b-3bb8-4d1f-9122-f544da2520e0 req-50006fbf-350d-4c90-8ef9-c704e658b1a5 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Refreshing network info cache for port 2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1912.910136] env[69297]: DEBUG oslo_vmware.api [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932243, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1913.161382] env[69297]: DEBUG nova.objects.instance [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'numa_topology' on Instance uuid 2397b964-a14b-4f3e-9d29-3b0965cc2535 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1913.178232] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1913.178515] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1913.178682] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1913.178878] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1913.179092] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1913.179283] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1913.179569] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1913.179782] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1913.180012] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1913.180244] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1913.180472] env[69297]: DEBUG nova.virt.hardware [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1913.186173] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1913.188374] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63025df7-953e-406f-8798-86b0bfca8405 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1913.201798] env[69297]: DEBUG oslo_concurrency.lockutils [None req-99c59b46-5f48-4e62-9b35-9d5cd5ecb684 tempest-ServerActionsTestOtherA-38825786 tempest-ServerActionsTestOtherA-38825786-project-member] Lock "7e5b4981-7d9e-42d4-a9ad-c2eb61905452" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.856s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1913.209083] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1913.209083] env[69297]:    value = "task-2932245"
[ 1913.209083] env[69297]:    _type = "Task"
[ 1913.209083] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1913.217577] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1913.409516] env[69297]: DEBUG oslo_vmware.api [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932243, 'name': ReconfigVM_Task, 'duration_secs': 1.618132} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1913.410081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1913.410321] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Reconfigured VM to attach interface {{(pid=69297) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}}
[ 1913.597187] env[69297]: DEBUG nova.network.neutron [req-82cdbb9b-3bb8-4d1f-9122-f544da2520e0 req-50006fbf-350d-4c90-8ef9-c704e658b1a5 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updated VIF entry in instance network info cache for port 2b343dff-f7c1-4403-b22d-c40c0d6eadad. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1913.597586] env[69297]: DEBUG nova.network.neutron [req-82cdbb9b-3bb8-4d1f-9122-f544da2520e0 req-50006fbf-350d-4c90-8ef9-c704e658b1a5 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updating instance_info_cache with network_info: [{"id": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "address": "fa:16:3e:0c:df:4f", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b343dff-f7", "ovs_interfaceid": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1913.664035] env[69297]: INFO nova.compute.claims [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1913.718874] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932245, 'name': ReconfigVM_Task, 'duration_secs': 0.166629} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1913.719177] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1913.720037] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bf93d3-0209-4a66-b84b-1afa8cd6e672 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1913.744278] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 2e6e7566-a129-40fb-87bc-5e16b50e873a/2e6e7566-a129-40fb-87bc-5e16b50e873a.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1913.744600] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56992697-e70b-4049-b69b-5825efcad4d7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1913.763469] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1913.763469] env[69297]:    value = "task-2932246"
[ 1913.763469] env[69297]:    _type = "Task"
[ 1913.763469] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1913.771911] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1913.914794] env[69297]: DEBUG oslo_concurrency.lockutils [None req-11b93f13-ba0c-4c18-93f0-8c2d81a01554 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-b1eeb362-32e4-4411-81d0-47f87fa7b58f-b918e790-f50a-417d-8f36-a086d48795f2" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 8.667s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1914.100377] env[69297]: DEBUG oslo_concurrency.lockutils [req-82cdbb9b-3bb8-4d1f-9122-f544da2520e0 req-50006fbf-350d-4c90-8ef9-c704e658b1a5 service nova] Releasing lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1914.273534] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932246, 'name': ReconfigVM_Task, 'duration_secs': 0.289123} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1914.274072] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 2e6e7566-a129-40fb-87bc-5e16b50e873a/2e6e7566-a129-40fb-87bc-5e16b50e873a.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1914.274466] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance '2e6e7566-a129-40fb-87bc-5e16b50e873a' progress to 50 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1914.784568] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8e8a28-9eca-4215-abe8-26661861b4f6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1914.810863] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f449d894-a136-4a8d-a888-ddcb8f74846c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1914.832904] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance '2e6e7566-a129-40fb-87bc-5e16b50e873a' progress to 67 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1914.856183] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff14f0cc-f365-4182-ad4c-e0db549e6fcb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1914.863538] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeb9aba-f88c-4fce-b9a3-f0b141e9586e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1914.899945] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3da8ef-0fa0-4d8f-aff7-05ce571ccfab {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1914.907750] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf7a76b-7cf6-4e4e-bbc3-fe55563bb806 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1914.921393] env[69297]: DEBUG nova.compute.provider_tree [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1915.406220] env[69297]: DEBUG nova.network.neutron [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Port 20a2dcc4-9b4a-47a5-94a1-e543b4e47aed binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 1915.424527] env[69297]: DEBUG nova.scheduler.client.report [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1915.470871] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "interface-b1eeb362-32e4-4411-81d0-47f87fa7b58f-b918e790-f50a-417d-8f36-a086d48795f2" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1915.471156] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-b1eeb362-32e4-4411-81d0-47f87fa7b58f-b918e790-f50a-417d-8f36-a086d48795f2" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1915.929892] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.272s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1915.956059] env[69297]: INFO nova.network.neutron [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updating port a6e6134a-3a35-4fdb-8257-51837934ad88 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'}
[ 1915.973637] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1915.973808] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1915.974724] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9915cbbc-d8d0-44b3-8959-41c57d3d1887 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1915.991828] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f580b3dc-19de-4085-b4a3-22aee2d85a9c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1916.020221] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Reconfiguring VM to detach interface {{(pid=69297) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}}
[ 1916.020492] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a252a615-8b90-4f5f-9944-4de1dc302d5f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1916.038721] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1916.038721] env[69297]:    value = "task-2932247"
[ 1916.038721] env[69297]:    _type = "Task"
[ 1916.038721] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1916.048633] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1916.427686] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "2e6e7566-a129-40fb-87bc-5e16b50e873a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1916.428108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1916.428108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1916.548252] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1917.050076] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1917.319716] env[69297]: DEBUG nova.compute.manager [req-6f0de748-eac7-48f1-8334-318da6e7400b req-7994fc4c-0f64-4769-86d2-335b98daa5c7 service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Received event network-vif-plugged-a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1917.319911] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f0de748-eac7-48f1-8334-318da6e7400b req-7994fc4c-0f64-4769-86d2-335b98daa5c7 service nova] Acquiring lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1917.320086] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f0de748-eac7-48f1-8334-318da6e7400b req-7994fc4c-0f64-4769-86d2-335b98daa5c7 service nova] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1917.320259] env[69297]: DEBUG oslo_concurrency.lockutils [req-6f0de748-eac7-48f1-8334-318da6e7400b req-7994fc4c-0f64-4769-86d2-335b98daa5c7 service nova] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1917.320421] env[69297]: DEBUG nova.compute.manager [req-6f0de748-eac7-48f1-8334-318da6e7400b req-7994fc4c-0f64-4769-86d2-335b98daa5c7 service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] No waiting events found dispatching network-vif-plugged-a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1917.320584] env[69297]: WARNING nova.compute.manager [req-6f0de748-eac7-48f1-8334-318da6e7400b req-7994fc4c-0f64-4769-86d2-335b98daa5c7 service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Received unexpected event network-vif-plugged-a6e6134a-3a35-4fdb-8257-51837934ad88 for instance with vm_state shelved_offloaded and task_state spawning.
[ 1917.400295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1917.400295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1917.400295] env[69297]: DEBUG nova.network.neutron [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1917.469546] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1917.469807] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1917.469915] env[69297]: DEBUG nova.network.neutron [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1917.550333] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1918.052592] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1918.232653] env[69297]: DEBUG nova.network.neutron [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updating instance_info_cache with network_info: [{"id": "a6e6134a-3a35-4fdb-8257-51837934ad88", "address": "fa:16:3e:61:53:a6", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e6134a-3a", "ovs_interfaceid": "a6e6134a-3a35-4fdb-8257-51837934ad88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1918.280100] env[69297]: DEBUG nova.network.neutron [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance_info_cache with network_info: [{"id": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "address": "fa:16:3e:25:f4:19", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a2dcc4-9b", "ovs_interfaceid": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1918.555736] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1918.735718] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1918.765419] env[69297]: DEBUG nova.virt.hardware [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e503dca32dc1a62d6cf3eea553dbc3e7',container_format='bare',created_at=2025-03-11T14:20:23Z,direct_url=<?>,disk_format='vmdk',id=b61519ab-4b95-4cda-9df2-fcf23389c97a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-925631103-shelved',owner='754539e6407a48c39206320896326881',properties=ImageMetaProps,protected=<?>,size=31669760,status='active',tags=<?>,updated_at=2025-03-11T14:20:39Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1918.765668] env[69297]: DEBUG nova.virt.hardware [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1918.765826] env[69297]: DEBUG nova.virt.hardware [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1918.766181] env[69297]: DEBUG nova.virt.hardware [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1918.766351] env[69297]: DEBUG nova.virt.hardware [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1918.766503] env[69297]: DEBUG nova.virt.hardware [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1918.766718] env[69297]: DEBUG nova.virt.hardware [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1918.766880] env[69297]: DEBUG nova.virt.hardware [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1918.767061] env[69297]: DEBUG nova.virt.hardware [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1918.767226] env[69297]: DEBUG nova.virt.hardware [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1918.767399] env[69297]: DEBUG nova.virt.hardware [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1918.768242] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b05c5b9-cce3-4cfd-8432-183e9703b545 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.776037] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bf002b-a0aa-429d-8614-3ede69166d75 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.788896] env[69297]: DEBUG oslo_concurrency.lockutils [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1918.792456] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:53:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6e6134a-3a35-4fdb-8257-51837934ad88', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1918.799662] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1918.800097] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1918.800300] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f708b852-a7ea-4608-bd4c-ec8fc0a2f791 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1918.819097] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1918.819097] env[69297]:    value = "task-2932248"
[ 1918.819097] env[69297]:    _type = "Task"
[ 1918.819097] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1918.826662] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932248, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1919.052277] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1919.320439] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3329b013-2c6b-4721-a4c2-fe9677147548 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1919.331245] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932248, 'name': CreateVM_Task, 'duration_secs': 0.300839} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1919.345529] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1919.346458] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1919.346623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1919.347106] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1919.347856] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665e8fd5-9cca-4254-b291-9752fa94fe6d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1919.351528] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cff2783-bdc0-4b51-833a-6946cd2e55be {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1919.354409] env[69297]: DEBUG nova.compute.manager [req-9ccb7b58-11b6-49de-a41c-94f5eb69b6f7 req-43e8c725-6ab6-48e4-884b-1dd176bd4dcf service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Received event network-changed-a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1919.354688] env[69297]: DEBUG nova.compute.manager [req-9ccb7b58-11b6-49de-a41c-94f5eb69b6f7 req-43e8c725-6ab6-48e4-884b-1dd176bd4dcf service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Refreshing instance network info cache due to event network-changed-a6e6134a-3a35-4fdb-8257-51837934ad88. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1919.354904] env[69297]: DEBUG oslo_concurrency.lockutils [req-9ccb7b58-11b6-49de-a41c-94f5eb69b6f7 req-43e8c725-6ab6-48e4-884b-1dd176bd4dcf service nova] Acquiring lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1919.355059] env[69297]: DEBUG oslo_concurrency.lockutils [req-9ccb7b58-11b6-49de-a41c-94f5eb69b6f7 req-43e8c725-6ab6-48e4-884b-1dd176bd4dcf service nova] Acquired lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1919.355219] env[69297]: DEBUG nova.network.neutron [req-9ccb7b58-11b6-49de-a41c-94f5eb69b6f7 req-43e8c725-6ab6-48e4-884b-1dd176bd4dcf service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Refreshing network info cache for port a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1919.361098] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance '2e6e7566-a129-40fb-87bc-5e16b50e873a' progress to 83 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1919.366526] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1919.366526] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d2d6e6-b90c-b0fd-df9b-4a9c60484f36"
[ 1919.366526] env[69297]:    _type = "Task"
[ 1919.366526] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1919.376871] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1919.377163] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Processing image b61519ab-4b95-4cda-9df2-fcf23389c97a {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1919.377408] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a/b61519ab-4b95-4cda-9df2-fcf23389c97a.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1919.377555] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a/b61519ab-4b95-4cda-9df2-fcf23389c97a.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1919.377728] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1919.377942] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c037bdfa-da4e-40db-9c50-4388703a84b4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1919.384665] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1919.384842] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1919.385505] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c7bb60-8602-4046-adb7-c9264f404241 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1919.390130] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1919.390130] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5218dba2-1b69-5839-5c74-cc49efa9104a"
[ 1919.390130] env[69297]:    _type = "Task"
[ 1919.390130] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1919.398427] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5218dba2-1b69-5839-5c74-cc49efa9104a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1919.552228] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1919.869555] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1919.869866] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d10a5fa-68a3-4645-b71c-e36c519fafa6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1919.877700] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1919.877700] env[69297]:    value = "task-2932249"
[ 1919.877700] env[69297]:    _type = "Task"
[ 1919.877700] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1919.884914] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1919.898611] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Preparing fetch location {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}}
[ 1919.898850] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Fetch image to [datastore2] OSTACK_IMG_f93b5242-0d0b-4e6b-96c8-eea7fe4702f7/OSTACK_IMG_f93b5242-0d0b-4e6b-96c8-eea7fe4702f7.vmdk {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}}
[ 1919.899042] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Downloading stream optimized image b61519ab-4b95-4cda-9df2-fcf23389c97a to [datastore2] OSTACK_IMG_f93b5242-0d0b-4e6b-96c8-eea7fe4702f7/OSTACK_IMG_f93b5242-0d0b-4e6b-96c8-eea7fe4702f7.vmdk on the data store datastore2 as vApp {{(pid=69297) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}}
[ 1919.899214] env[69297]: DEBUG nova.virt.vmwareapi.images [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Downloading image file data b61519ab-4b95-4cda-9df2-fcf23389c97a to the ESX as VM named 'OSTACK_IMG_f93b5242-0d0b-4e6b-96c8-eea7fe4702f7' {{(pid=69297) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}}
[ 1919.968251] env[69297]: DEBUG oslo_vmware.rw_handles [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){
[ 1919.968251] env[69297]:    value = "resgroup-9"
[ 1919.968251] env[69297]:    _type = "ResourcePool"
[ 1919.968251] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}}
[ 1919.968653] env[69297]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4391a15f-961f-408f-92c3-6246b27bd584 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1919.989599] env[69297]: DEBUG oslo_vmware.rw_handles [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lease: (returnval){
[ 1919.989599] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5285d038-acf0-716a-661b-0be392e799ea"
[ 1919.989599] env[69297]:    _type = "HttpNfcLease"
[ 1919.989599] env[69297]:  } obtained for vApp import into resource pool (val){
[ 1919.989599] env[69297]:    value = "resgroup-9"
[ 1919.989599] env[69297]:    _type = "ResourcePool"
[ 1919.989599] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}}
[ 1919.989599] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the lease: (returnval){
[ 1919.989599] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5285d038-acf0-716a-661b-0be392e799ea"
[ 1919.989599] env[69297]:    _type = "HttpNfcLease"
[ 1919.989599] env[69297]:  } to be ready. {{(pid=69297) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}}
[ 1919.997074] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1919.997074] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5285d038-acf0-716a-661b-0be392e799ea"
[ 1919.997074] env[69297]:    _type = "HttpNfcLease"
[ 1919.997074] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1920.052816] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1920.058439] env[69297]: DEBUG nova.network.neutron [req-9ccb7b58-11b6-49de-a41c-94f5eb69b6f7 req-43e8c725-6ab6-48e4-884b-1dd176bd4dcf service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updated VIF entry in instance network info cache for port a6e6134a-3a35-4fdb-8257-51837934ad88. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1920.058811] env[69297]: DEBUG nova.network.neutron [req-9ccb7b58-11b6-49de-a41c-94f5eb69b6f7 req-43e8c725-6ab6-48e4-884b-1dd176bd4dcf service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updating instance_info_cache with network_info: [{"id": "a6e6134a-3a35-4fdb-8257-51837934ad88", "address": "fa:16:3e:61:53:a6", "network": {"id": "29e5c275-8aa7-4d44-b224-a223d7927f9b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-181415198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754539e6407a48c39206320896326881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e6134a-3a", "ovs_interfaceid": "a6e6134a-3a35-4fdb-8257-51837934ad88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1920.388066] env[69297]: DEBUG oslo_vmware.api [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932249, 'name': PowerOnVM_Task, 'duration_secs': 0.387468} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1920.388358] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1920.388549] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96da95-1aec-4804-8a59-e1e0bb0f6fc6 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance '2e6e7566-a129-40fb-87bc-5e16b50e873a' progress to 100 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1920.497187] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1920.497187] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5285d038-acf0-716a-661b-0be392e799ea"
[ 1920.497187] env[69297]:    _type = "HttpNfcLease"
[ 1920.497187] env[69297]:  } is initializing. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}}
[ 1920.552626] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1920.561303] env[69297]: DEBUG oslo_concurrency.lockutils [req-9ccb7b58-11b6-49de-a41c-94f5eb69b6f7 req-43e8c725-6ab6-48e4-884b-1dd176bd4dcf service nova] Releasing lock "refresh_cache-2397b964-a14b-4f3e-9d29-3b0965cc2535" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1920.998227] env[69297]: DEBUG oslo_vmware.api [-] Lease: (returnval){
[ 1920.998227] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5285d038-acf0-716a-661b-0be392e799ea"
[ 1920.998227] env[69297]:    _type = "HttpNfcLease"
[ 1920.998227] env[69297]:  } is ready. {{(pid=69297) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}}
[ 1920.998622] env[69297]: DEBUG oslo_vmware.rw_handles [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Invoking VIM API for reading info of lease: (returnval){
[ 1920.998622] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5285d038-acf0-716a-661b-0be392e799ea"
[ 1920.998622] env[69297]:    _type = "HttpNfcLease"
[ 1920.998622] env[69297]:  }. {{(pid=69297) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}}
[ 1920.999308] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da9be26-540e-4b8f-99f9-b75f7f663ac1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.007814] env[69297]: DEBUG oslo_vmware.rw_handles [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52505bc9-de60-6fd2-5440-b2dcceb604fa/disk-0.vmdk from lease info. {{(pid=69297) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}}
[ 1921.008036] env[69297]: DEBUG oslo_vmware.rw_handles [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52505bc9-de60-6fd2-5440-b2dcceb604fa/disk-0.vmdk. {{(pid=69297) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}}
[ 1921.072940] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-156c4002-d4fd-424c-bd7a-b962ce38828f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1921.074640] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1921.575335] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1922.074302] env[69297]: DEBUG oslo_vmware.api [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932247, 'name': ReconfigVM_Task, 'duration_secs': 5.767553} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1922.074656] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1922.074881] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Reconfigured VM to detach interface {{(pid=69297) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}}
[ 1922.207081] env[69297]: DEBUG oslo_vmware.rw_handles [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Completed reading data from the image iterator. {{(pid=69297) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}}
[ 1922.207386] env[69297]: DEBUG oslo_vmware.rw_handles [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52505bc9-de60-6fd2-5440-b2dcceb604fa/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}}
[ 1922.208394] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66a2796-9570-4494-aa38-f0ba0808746e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1922.215227] env[69297]: DEBUG oslo_vmware.rw_handles [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52505bc9-de60-6fd2-5440-b2dcceb604fa/disk-0.vmdk is in state: ready. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}}
[ 1922.215376] env[69297]: DEBUG oslo_vmware.rw_handles [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52505bc9-de60-6fd2-5440-b2dcceb604fa/disk-0.vmdk. {{(pid=69297) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}}
[ 1922.215628] env[69297]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4acfe165-3156-4fce-8ab6-63437c73599c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1922.473135] env[69297]: DEBUG oslo_vmware.rw_handles [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52505bc9-de60-6fd2-5440-b2dcceb604fa/disk-0.vmdk. {{(pid=69297) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}}
[ 1922.473400] env[69297]: INFO nova.virt.vmwareapi.images [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Downloaded image file data b61519ab-4b95-4cda-9df2-fcf23389c97a
[ 1922.474312] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a83e5b4-39ef-484c-9136-b2109e8dcce1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1922.490523] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3af3c72e-4f18-4519-a352-3549bb47382d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1922.515915] env[69297]: INFO nova.virt.vmwareapi.images [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] The imported VM was unregistered
[ 1922.518713] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Caching image {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}}
[ 1922.519026] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1922.519355] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e117d586-8e7e-4057-8fd4-99ec3e95af43 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1922.531803] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Created directory with path [datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1922.532062] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f93b5242-0d0b-4e6b-96c8-eea7fe4702f7/OSTACK_IMG_f93b5242-0d0b-4e6b-96c8-eea7fe4702f7.vmdk to [datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a/b61519ab-4b95-4cda-9df2-fcf23389c97a.vmdk. {{(pid=69297) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}}
[ 1922.532313] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f9abf4cf-0f85-4a35-a35d-1d92e763b1fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1922.539145] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1922.539145] env[69297]:    value = "task-2932252"
[ 1922.539145] env[69297]:    _type = "Task"
[ 1922.539145] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1922.547416] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932252, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1923.052829] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932252, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1923.176654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1923.177065] env[69297]: DEBUG oslo_concurrency.lockutils [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1923.177217] env[69297]: DEBUG nova.compute.manager [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Going to confirm migration 9 {{(pid=69297) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}}
[ 1923.379018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1923.379297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquired lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1923.379491] env[69297]: DEBUG nova.network.neutron [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1923.552431] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932252, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1923.717062] env[69297]: DEBUG oslo_concurrency.lockutils [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1923.717272] env[69297]: DEBUG oslo_concurrency.lockutils [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1923.717489] env[69297]: DEBUG nova.network.neutron [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1923.717688] env[69297]: DEBUG nova.objects.instance [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'info_cache' on Instance uuid 2e6e7566-a129-40fb-87bc-5e16b50e873a {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1923.898019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1923.898019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1923.898019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1923.898019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1923.898019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1923.899825] env[69297]: INFO nova.compute.manager [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Terminating instance
[ 1924.054043] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932252, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1924.171363] env[69297]: INFO nova.network.neutron [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Port b918e790-f50a-417d-8f36-a086d48795f2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
[ 1924.171773] env[69297]: DEBUG nova.network.neutron [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updating instance_info_cache with network_info: [{"id": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "address": "fa:16:3e:8d:f3:31", "network": {"id": "19b72ce6-f6dd-4fe6-880b-0fcb31330321", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1773232000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a4391229844f14a5f584c75bf49128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ebda071-74", "ovs_interfaceid": "5ebda071-7496-48e6-a0a2-4edac24c8d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1924.406259] env[69297]: DEBUG nova.compute.manager [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1924.406737] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1924.407485] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aa6747-319f-4d61-99b7-8c3aa7cb3e0f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1924.418141] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1924.418510] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f20450b-ce80-463c-90cb-2fee18b3fdf0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1924.428380] env[69297]: DEBUG oslo_vmware.api [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1924.428380] env[69297]:    value = "task-2932253"
[ 1924.428380] env[69297]:    _type = "Task"
[ 1924.428380] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1924.439980] env[69297]: DEBUG oslo_vmware.api [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1924.552964] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932252, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1924.675035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Releasing lock "refresh_cache-b1eeb362-32e4-4411-81d0-47f87fa7b58f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1924.938180] env[69297]: DEBUG oslo_vmware.api [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932253, 'name': PowerOffVM_Task, 'duration_secs': 0.206262} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1924.938429] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1924.938601] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1924.938848] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97a898f5-a6e5-44d3-9e7e-e80484905510 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1924.956639] env[69297]: DEBUG nova.network.neutron [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance_info_cache with network_info: [{"id": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "address": "fa:16:3e:25:f4:19", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a2dcc4-9b", "ovs_interfaceid": "20a2dcc4-9b4a-47a5-94a1-e543b4e47aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1925.017766] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1925.017766] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1925.017766] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleting the datastore file [datastore1] b1eeb362-32e4-4411-81d0-47f87fa7b58f {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1925.018058] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aa8691a-4a29-4a9d-b551-bb87e8cde753 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1925.027036] env[69297]: DEBUG oslo_vmware.api [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1925.027036] env[69297]:    value = "task-2932255"
[ 1925.027036] env[69297]:    _type = "Task"
[ 1925.027036] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1925.034334] env[69297]: DEBUG oslo_vmware.api [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1925.049729] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932252, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1925.179436] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e09d537d-12ed-41d7-a4a2-1b357ba688ef tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "interface-b1eeb362-32e4-4411-81d0-47f87fa7b58f-b918e790-f50a-417d-8f36-a086d48795f2" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 9.708s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1925.459661] env[69297]: DEBUG oslo_concurrency.lockutils [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-2e6e7566-a129-40fb-87bc-5e16b50e873a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1925.460050] env[69297]: DEBUG nova.objects.instance [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'migration_context' on Instance uuid 2e6e7566-a129-40fb-87bc-5e16b50e873a {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1925.536085] env[69297]: DEBUG oslo_vmware.api [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1925.550880] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932252, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.956401} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1925.551151] env[69297]: INFO nova.virt.vmwareapi.ds_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f93b5242-0d0b-4e6b-96c8-eea7fe4702f7/OSTACK_IMG_f93b5242-0d0b-4e6b-96c8-eea7fe4702f7.vmdk to [datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a/b61519ab-4b95-4cda-9df2-fcf23389c97a.vmdk.
[ 1925.551340] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Cleaning up location [datastore2] OSTACK_IMG_f93b5242-0d0b-4e6b-96c8-eea7fe4702f7 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}}
[ 1925.551505] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f93b5242-0d0b-4e6b-96c8-eea7fe4702f7 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1925.551742] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60c44147-5c68-4454-8b65-f0ebca9012a2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1925.557628] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1925.557628] env[69297]:    value = "task-2932256"
[ 1925.557628] env[69297]:    _type = "Task"
[ 1925.557628] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1925.564491] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1925.963079] env[69297]: DEBUG nova.objects.base [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Object Instance<2e6e7566-a129-40fb-87bc-5e16b50e873a> lazy-loaded attributes: info_cache,migration_context {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 1925.964088] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df6f73a-e5bc-4119-94b1-3fe2a98918ed {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1925.982585] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13345018-ee0d-4208-9f18-48e9a816584b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1925.987744] env[69297]: DEBUG oslo_vmware.api [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1925.987744] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52e0e844-692d-ec90-a7b4-009c7a08fdcc"
[ 1925.987744] env[69297]:    _type = "Task"
[ 1925.987744] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1925.994886] env[69297]: DEBUG oslo_vmware.api [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e0e844-692d-ec90-a7b4-009c7a08fdcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1926.035707] env[69297]: DEBUG oslo_vmware.api [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1926.065360] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228631} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1926.065605] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1926.065798] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a/b61519ab-4b95-4cda-9df2-fcf23389c97a.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1926.066059] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a/b61519ab-4b95-4cda-9df2-fcf23389c97a.vmdk to [datastore2] 2397b964-a14b-4f3e-9d29-3b0965cc2535/2397b964-a14b-4f3e-9d29-3b0965cc2535.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1926.066294] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d19f5c8d-9a2b-4ed2-8325-f1e260c35ff1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1926.072169] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1926.072169] env[69297]:    value = "task-2932257"
[ 1926.072169] env[69297]:    _type = "Task"
[ 1926.072169] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1926.079446] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1926.499051] env[69297]: DEBUG oslo_vmware.api [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52e0e844-692d-ec90-a7b4-009c7a08fdcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1926.499461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1926.499461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1926.536672] env[69297]: DEBUG oslo_vmware.api [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.093603} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1926.536903] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1926.537360] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1926.537360] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1926.537498] env[69297]: INFO nova.compute.manager [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Took 2.13 seconds to destroy the instance on the hypervisor.
[ 1926.537656] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1926.537839] env[69297]: DEBUG nova.compute.manager [-] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1926.537932] env[69297]: DEBUG nova.network.neutron [-] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1926.581901] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1927.086612] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932257, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1927.142529] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17d3d11-42a2-4d45-91fa-2f81319258f2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1927.153211] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c4061c-f6de-4aef-8740-2d35d4e5dce8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1927.194878] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fb40fa-102b-492d-8e10-67ce1b34f26b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1927.206640] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3fbe04-75ed-43f5-ad3f-13d801648028 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1927.213958] env[69297]: DEBUG nova.compute.manager [req-4d37c723-edb9-461a-826d-b1b361fca11f req-68e95150-f280-41f4-a566-82655c35dc2e service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Received event network-vif-deleted-5ebda071-7496-48e6-a0a2-4edac24c8d51 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1927.213958] env[69297]: INFO nova.compute.manager [req-4d37c723-edb9-461a-826d-b1b361fca11f req-68e95150-f280-41f4-a566-82655c35dc2e service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Neutron deleted interface 5ebda071-7496-48e6-a0a2-4edac24c8d51; detaching it from the instance and deleting it from the info cache
[ 1927.214161] env[69297]: DEBUG nova.network.neutron [req-4d37c723-edb9-461a-826d-b1b361fca11f req-68e95150-f280-41f4-a566-82655c35dc2e service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1927.228213] env[69297]: DEBUG nova.compute.provider_tree [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1927.587960] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932257, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1927.698685] env[69297]: DEBUG nova.network.neutron [-] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1927.718366] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b51ede5e-6ed2-4081-8552-7b63520d3446 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1927.733393] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b34bee-60c4-4fdd-a446-b63f93ae0e82 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1927.744725] env[69297]: DEBUG nova.scheduler.client.report [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1927.770115] env[69297]: DEBUG nova.compute.manager [req-4d37c723-edb9-461a-826d-b1b361fca11f req-68e95150-f280-41f4-a566-82655c35dc2e service nova] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Detach interface failed, port_id=5ebda071-7496-48e6-a0a2-4edac24c8d51, reason: Instance b1eeb362-32e4-4411-81d0-47f87fa7b58f could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1928.089095] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932257, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1928.201874] env[69297]: INFO nova.compute.manager [-] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Took 1.66 seconds to deallocate network for instance.
[ 1928.590737] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932257, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1928.709238] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1928.755061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.255s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1928.758100] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.049s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1928.758357] env[69297]: DEBUG nova.objects.instance [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lazy-loading 'resources' on Instance uuid b1eeb362-32e4-4411-81d0-47f87fa7b58f {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1929.088202] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932257, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1929.317758] env[69297]: INFO nova.scheduler.client.report [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleted allocation for migration d898adfe-f479-40b7-b181-199b36d4c5ce
[ 1929.363709] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68226964-492f-4c34-a192-c04ec13acc9e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.372026] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b56951-178e-427a-8c28-584e374c956d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.402924] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac77b299-1257-4a09-9893-d238b0c493b1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.409918] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c94c7c8-4353-4a37-a542-e0617fb92da3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1929.423364] env[69297]: DEBUG nova.compute.provider_tree [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1929.589185] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932257, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1929.823426] env[69297]: DEBUG oslo_concurrency.lockutils [None req-53f80bb9-c4d6-4c36-b9fa-01eb0d52d5ba tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 6.646s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1929.926751] env[69297]: DEBUG nova.scheduler.client.report [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1930.090424] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932257, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1930.181054] env[69297]: DEBUG oslo_concurrency.lockutils [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1930.181317] env[69297]: DEBUG oslo_concurrency.lockutils [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1930.181547] env[69297]: DEBUG oslo_concurrency.lockutils [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "2e6e7566-a129-40fb-87bc-5e16b50e873a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1930.181704] env[69297]: DEBUG oslo_concurrency.lockutils [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1930.181874] env[69297]: DEBUG oslo_concurrency.lockutils [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1930.183950] env[69297]: INFO nova.compute.manager [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Terminating instance
[ 1930.431032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1930.464083] env[69297]: INFO nova.scheduler.client.report [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleted allocations for instance b1eeb362-32e4-4411-81d0-47f87fa7b58f
[ 1930.590956] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932257, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.164916} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1930.591235] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b61519ab-4b95-4cda-9df2-fcf23389c97a/b61519ab-4b95-4cda-9df2-fcf23389c97a.vmdk to [datastore2] 2397b964-a14b-4f3e-9d29-3b0965cc2535/2397b964-a14b-4f3e-9d29-3b0965cc2535.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1930.592036] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77351d6-25da-4150-84e8-146063459606 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1930.614291] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 2397b964-a14b-4f3e-9d29-3b0965cc2535/2397b964-a14b-4f3e-9d29-3b0965cc2535.vmdk or device None with type streamOptimized {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1930.614528] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0e28e67-2e68-4aa2-b671-6a6131b76cdf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1930.632755] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1930.632755] env[69297]:    value = "task-2932258"
[ 1930.632755] env[69297]:    _type = "Task"
[ 1930.632755] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1930.642222] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1930.687612] env[69297]: DEBUG nova.compute.manager [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1930.687888] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1930.688918] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bed9eb1-1ba6-418d-bb18-439751962ecb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1930.696736] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1930.696980] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdd5e11d-6578-4fa6-9ea7-b005d3a3b1d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1930.702549] env[69297]: DEBUG oslo_vmware.api [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1930.702549] env[69297]:    value = "task-2932259"
[ 1930.702549] env[69297]:    _type = "Task"
[ 1930.702549] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1930.711627] env[69297]: DEBUG oslo_vmware.api [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1930.972295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-8127ad57-1564-4a12-845c-ea0a4bbc580b tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "b1eeb362-32e4-4411-81d0-47f87fa7b58f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.075s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1931.142378] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932258, 'name': ReconfigVM_Task, 'duration_secs': 0.309264} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1931.142657] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 2397b964-a14b-4f3e-9d29-3b0965cc2535/2397b964-a14b-4f3e-9d29-3b0965cc2535.vmdk or device None with type streamOptimized {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1931.143306] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-792af09f-689e-48a2-b9c7-4737cd01463a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1931.149822] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1931.149822] env[69297]:    value = "task-2932260"
[ 1931.149822] env[69297]:    _type = "Task"
[ 1931.149822] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1931.157652] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932260, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1931.211672] env[69297]: DEBUG oslo_vmware.api [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932259, 'name': PowerOffVM_Task, 'duration_secs': 0.193505} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1931.211947] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1931.212134] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1931.212412] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6e0c3a3-3635-456a-a217-2ad6efc88b9e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1931.623633] env[69297]: DEBUG oslo_concurrency.lockutils [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1931.623975] env[69297]: DEBUG oslo_concurrency.lockutils [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1931.624223] env[69297]: DEBUG oslo_concurrency.lockutils [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "3c0b19fe-d671-43c3-85ce-c650af97ed74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1931.624412] env[69297]: DEBUG oslo_concurrency.lockutils [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "3c0b19fe-d671-43c3-85ce-c650af97ed74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1931.624580] env[69297]: DEBUG oslo_concurrency.lockutils [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "3c0b19fe-d671-43c3-85ce-c650af97ed74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1931.626710] env[69297]: INFO nova.compute.manager [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Terminating instance
[ 1931.659269] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932260, 'name': Rename_Task, 'duration_secs': 0.218324} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1931.659548] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1931.659781] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43d33c6d-16be-4127-9db4-84306b43a62f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1931.665987] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1931.665987] env[69297]:    value = "task-2932262"
[ 1931.665987] env[69297]:    _type = "Task"
[ 1931.665987] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1931.673307] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1932.130715] env[69297]: DEBUG nova.compute.manager [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1932.131147] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1932.131946] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d776a5e-79e9-4537-84f0-0ac124e29774 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1932.140140] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1932.140407] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f029013e-0eb7-4687-a0ce-4fbedd70199b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1932.146497] env[69297]: DEBUG oslo_vmware.api [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1932.146497] env[69297]:    value = "task-2932263"
[ 1932.146497] env[69297]:    _type = "Task"
[ 1932.146497] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1932.155114] env[69297]: DEBUG oslo_vmware.api [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1932.175478] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1932.657585] env[69297]: DEBUG oslo_vmware.api [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932263, 'name': PowerOffVM_Task, 'duration_secs': 0.283199} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1932.657871] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1932.658058] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1932.658304] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f40b15c-8e2d-46cd-997a-1be4188d0ceb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1932.674426] env[69297]: DEBUG oslo_vmware.api [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932262, 'name': PowerOnVM_Task, 'duration_secs': 0.712875} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1932.674645] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1932.782541] env[69297]: DEBUG nova.compute.manager [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1932.783475] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea756d7-fb71-4c86-bbbe-621bc2107904 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1933.081285] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1933.081528] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1933.081719] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleting the datastore file [datastore1] 2e6e7566-a129-40fb-87bc-5e16b50e873a {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1933.081975] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b807e4d-e538-4ea7-8453-5c0523e95583 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1933.088835] env[69297]: DEBUG oslo_vmware.api [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1933.088835] env[69297]:    value = "task-2932265"
[ 1933.088835] env[69297]:    _type = "Task"
[ 1933.088835] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1933.098558] env[69297]: DEBUG oslo_vmware.api [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1933.098828] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1933.099022] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1933.099262] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleting the datastore file [datastore1] 3c0b19fe-d671-43c3-85ce-c650af97ed74 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1933.099434] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef6f2560-ad96-435d-b1cd-089b80ce9e67 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1933.104920] env[69297]: DEBUG oslo_vmware.api [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for the task: (returnval){
[ 1933.104920] env[69297]:    value = "task-2932266"
[ 1933.104920] env[69297]:    _type = "Task"
[ 1933.104920] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1933.112405] env[69297]: DEBUG oslo_vmware.api [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1933.304280] env[69297]: DEBUG oslo_concurrency.lockutils [None req-07b3f5d5-94bb-44ab-863c-6f688c61065b tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 22.647s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1933.474964] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1933.475147] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1933.598618] env[69297]: DEBUG oslo_vmware.api [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156745} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1933.598890] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1933.599059] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1933.599257] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1933.599431] env[69297]: INFO nova.compute.manager [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Took 2.91 seconds to destroy the instance on the hypervisor.
[ 1933.599666] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1933.599879] env[69297]: DEBUG nova.compute.manager [-] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1933.599994] env[69297]: DEBUG nova.network.neutron [-] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1933.613303] env[69297]: DEBUG oslo_vmware.api [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Task: {'id': task-2932266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160151} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1933.613529] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1933.613736] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1933.613921] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1933.614105] env[69297]: INFO nova.compute.manager [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Took 1.48 seconds to destroy the instance on the hypervisor.
[ 1933.614333] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1933.614513] env[69297]: DEBUG nova.compute.manager [-] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1933.614608] env[69297]: DEBUG nova.network.neutron [-] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1933.758339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1933.758615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1933.758837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1933.759015] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1933.759192] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1933.761232] env[69297]: INFO nova.compute.manager [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Terminating instance
[ 1933.962567] env[69297]: DEBUG nova.compute.manager [req-8d49366e-65f6-466c-8209-cf492597b5d4 req-bc43f35d-70c2-4e7d-a5a0-37aa674e2362 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Received event network-vif-deleted-026fd273-c9a1-41ef-8abd-7750de1a9fe9 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1933.962794] env[69297]: INFO nova.compute.manager [req-8d49366e-65f6-466c-8209-cf492597b5d4 req-bc43f35d-70c2-4e7d-a5a0-37aa674e2362 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Neutron deleted interface 026fd273-c9a1-41ef-8abd-7750de1a9fe9; detaching it from the instance and deleting it from the info cache
[ 1933.962971] env[69297]: DEBUG nova.network.neutron [req-8d49366e-65f6-466c-8209-cf492597b5d4 req-bc43f35d-70c2-4e7d-a5a0-37aa674e2362 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1934.264822] env[69297]: DEBUG nova.compute.manager [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1934.265078] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1934.265975] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a37816-cafd-489b-8659-9b16f7fcacbd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.273389] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1934.273635] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc40f0fb-d3e7-4661-9eed-c333788e2ad4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.280435] env[69297]: DEBUG oslo_vmware.api [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1934.280435] env[69297]:    value = "task-2932267"
[ 1934.280435] env[69297]:    _type = "Task"
[ 1934.280435] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1934.287860] env[69297]: DEBUG oslo_vmware.api [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1934.451078] env[69297]: DEBUG nova.network.neutron [-] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1934.465104] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd9ad9ce-90ce-4fac-9a36-0c6c443c8b44 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.474550] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8037292-0dba-4d4a-a447-78fa83d04542 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.485663] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1934.486191] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1934.486751] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1934.502386] env[69297]: DEBUG nova.compute.manager [req-8d49366e-65f6-466c-8209-cf492597b5d4 req-bc43f35d-70c2-4e7d-a5a0-37aa674e2362 service nova] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Detach interface failed, port_id=026fd273-c9a1-41ef-8abd-7750de1a9fe9, reason: Instance 3c0b19fe-d671-43c3-85ce-c650af97ed74 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 1934.603827] env[69297]: DEBUG nova.network.neutron [-] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1934.792018] env[69297]: DEBUG oslo_vmware.api [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932267, 'name': PowerOffVM_Task, 'duration_secs': 0.201382} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1934.792018] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1934.792018] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1934.792018] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-518af4c9-2721-44a8-addb-520c20350a8a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.857559] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1934.857795] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1934.857976] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleting the datastore file [datastore2] 2397b964-a14b-4f3e-9d29-3b0965cc2535 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1934.858257] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c27ea04-ba78-49fa-9fd3-9d6ebae79228 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1934.864721] env[69297]: DEBUG oslo_vmware.api [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for the task: (returnval){
[ 1934.864721] env[69297]:    value = "task-2932269"
[ 1934.864721] env[69297]:    _type = "Task"
[ 1934.864721] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1934.871749] env[69297]: DEBUG oslo_vmware.api [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1934.954064] env[69297]: INFO nova.compute.manager [-] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Took 1.34 seconds to deallocate network for instance.
[ 1935.106833] env[69297]: INFO nova.compute.manager [-] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Took 1.51 seconds to deallocate network for instance.
[ 1935.375028] env[69297]: DEBUG oslo_vmware.api [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Task: {'id': task-2932269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121304} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1935.375028] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1935.375028] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1935.375391] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1935.375391] env[69297]: INFO nova.compute.manager [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 1935.375487] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1935.375671] env[69297]: DEBUG nova.compute.manager [-] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1935.375766] env[69297]: DEBUG nova.network.neutron [-] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1935.460461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1935.460807] env[69297]: DEBUG oslo_concurrency.lockutils [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1935.460967] env[69297]: DEBUG nova.objects.instance [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lazy-loading 'resources' on Instance uuid 3c0b19fe-d671-43c3-85ce-c650af97ed74 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1935.471298] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1935.613139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1935.989959] env[69297]: DEBUG nova.compute.manager [req-e992ec88-0be4-43bb-a982-8e5a4fe92034 req-13ef2d09-0439-4193-8f7a-f5611f90312c service nova] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Received event network-vif-deleted-20a2dcc4-9b4a-47a5-94a1-e543b4e47aed {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1936.062255] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e511b323-f3d1-466b-b688-6db9251dec76 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1936.071700] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edaf7d8-0438-4955-be36-f11ed084318c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1936.101688] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737f8b2b-6983-4c71-9518-fa735b5b39c0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1936.108801] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ba7451-6c54-402f-9224-28aad680b476 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1936.121850] env[69297]: DEBUG nova.compute.provider_tree [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1936.475472] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1936.542419] env[69297]: DEBUG nova.network.neutron [-] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1936.625016] env[69297]: DEBUG nova.scheduler.client.report [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1937.044902] env[69297]: INFO nova.compute.manager [-] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Took 1.67 seconds to deallocate network for instance.
[ 1937.129754] env[69297]: DEBUG oslo_concurrency.lockutils [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1937.133017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.519s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1937.133281] env[69297]: DEBUG oslo_concurrency.lockutils [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1937.147479] env[69297]: INFO nova.scheduler.client.report [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Deleted allocations for instance 3c0b19fe-d671-43c3-85ce-c650af97ed74
[ 1937.149140] env[69297]: INFO nova.scheduler.client.report [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleted allocations for instance 2e6e7566-a129-40fb-87bc-5e16b50e873a
[ 1937.551271] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1937.551584] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1937.551808] env[69297]: DEBUG nova.objects.instance [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lazy-loading 'resources' on Instance uuid 2397b964-a14b-4f3e-9d29-3b0965cc2535 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1937.658585] env[69297]: DEBUG oslo_concurrency.lockutils [None req-90a60d09-e699-4f86-8a97-765fa22a1062 tempest-AttachInterfacesTestJSON-460154971 tempest-AttachInterfacesTestJSON-460154971-project-member] Lock "3c0b19fe-d671-43c3-85ce-c650af97ed74" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.035s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1937.659579] env[69297]: DEBUG oslo_concurrency.lockutils [None req-248fea45-3193-4fd0-b4bf-cf13ac22bc5f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "2e6e7566-a129-40fb-87bc-5e16b50e873a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.478s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1938.017753] env[69297]: DEBUG nova.compute.manager [req-f0f82b50-0e0c-444d-bed8-719f320b1c9d req-3ce1fcec-7c3b-4824-b1db-22ea68b5544d service nova] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Received event network-vif-deleted-a6e6134a-3a35-4fdb-8257-51837934ad88 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1938.123196] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf3af25-fbbc-47ae-93bb-e811c3f806d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1938.130663] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26834b2-55fb-49e6-a173-2f722dbe10d1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1938.160834] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b344140e-6356-4314-9693-a302e7a8d3a1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1938.168461] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf22d25-3873-467f-8eb5-9abfcb196bd5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1938.181856] env[69297]: DEBUG nova.compute.provider_tree [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1938.352148] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "18632abe-7e2d-45be-96f9-699437788cc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1938.352384] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "18632abe-7e2d-45be-96f9-699437788cc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1938.475184] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1938.685720] env[69297]: DEBUG nova.scheduler.client.report [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1938.855174] env[69297]: DEBUG nova.compute.manager [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1938.978054] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1939.190191] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1939.193621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.215s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1939.193621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1939.193621] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 1939.195199] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb5c0af-e1ab-4e6f-8719-2c44c4bdf325 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.210009] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9ec5f9-f369-43bc-a8fd-83ad42ede7d9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.228692] env[69297]: INFO nova.scheduler.client.report [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Deleted allocations for instance 2397b964-a14b-4f3e-9d29-3b0965cc2535
[ 1939.232327] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f269009c-7be3-4d36-b35a-7578e684e86e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.242430] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83bcbb3-850b-440b-a931-bfb914dbea88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1939.275120] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179733MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 1939.275428] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1939.275747] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1939.378942] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1939.742809] env[69297]: DEBUG oslo_concurrency.lockutils [None req-cdebc41e-492d-4801-9258-179d7779e01f tempest-ServerActionsTestOtherB-974652979 tempest-ServerActionsTestOtherB-974652979-project-member] Lock "2397b964-a14b-4f3e-9d29-3b0965cc2535" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.984s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1940.304547] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 3fa43681-ef07-4f1b-a48d-93f7a657582d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1940.304547] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 0c3afb1e-f968-416f-8c11-12d0b6766170 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1940.304547] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 1940.807244] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 18632abe-7e2d-45be-96f9-699437788cc6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
[ 1940.807651] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 1940.807651] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 1940.877579] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b0fc55-b792-4813-b112-0ebc0d7c7ed6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1940.885172] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b9f6b5-ab00-45c2-99d4-d24af135b519 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1940.915785] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce99660-c4b6-4f25-b30b-82719ace4a77 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1940.920784] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquiring lock "af8a3eb8-2776-4f2d-a04e-9347f992821f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1940.921029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "af8a3eb8-2776-4f2d-a04e-9347f992821f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1940.927456] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f817d51-2cad-458f-b8c1-f836e4d37f15 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1940.941037] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1941.424632] env[69297]: DEBUG nova.compute.manager [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 1941.444175] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1941.945884] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1941.950770] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 1941.950964] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.675s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1941.951260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.572s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1941.952826] env[69297]: INFO nova.compute.claims [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1943.029650] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e487e91-e9d9-413a-b1c1-d8d7cd8ae416 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1943.037808] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c31624-e61f-41e6-be51-1433906bbacd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1943.068037] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da027fd2-758a-43d6-8227-37c94f33f9d6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1943.075681] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c6bb25-a630-43cc-b92a-806f64bd0d09 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1943.090113] env[69297]: DEBUG nova.compute.provider_tree [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1943.592811] env[69297]: DEBUG nova.scheduler.client.report [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1944.098588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1944.099138] env[69297]: DEBUG nova.compute.manager [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1944.101968] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.156s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1944.106521] env[69297]: INFO nova.compute.claims [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1944.610750] env[69297]: DEBUG nova.compute.utils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1944.613801] env[69297]: DEBUG nova.compute.manager [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 1944.613965] env[69297]: DEBUG nova.network.neutron [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 1944.663678] env[69297]: DEBUG nova.policy [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d89cdab56045448d675ecd55864dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50ec6558f3484a13a0c412202e14c9ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 1944.937568] env[69297]: DEBUG nova.network.neutron [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Successfully created port: f50a0953-a969-4928-a55f-144f3d289ef3 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 1944.955939] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1945.121690] env[69297]: DEBUG nova.compute.manager [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1945.224819] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d957147-b634-4d2c-b964-0eabda6cbe1e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1945.232482] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c2940-f24f-41e9-92bb-34c007e0fd02 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1945.264525] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23511f25-e3eb-49cd-b4b3-230b738b8aa5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1945.272057] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716c37fa-64bf-4447-9f04-fef33ac987c9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1945.285656] env[69297]: DEBUG nova.compute.provider_tree [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1945.788585] env[69297]: DEBUG nova.scheduler.client.report [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1946.133268] env[69297]: DEBUG nova.compute.manager [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1946.159325] env[69297]: DEBUG nova.virt.hardware [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1946.159593] env[69297]: DEBUG nova.virt.hardware [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1946.159748] env[69297]: DEBUG nova.virt.hardware [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1946.159931] env[69297]: DEBUG nova.virt.hardware [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1946.160179] env[69297]: DEBUG nova.virt.hardware [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1946.160261] env[69297]: DEBUG nova.virt.hardware [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1946.160439] env[69297]: DEBUG nova.virt.hardware [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1946.160622] env[69297]: DEBUG nova.virt.hardware [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1946.160748] env[69297]: DEBUG nova.virt.hardware [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1946.160907] env[69297]: DEBUG nova.virt.hardware [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1946.161088] env[69297]: DEBUG nova.virt.hardware [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1946.161940] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32594ff-4ec3-434c-a88b-2f0f82c72a6d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1946.170026] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bcdb79-16fc-44f1-92ea-5d8d67e70e3c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1946.293689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1946.294314] env[69297]: DEBUG nova.compute.manager [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 1946.306273] env[69297]: DEBUG nova.compute.manager [req-2bd5a600-09e8-4efe-9ffc-863d14b4654a req-029d103d-9d7b-45d3-9197-000fbafef4dd service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Received event network-vif-plugged-f50a0953-a969-4928-a55f-144f3d289ef3 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1946.306393] env[69297]: DEBUG oslo_concurrency.lockutils [req-2bd5a600-09e8-4efe-9ffc-863d14b4654a req-029d103d-9d7b-45d3-9197-000fbafef4dd service nova] Acquiring lock "18632abe-7e2d-45be-96f9-699437788cc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1946.306591] env[69297]: DEBUG oslo_concurrency.lockutils [req-2bd5a600-09e8-4efe-9ffc-863d14b4654a req-029d103d-9d7b-45d3-9197-000fbafef4dd service nova] Lock "18632abe-7e2d-45be-96f9-699437788cc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1946.306752] env[69297]: DEBUG oslo_concurrency.lockutils [req-2bd5a600-09e8-4efe-9ffc-863d14b4654a req-029d103d-9d7b-45d3-9197-000fbafef4dd service nova] Lock "18632abe-7e2d-45be-96f9-699437788cc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1946.306918] env[69297]: DEBUG nova.compute.manager [req-2bd5a600-09e8-4efe-9ffc-863d14b4654a req-029d103d-9d7b-45d3-9197-000fbafef4dd service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] No waiting events found dispatching network-vif-plugged-f50a0953-a969-4928-a55f-144f3d289ef3 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 1946.307102] env[69297]: WARNING nova.compute.manager [req-2bd5a600-09e8-4efe-9ffc-863d14b4654a req-029d103d-9d7b-45d3-9197-000fbafef4dd service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Received unexpected event network-vif-plugged-f50a0953-a969-4928-a55f-144f3d289ef3 for instance with vm_state building and task_state spawning.
[ 1946.424682] env[69297]: DEBUG nova.network.neutron [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Successfully updated port: f50a0953-a969-4928-a55f-144f3d289ef3 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 1946.803266] env[69297]: DEBUG nova.compute.utils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1946.805106] env[69297]: DEBUG nova.compute.manager [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Not allocating networking since 'none' was specified. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
[ 1946.927871] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1946.928052] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1946.928307] env[69297]: DEBUG nova.network.neutron [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1946.965536] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1946.966138] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1947.310038] env[69297]: DEBUG nova.compute.manager [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 1947.469546] env[69297]: DEBUG nova.compute.utils [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 1947.471547] env[69297]: DEBUG nova.network.neutron [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1947.611616] env[69297]: DEBUG nova.network.neutron [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance_info_cache with network_info: [{"id": "f50a0953-a969-4928-a55f-144f3d289ef3", "address": "fa:16:3e:0b:33:23", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50a0953-a9", "ovs_interfaceid": "f50a0953-a969-4928-a55f-144f3d289ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1947.975509] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 1.010s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1948.114237] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1948.114529] env[69297]: DEBUG nova.compute.manager [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Instance network_info: |[{"id": "f50a0953-a969-4928-a55f-144f3d289ef3", "address": "fa:16:3e:0b:33:23", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50a0953-a9", "ovs_interfaceid": "f50a0953-a969-4928-a55f-144f3d289ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 1948.114985] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:33:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f50a0953-a969-4928-a55f-144f3d289ef3', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1948.122569] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1948.122774] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1948.122992] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe0c7f99-8b61-4168-9b68-8fd4b0b4f1ec {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1948.143683] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1948.143683] env[69297]:    value = "task-2932271"
[ 1948.143683] env[69297]:    _type = "Task"
[ 1948.143683] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1948.150916] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932271, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1948.320627] env[69297]: DEBUG nova.compute.manager [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 1948.345741] env[69297]: DEBUG nova.compute.manager [req-e79bb455-53bd-430e-9756-fc6b1f086a0b req-05326f29-3dee-4150-b3e7-2d4718b68081 service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Received event network-changed-f50a0953-a969-4928-a55f-144f3d289ef3 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1948.345831] env[69297]: DEBUG nova.compute.manager [req-e79bb455-53bd-430e-9756-fc6b1f086a0b req-05326f29-3dee-4150-b3e7-2d4718b68081 service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Refreshing instance network info cache due to event network-changed-f50a0953-a969-4928-a55f-144f3d289ef3. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1948.346789] env[69297]: DEBUG oslo_concurrency.lockutils [req-e79bb455-53bd-430e-9756-fc6b1f086a0b req-05326f29-3dee-4150-b3e7-2d4718b68081 service nova] Acquiring lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1948.347107] env[69297]: DEBUG oslo_concurrency.lockutils [req-e79bb455-53bd-430e-9756-fc6b1f086a0b req-05326f29-3dee-4150-b3e7-2d4718b68081 service nova] Acquired lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1948.347172] env[69297]: DEBUG nova.network.neutron [req-e79bb455-53bd-430e-9756-fc6b1f086a0b req-05326f29-3dee-4150-b3e7-2d4718b68081 service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Refreshing network info cache for port f50a0953-a969-4928-a55f-144f3d289ef3 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1948.350702] env[69297]: DEBUG nova.virt.hardware [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1948.350925] env[69297]: DEBUG nova.virt.hardware [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1948.351115] env[69297]: DEBUG nova.virt.hardware [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1948.351355] env[69297]: DEBUG nova.virt.hardware [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1948.351528] env[69297]: DEBUG nova.virt.hardware [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1948.351677] env[69297]: DEBUG nova.virt.hardware [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1948.351899] env[69297]: DEBUG nova.virt.hardware [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1948.352313] env[69297]: DEBUG nova.virt.hardware [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1948.352313] env[69297]: DEBUG nova.virt.hardware [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1948.352439] env[69297]: DEBUG nova.virt.hardware [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1948.352564] env[69297]: DEBUG nova.virt.hardware [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1948.353719] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fc136c-02c3-4be5-9ad0-9ad8fb3a558e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1948.363185] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06818514-922c-4d29-a44d-f08ddad3f02f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1948.377131] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1948.382736] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Creating folder: Project (42ea3e7c3a154ecd83933260d94a43f8). Parent ref: group-v588392. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1948.383049] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce172da2-aff4-4955-8eaa-b79fef13eb3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1948.394051] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Created folder: Project (42ea3e7c3a154ecd83933260d94a43f8) in parent group-v588392.
[ 1948.394252] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Creating folder: Instances. Parent ref: group-v588735. {{(pid=69297) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}}
[ 1948.394471] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f04531c3-7f83-4da8-862a-54734a9c4415 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1948.403609] env[69297]: INFO nova.virt.vmwareapi.vm_util [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Created folder: Instances in parent group-v588735.
[ 1948.403885] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1948.404101] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1948.404307] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c19e410-7d6d-48a6-9692-d04718adc667 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1948.420815] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1948.420815] env[69297]:    value = "task-2932274"
[ 1948.420815] env[69297]:    _type = "Task"
[ 1948.420815] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1948.428423] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932274, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1948.653924] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932271, 'name': CreateVM_Task, 'duration_secs': 0.298909} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1948.654103] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1948.654766] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1948.654948] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1948.655297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1948.655545] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a190c83f-0d6f-4a57-9501-29d4cc522c41 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1948.660407] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1948.660407] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]522347ee-d3b4-e706-4d56-83bc2f6a5d50"
[ 1948.660407] env[69297]:    _type = "Task"
[ 1948.660407] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1948.667910] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522347ee-d3b4-e706-4d56-83bc2f6a5d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1948.931583] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932274, 'name': CreateVM_Task, 'duration_secs': 0.26089} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1948.933648] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1948.934088] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1949.037644] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1949.037897] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1949.038190] env[69297]: INFO nova.compute.manager [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Attaching volume dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6 to /dev/sdb
[ 1949.054336] env[69297]: DEBUG nova.network.neutron [req-e79bb455-53bd-430e-9756-fc6b1f086a0b req-05326f29-3dee-4150-b3e7-2d4718b68081 service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updated VIF entry in instance network info cache for port f50a0953-a969-4928-a55f-144f3d289ef3. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1949.054656] env[69297]: DEBUG nova.network.neutron [req-e79bb455-53bd-430e-9756-fc6b1f086a0b req-05326f29-3dee-4150-b3e7-2d4718b68081 service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance_info_cache with network_info: [{"id": "f50a0953-a969-4928-a55f-144f3d289ef3", "address": "fa:16:3e:0b:33:23", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50a0953-a9", "ovs_interfaceid": "f50a0953-a969-4928-a55f-144f3d289ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1949.067396] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70add0aa-5dcd-4361-97bb-3dc95fcf0e5b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1949.074781] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa94d814-1037-4f3e-b5fa-59a3d71d6170 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1949.089069] env[69297]: DEBUG nova.virt.block_device [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updating existing volume attachment record: 627f7b50-2d0f-45c3-8bdd-3b0e2297100d {{(pid=69297) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
[ 1949.170752] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]522347ee-d3b4-e706-4d56-83bc2f6a5d50, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1949.171068] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1949.171306] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1949.171533] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1949.171682] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1949.171876] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1949.172180] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1949.173125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1949.173125] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df6b79db-0d8c-4261-9513-cd30b907e052 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1949.175159] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91bb5ef-0fc4-48c7-85f3-098bd6e41b60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1949.179418] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1949.179418] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5240928c-ca73-8e72-e6ae-dd1ad229d3ef"
[ 1949.179418] env[69297]:    _type = "Task"
[ 1949.179418] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1949.183400] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1949.183607] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1949.184581] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39fb1a9a-27c6-42b5-b88e-28dc7d3ecabe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1949.189692] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5240928c-ca73-8e72-e6ae-dd1ad229d3ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1949.192455] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1949.192455] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]526ab066-15c6-96ae-d1e5-0042fef8ff0d"
[ 1949.192455] env[69297]:    _type = "Task"
[ 1949.192455] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1949.200015] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526ab066-15c6-96ae-d1e5-0042fef8ff0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1949.557518] env[69297]: DEBUG oslo_concurrency.lockutils [req-e79bb455-53bd-430e-9756-fc6b1f086a0b req-05326f29-3dee-4150-b3e7-2d4718b68081 service nova] Releasing lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1949.689868] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5240928c-ca73-8e72-e6ae-dd1ad229d3ef, 'name': SearchDatastore_Task, 'duration_secs': 0.017887} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1949.690246] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1949.690491] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1949.690756] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1949.701821] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526ab066-15c6-96ae-d1e5-0042fef8ff0d, 'name': SearchDatastore_Task, 'duration_secs': 0.008172} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1949.702609] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88df50b3-4fb2-404a-aef1-c307a0777cca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1949.707410] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1949.707410] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f85ec9-9627-27da-9150-bc80a916df68"
[ 1949.707410] env[69297]:    _type = "Task"
[ 1949.707410] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1949.714834] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f85ec9-9627-27da-9150-bc80a916df68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1950.218114] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f85ec9-9627-27da-9150-bc80a916df68, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1950.218407] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1950.218736] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 18632abe-7e2d-45be-96f9-699437788cc6/18632abe-7e2d-45be-96f9-699437788cc6.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1950.219065] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1950.219295] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1950.219545] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e99d3106-9585-4aa5-9b3b-a416a440f433 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.221390] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08287fd2-959f-456b-9064-b16f41583598 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.229398] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1950.229398] env[69297]:    value = "task-2932278"
[ 1950.229398] env[69297]:    _type = "Task"
[ 1950.229398] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1950.230485] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1950.230660] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1950.233908] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77caf0e7-ed07-46a6-8a72-fc1b608eb324 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.239113] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1950.239113] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52ef13fb-cc8b-ee2a-af28-563a2b002e25"
[ 1950.239113] env[69297]:    _type = "Task"
[ 1950.239113] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1950.242183] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1950.250015] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52ef13fb-cc8b-ee2a-af28-563a2b002e25, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1950.250701] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f832b4-ed6f-4354-9b22-4387e66c1ec8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.255186] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1950.255186] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]526da238-2c14-7b49-e69d-aab002eb0139"
[ 1950.255186] env[69297]:    _type = "Task"
[ 1950.255186] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1950.262241] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526da238-2c14-7b49-e69d-aab002eb0139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1950.742155] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44106} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1950.742558] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 18632abe-7e2d-45be-96f9-699437788cc6/18632abe-7e2d-45be-96f9-699437788cc6.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1950.742638] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1950.742844] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-785e4c0c-3167-48f0-9ed0-e8bfa3b54f57 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.749357] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1950.749357] env[69297]:    value = "task-2932279"
[ 1950.749357] env[69297]:    _type = "Task"
[ 1950.749357] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1950.757397] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1950.764925] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]526da238-2c14-7b49-e69d-aab002eb0139, 'name': SearchDatastore_Task, 'duration_secs': 0.007893} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1950.765185] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1950.765495] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] af8a3eb8-2776-4f2d-a04e-9347f992821f/af8a3eb8-2776-4f2d-a04e-9347f992821f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1950.765773] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9df73b3-a07d-4627-9c05-56e90a96639b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1950.771860] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1950.771860] env[69297]:    value = "task-2932280"
[ 1950.771860] env[69297]:    _type = "Task"
[ 1950.771860] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1950.779901] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1951.258994] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063436} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1951.259277] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1951.260045] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56a7172-39a8-4294-a15f-4d48e0e01857 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1951.281120] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 18632abe-7e2d-45be-96f9-699437788cc6/18632abe-7e2d-45be-96f9-699437788cc6.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1951.283993] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aceae219-8617-4f19-9079-d353f9c86cb1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1951.301950] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.405536} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1951.303036] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] af8a3eb8-2776-4f2d-a04e-9347f992821f/af8a3eb8-2776-4f2d-a04e-9347f992821f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1951.303257] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1951.303543] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1951.303543] env[69297]:    value = "task-2932281"
[ 1951.303543] env[69297]:    _type = "Task"
[ 1951.303543] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1951.303759] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26fb74de-fae4-4fb7-8261-a063e148ea2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1951.313033] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1951.314141] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1951.314141] env[69297]:    value = "task-2932282"
[ 1951.314141] env[69297]:    _type = "Task"
[ 1951.314141] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1951.324058] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1951.815866] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932281, 'name': ReconfigVM_Task, 'duration_secs': 0.272509} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1951.818820] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 18632abe-7e2d-45be-96f9-699437788cc6/18632abe-7e2d-45be-96f9-699437788cc6.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1951.819461] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbdb8445-6065-48fd-b4d5-a6a709b1cb73 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1951.825086] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070449} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1951.826143] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1951.826463] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1951.826463] env[69297]:    value = "task-2932284"
[ 1951.826463] env[69297]:    _type = "Task"
[ 1951.826463] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1951.827109] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2eb82b-54ff-4812-b6f3-68c60c8dee7b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1951.848493] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] af8a3eb8-2776-4f2d-a04e-9347f992821f/af8a3eb8-2776-4f2d-a04e-9347f992821f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1951.851512] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b968ce-2718-4574-8152-b71d07aa4f87 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1951.865471] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932284, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1951.870233] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1951.870233] env[69297]:    value = "task-2932285"
[ 1951.870233] env[69297]:    _type = "Task"
[ 1951.870233] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1951.879304] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1952.339013] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932284, 'name': Rename_Task, 'duration_secs': 0.13862} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1952.339301] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1952.339546] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bffe6ce7-d5bd-424e-a65f-e668c22e1977 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.345081] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1952.345081] env[69297]:    value = "task-2932286"
[ 1952.345081] env[69297]:    _type = "Task"
[ 1952.345081] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1952.353411] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1952.377975] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932285, 'name': ReconfigVM_Task, 'duration_secs': 0.247379} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1952.378235] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Reconfigured VM instance instance-0000007e to attach disk [datastore2] af8a3eb8-2776-4f2d-a04e-9347f992821f/af8a3eb8-2776-4f2d-a04e-9347f992821f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1952.378810] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9368f76a-5133-4226-8160-fe53bce15f02 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.385360] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1952.385360] env[69297]:    value = "task-2932287"
[ 1952.385360] env[69297]:    _type = "Task"
[ 1952.385360] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1952.393914] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932287, 'name': Rename_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1952.855993] env[69297]: DEBUG oslo_vmware.api [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932286, 'name': PowerOnVM_Task, 'duration_secs': 0.509152} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1952.856385] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1952.856506] env[69297]: INFO nova.compute.manager [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Took 6.72 seconds to spawn the instance on the hypervisor.
[ 1952.856685] env[69297]: DEBUG nova.compute.manager [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1952.857460] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ec2ea8-4a70-40d9-a957-90bdf20287ad {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.894926] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932287, 'name': Rename_Task, 'duration_secs': 0.130218} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1952.895208] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1952.895442] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fbe3abf-41eb-4f07-9485-31f061873491 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1952.902556] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1952.902556] env[69297]:    value = "task-2932288"
[ 1952.902556] env[69297]:    _type = "Task"
[ 1952.902556] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1952.910476] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1953.376063] env[69297]: INFO nova.compute.manager [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Took 14.02 seconds to build instance.
[ 1953.413015] env[69297]: DEBUG oslo_vmware.api [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932288, 'name': PowerOnVM_Task, 'duration_secs': 0.414968} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1953.413318] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1953.413532] env[69297]: INFO nova.compute.manager [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Took 5.09 seconds to spawn the instance on the hypervisor.
[ 1953.413777] env[69297]: DEBUG nova.compute.manager [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1953.414625] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d4ac16-4148-4d34-ab87-f023e205e2fa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1953.634821] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Volume attach. Driver type: vmdk {{(pid=69297) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}}
[ 1953.635338] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588739', 'volume_id': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'name': 'volume-dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'serial': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}}
[ 1953.636430] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33328df5-7bad-4f58-9d7d-96778a1abac7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1953.654651] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1291ddd-4612-4885-81d2-479988c78bf6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1953.677062] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6/volume-dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1953.677062] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-855cfea5-c9c0-4c70-b6d3-76e36b4aba30 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1953.694271] env[69297]: DEBUG oslo_vmware.api [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1953.694271] env[69297]:    value = "task-2932289"
[ 1953.694271] env[69297]:    _type = "Task"
[ 1953.694271] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1953.702572] env[69297]: DEBUG oslo_vmware.api [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1953.790867] env[69297]: DEBUG nova.compute.manager [req-fa33ded4-b320-486b-b1b4-60637c3009c0 req-5212ef7b-1fac-4b99-b5f5-179a1f627040 service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Received event network-changed-f50a0953-a969-4928-a55f-144f3d289ef3 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1953.791104] env[69297]: DEBUG nova.compute.manager [req-fa33ded4-b320-486b-b1b4-60637c3009c0 req-5212ef7b-1fac-4b99-b5f5-179a1f627040 service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Refreshing instance network info cache due to event network-changed-f50a0953-a969-4928-a55f-144f3d289ef3. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1953.791303] env[69297]: DEBUG oslo_concurrency.lockutils [req-fa33ded4-b320-486b-b1b4-60637c3009c0 req-5212ef7b-1fac-4b99-b5f5-179a1f627040 service nova] Acquiring lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1953.791444] env[69297]: DEBUG oslo_concurrency.lockutils [req-fa33ded4-b320-486b-b1b4-60637c3009c0 req-5212ef7b-1fac-4b99-b5f5-179a1f627040 service nova] Acquired lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1953.791600] env[69297]: DEBUG nova.network.neutron [req-fa33ded4-b320-486b-b1b4-60637c3009c0 req-5212ef7b-1fac-4b99-b5f5-179a1f627040 service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Refreshing network info cache for port f50a0953-a969-4928-a55f-144f3d289ef3 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1953.878317] env[69297]: DEBUG oslo_concurrency.lockutils [None req-edb6e969-c680-4d6b-8656-1da366dc4c65 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "18632abe-7e2d-45be-96f9-699437788cc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.526s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1953.929906] env[69297]: INFO nova.compute.manager [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Took 12.00 seconds to build instance.
[ 1954.204728] env[69297]: DEBUG oslo_vmware.api [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932289, 'name': ReconfigVM_Task, 'duration_secs': 0.357304} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1954.205356] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6/volume-dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1954.210167] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1f71bb-8742-4831-a259-a86dff6ea9da {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1954.224748] env[69297]: DEBUG oslo_vmware.api [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1954.224748] env[69297]:    value = "task-2932290"
[ 1954.224748] env[69297]:    _type = "Task"
[ 1954.224748] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1954.232512] env[69297]: DEBUG oslo_vmware.api [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1954.433731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-4c0d9d5c-f4c5-4f8e-89cc-a7b463802b73 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "af8a3eb8-2776-4f2d-a04e-9347f992821f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.513s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1954.533590] env[69297]: DEBUG nova.network.neutron [req-fa33ded4-b320-486b-b1b4-60637c3009c0 req-5212ef7b-1fac-4b99-b5f5-179a1f627040 service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updated VIF entry in instance network info cache for port f50a0953-a969-4928-a55f-144f3d289ef3. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1954.534023] env[69297]: DEBUG nova.network.neutron [req-fa33ded4-b320-486b-b1b4-60637c3009c0 req-5212ef7b-1fac-4b99-b5f5-179a1f627040 service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance_info_cache with network_info: [{"id": "f50a0953-a969-4928-a55f-144f3d289ef3", "address": "fa:16:3e:0b:33:23", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50a0953-a9", "ovs_interfaceid": "f50a0953-a969-4928-a55f-144f3d289ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1954.735203] env[69297]: DEBUG oslo_vmware.api [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932290, 'name': ReconfigVM_Task, 'duration_secs': 0.152244} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1954.735502] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588739', 'volume_id': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'name': 'volume-dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'serial': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6'} {{(pid=69297) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}}
[ 1955.036991] env[69297]: DEBUG oslo_concurrency.lockutils [req-fa33ded4-b320-486b-b1b4-60637c3009c0 req-5212ef7b-1fac-4b99-b5f5-179a1f627040 service nova] Releasing lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1955.310852] env[69297]: INFO nova.compute.manager [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Rebuilding instance
[ 1955.351091] env[69297]: DEBUG nova.compute.manager [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1955.351986] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1769341f-63c1-426b-93c9-d011d4d9a51c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1955.773528] env[69297]: DEBUG nova.objects.instance [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lazy-loading 'flavor' on Instance uuid 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1956.278562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e13756a9-463f-4788-8a6d-f4e46d5780b8 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.240s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1956.364146] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1956.364527] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb38f02-9f55-462e-93af-3ce148d38fe5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1956.372168] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1956.372168] env[69297]:    value = "task-2932291"
[ 1956.372168] env[69297]:    _type = "Task"
[ 1956.372168] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1956.380491] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1956.414175] env[69297]: INFO nova.compute.manager [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Rescuing
[ 1956.414513] env[69297]: DEBUG oslo_concurrency.lockutils [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1956.414738] env[69297]: DEBUG oslo_concurrency.lockutils [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1956.414928] env[69297]: DEBUG nova.network.neutron [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1956.883902] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932291, 'name': PowerOffVM_Task, 'duration_secs': 0.120041} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1956.883902] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1956.883902] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1956.883902] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936bb612-57c1-47fa-b25b-7bff80ad57b6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1956.890303] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1956.890516] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc60f15c-4e26-4eec-8d23-e449fe7b81b5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1956.914925] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1956.915140] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1956.915307] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Deleting the datastore file [datastore2] af8a3eb8-2776-4f2d-a04e-9347f992821f {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1956.915528] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2086bba2-186b-4e32-924f-48ad6dc5d92a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1956.923239] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1956.923239] env[69297]:    value = "task-2932293"
[ 1956.923239] env[69297]:    _type = "Task"
[ 1956.923239] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1956.930902] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1957.168110] env[69297]: DEBUG nova.network.neutron [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updating instance_info_cache with network_info: [{"id": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "address": "fa:16:3e:0c:df:4f", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b343dff-f7", "ovs_interfaceid": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1957.432628] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100997} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1957.433011] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1957.433011] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1957.433191] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1957.671017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1958.462489] env[69297]: DEBUG nova.virt.hardware [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1958.462815] env[69297]: DEBUG nova.virt.hardware [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1958.462888] env[69297]: DEBUG nova.virt.hardware [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1958.463088] env[69297]: DEBUG nova.virt.hardware [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1958.463239] env[69297]: DEBUG nova.virt.hardware [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1958.463385] env[69297]: DEBUG nova.virt.hardware [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1958.463590] env[69297]: DEBUG nova.virt.hardware [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1958.463749] env[69297]: DEBUG nova.virt.hardware [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1958.463963] env[69297]: DEBUG nova.virt.hardware [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1958.464148] env[69297]: DEBUG nova.virt.hardware [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1958.464325] env[69297]: DEBUG nova.virt.hardware [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1958.465197] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e346fdc-09dd-4545-ab34-9bfb20655f74 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1958.473068] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66d33c8-67d0-439f-a166-ee635a9c2853 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1958.487088] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Instance VIF info [] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 1958.492580] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1958.492800] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 1958.492991] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8623835f-fa97-4a50-b99a-469d59b1baca {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1958.508722] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 1958.508722] env[69297]:    value = "task-2932294"
[ 1958.508722] env[69297]:    _type = "Task"
[ 1958.508722] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1958.515743] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932294, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1959.018860] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932294, 'name': CreateVM_Task, 'duration_secs': 0.238968} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1959.019082] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 1959.019470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1959.019697] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1959.020055] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 1959.020319] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24dddbf6-284c-4bfd-895f-29fe46f16b55 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.025172] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1959.025172] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52760538-f109-839c-f4f5-b5017004f099"
[ 1959.025172] env[69297]:    _type = "Task"
[ 1959.025172] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1959.032281] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52760538-f109-839c-f4f5-b5017004f099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1959.207282] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1959.207681] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a6a738-6aa3-4244-89b6-c53612fcb09d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.214614] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1959.214614] env[69297]:    value = "task-2932295"
[ 1959.214614] env[69297]:    _type = "Task"
[ 1959.214614] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1959.222756] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1959.535134] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52760538-f109-839c-f4f5-b5017004f099, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1959.535510] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1959.535744] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1959.536048] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1959.536243] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1959.536457] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1959.536742] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b64705d4-475d-44a5-80f1-d632e0d65c12 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.544909] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1959.545087] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1959.545786] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb4db76-550e-48ac-acd8-7b4967e97f7d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.550155] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1959.550155] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5259acf7-74d1-1e9b-6be3-2307eb74e2b6"
[ 1959.550155] env[69297]:    _type = "Task"
[ 1959.550155] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1959.557177] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5259acf7-74d1-1e9b-6be3-2307eb74e2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1959.724545] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932295, 'name': PowerOffVM_Task, 'duration_secs': 0.186933} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1959.724890] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1959.725679] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fde3cf-6e45-42aa-bd70-e6203b888b51 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.746052] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaebeff-d1c1-46ac-8727-5739a8e2bd3e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.776574] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1959.776830] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0097ccd-bd66-43dd-a593-6a0a8d0687d2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1959.783223] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1959.783223] env[69297]:    value = "task-2932296"
[ 1959.783223] env[69297]:    _type = "Task"
[ 1959.783223] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1959.790464] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1960.060600] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5259acf7-74d1-1e9b-6be3-2307eb74e2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.00829} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1960.061454] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e667b7b1-fc44-4e6e-affc-e52e6b6fe496 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1960.067349] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1960.067349] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52d61bfc-5f8a-6eb9-e8ab-da03887baf1f"
[ 1960.067349] env[69297]:    _type = "Task"
[ 1960.067349] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1960.075933] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d61bfc-5f8a-6eb9-e8ab-da03887baf1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1960.293728] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] VM already powered off {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}}
[ 1960.293982] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 1960.294253] env[69297]: DEBUG oslo_concurrency.lockutils [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1960.294403] env[69297]: DEBUG oslo_concurrency.lockutils [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1960.294577] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 1960.294827] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70a73ced-ee7c-4e8b-91a4-db32252088d0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1960.302792] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 1960.302962] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 1960.303675] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba880bd-560c-4b75-9da2-d3ae5a9894c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1960.308481] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1960.308481] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52732c8d-5693-b16a-4ab8-eba33ee2e45f"
[ 1960.308481] env[69297]:    _type = "Task"
[ 1960.308481] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1960.315887] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52732c8d-5693-b16a-4ab8-eba33ee2e45f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1960.578240] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52d61bfc-5f8a-6eb9-e8ab-da03887baf1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1960.578571] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1960.578703] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] af8a3eb8-2776-4f2d-a04e-9347f992821f/af8a3eb8-2776-4f2d-a04e-9347f992821f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 1960.578967] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cba1857b-0f7e-4379-8805-871774c72772 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1960.585856] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1960.585856] env[69297]:    value = "task-2932297"
[ 1960.585856] env[69297]:    _type = "Task"
[ 1960.585856] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1960.593388] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1960.819210] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52732c8d-5693-b16a-4ab8-eba33ee2e45f, 'name': SearchDatastore_Task, 'duration_secs': 0.008262} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1960.820103] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea051cec-7d0f-409f-bb40-1a8e54c44d90 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1960.825491] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1960.825491] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5275a97b-e6f5-76f9-3868-2f681359586a"
[ 1960.825491] env[69297]:    _type = "Task"
[ 1960.825491] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1960.833686] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5275a97b-e6f5-76f9-3868-2f681359586a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1961.095559] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.40673} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1961.096498] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] af8a3eb8-2776-4f2d-a04e-9347f992821f/af8a3eb8-2776-4f2d-a04e-9347f992821f.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 1961.096498] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 1961.096754] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02b1530e-071d-43ce-b0cf-335800ceb555 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.102948] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1961.102948] env[69297]:    value = "task-2932298"
[ 1961.102948] env[69297]:    _type = "Task"
[ 1961.102948] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1961.109745] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1961.335646] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5275a97b-e6f5-76f9-3868-2f681359586a, 'name': SearchDatastore_Task, 'duration_secs': 0.019159} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1961.335909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1961.336192] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk. {{(pid=69297) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}}
[ 1961.336470] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44cb502b-5558-4383-b089-dbbd3471f010 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.342408] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1961.342408] env[69297]:    value = "task-2932299"
[ 1961.342408] env[69297]:    _type = "Task"
[ 1961.342408] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1961.349798] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1961.613544] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072045} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1961.614027] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 1961.614910] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5c3d76-0709-49b7-bd3c-377fdb030ccc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.639389] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] af8a3eb8-2776-4f2d-a04e-9347f992821f/af8a3eb8-2776-4f2d-a04e-9347f992821f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1961.639867] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52655391-87f5-47f3-865e-b92cdc131d2d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.664033] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1961.664033] env[69297]:    value = "task-2932300"
[ 1961.664033] env[69297]:    _type = "Task"
[ 1961.664033] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1961.672366] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1961.852016] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482602} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1961.852268] env[69297]: INFO nova.virt.vmwareapi.ds_util [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore2] 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk.
[ 1961.853083] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f2b3d2-7be7-47dd-875d-b17c31c1573b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.881508] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 1961.881760] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d1fccd5-f3bb-4605-abc6-e57453944ac9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1961.899686] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1961.899686] env[69297]:    value = "task-2932301"
[ 1961.899686] env[69297]:    _type = "Task"
[ 1961.899686] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1961.907238] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1962.173536] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932300, 'name': ReconfigVM_Task, 'duration_secs': 0.313697} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1962.173771] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Reconfigured VM instance instance-0000007e to attach disk [datastore1] af8a3eb8-2776-4f2d-a04e-9347f992821f/af8a3eb8-2776-4f2d-a04e-9347f992821f.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1962.174413] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e9854d3-c2af-4f20-950c-f838721a2300 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.180524] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1962.180524] env[69297]:    value = "task-2932302"
[ 1962.180524] env[69297]:    _type = "Task"
[ 1962.180524] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1962.187770] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932302, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1962.409209] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932301, 'name': ReconfigVM_Task, 'duration_secs': 0.314416} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1962.409498] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e/d0408a19-3515-4459-96ea-9bb88e8df3b6-rescue.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 1962.410368] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb8f1b7-d61c-4988-bdeb-cc1ecb596a98 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.437768] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f6ffe44-c543-476a-9b46-c57b974cbadc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.452556] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1962.452556] env[69297]:    value = "task-2932303"
[ 1962.452556] env[69297]:    _type = "Task"
[ 1962.452556] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1962.460014] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1962.690063] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932302, 'name': Rename_Task, 'duration_secs': 0.131111} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1962.690372] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1962.690555] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-677d90bf-e3ff-4c38-86f6-fed337837c12 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.696857] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1962.696857] env[69297]:    value = "task-2932304"
[ 1962.696857] env[69297]:    _type = "Task"
[ 1962.696857] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1962.704096] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1962.962291] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932303, 'name': ReconfigVM_Task, 'duration_secs': 0.179755} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1962.962551] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1962.962757] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55b0a5dd-563e-4e2a-be6b-30bd220238fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1962.968085] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1962.968085] env[69297]:    value = "task-2932305"
[ 1962.968085] env[69297]:    _type = "Task"
[ 1962.968085] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1962.975334] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1963.206594] env[69297]: DEBUG oslo_vmware.api [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932304, 'name': PowerOnVM_Task, 'duration_secs': 0.429397} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1963.206870] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1963.207097] env[69297]: DEBUG nova.compute.manager [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1963.207879] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4d5460-f3c7-4187-83d0-e1b8ea36a14d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1963.477539] env[69297]: DEBUG oslo_vmware.api [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932305, 'name': PowerOnVM_Task, 'duration_secs': 0.365461} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1963.477786] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1963.480700] env[69297]: DEBUG nova.compute.manager [None req-26dc1103-7d84-4837-a701-7e595ebabe82 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1963.481482] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6f0ff6-f376-4f5c-ba65-f14075c8eca7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1963.724526] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1963.724760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1963.724936] env[69297]: DEBUG nova.objects.instance [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69297) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
[ 1964.055463] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquiring lock "af8a3eb8-2776-4f2d-a04e-9347f992821f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1964.055716] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "af8a3eb8-2776-4f2d-a04e-9347f992821f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1964.055925] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquiring lock "af8a3eb8-2776-4f2d-a04e-9347f992821f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1964.056131] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "af8a3eb8-2776-4f2d-a04e-9347f992821f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1964.056297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "af8a3eb8-2776-4f2d-a04e-9347f992821f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1964.058244] env[69297]: INFO nova.compute.manager [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Terminating instance
[ 1964.474051] env[69297]: INFO nova.compute.manager [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Unrescuing
[ 1964.474371] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1964.474543] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquired lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1964.474714] env[69297]: DEBUG nova.network.neutron [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1964.561934] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquiring lock "refresh_cache-af8a3eb8-2776-4f2d-a04e-9347f992821f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1964.562109] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquired lock "refresh_cache-af8a3eb8-2776-4f2d-a04e-9347f992821f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1964.562285] env[69297]: DEBUG nova.network.neutron [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1964.732972] env[69297]: DEBUG oslo_concurrency.lockutils [None req-ac472f06-70a9-4f9a-860f-b3c05b12411b tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1965.081248] env[69297]: DEBUG nova.network.neutron [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1965.193043] env[69297]: DEBUG nova.network.neutron [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1965.254528] env[69297]: DEBUG nova.network.neutron [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updating instance_info_cache with network_info: [{"id": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "address": "fa:16:3e:0c:df:4f", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b343dff-f7", "ovs_interfaceid": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1965.696066] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Releasing lock "refresh_cache-af8a3eb8-2776-4f2d-a04e-9347f992821f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1965.696483] env[69297]: DEBUG nova.compute.manager [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 1965.696673] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 1965.697624] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc4870b-6f42-4465-88bd-f050c1d977bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1965.705583] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1965.705834] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-839156cf-40b6-4b91-9dff-4f7f44103fd3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1965.712323] env[69297]: DEBUG oslo_vmware.api [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1965.712323] env[69297]:    value = "task-2932306"
[ 1965.712323] env[69297]:    _type = "Task"
[ 1965.712323] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1965.720689] env[69297]: DEBUG oslo_vmware.api [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1965.757519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Releasing lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1965.758295] env[69297]: DEBUG nova.objects.instance [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lazy-loading 'flavor' on Instance uuid 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1966.224022] env[69297]: DEBUG oslo_vmware.api [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932306, 'name': PowerOffVM_Task, 'duration_secs': 0.157086} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1966.224022] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1966.224022] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 1966.224022] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-992b8527-a9e3-452a-a16d-061d53afb07b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1966.246028] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 1966.246328] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 1966.246407] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Deleting the datastore file [datastore1] af8a3eb8-2776-4f2d-a04e-9347f992821f {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 1966.246651] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad6085f3-4ad8-4c38-aa14-3e3d2f5cfb5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1966.252049] env[69297]: DEBUG oslo_vmware.api [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for the task: (returnval){
[ 1966.252049] env[69297]:    value = "task-2932308"
[ 1966.252049] env[69297]:    _type = "Task"
[ 1966.252049] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1966.259349] env[69297]: DEBUG oslo_vmware.api [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1966.263431] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6e9159-83b3-43a7-9bad-2332dab6273d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1966.285912] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1966.286239] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced5c03b-6407-4d8b-a8cd-e8477a5bb46e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1966.291719] env[69297]: DEBUG oslo_vmware.api [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1966.291719] env[69297]:    value = "task-2932309"
[ 1966.291719] env[69297]:    _type = "Task"
[ 1966.291719] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1966.299515] env[69297]: DEBUG oslo_vmware.api [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1966.761413] env[69297]: DEBUG oslo_vmware.api [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Task: {'id': task-2932308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100142} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1966.761693] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 1966.761848] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 1966.762030] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 1966.762218] env[69297]: INFO nova.compute.manager [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Took 1.07 seconds to destroy the instance on the hypervisor.
[ 1966.762455] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 1966.762640] env[69297]: DEBUG nova.compute.manager [-] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 1966.762737] env[69297]: DEBUG nova.network.neutron [-] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 1966.777928] env[69297]: DEBUG nova.network.neutron [-] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 1966.800786] env[69297]: DEBUG oslo_vmware.api [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932309, 'name': PowerOffVM_Task, 'duration_secs': 0.212334} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1966.801038] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1966.806317] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 1966.807055] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d07d03b9-86e1-4693-bbc6-8c7cf5006090 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1966.825197] env[69297]: DEBUG oslo_vmware.api [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1966.825197] env[69297]:    value = "task-2932310"
[ 1966.825197] env[69297]:    _type = "Task"
[ 1966.825197] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1966.832634] env[69297]: DEBUG oslo_vmware.api [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1967.280612] env[69297]: DEBUG nova.network.neutron [-] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1967.336801] env[69297]: DEBUG oslo_vmware.api [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1967.783592] env[69297]: INFO nova.compute.manager [-] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Took 1.02 seconds to deallocate network for instance.
[ 1967.836759] env[69297]: DEBUG oslo_vmware.api [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1968.290185] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1968.290504] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1968.290732] env[69297]: DEBUG nova.objects.instance [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lazy-loading 'resources' on Instance uuid af8a3eb8-2776-4f2d-a04e-9347f992821f {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 1968.336687] env[69297]: DEBUG oslo_vmware.api [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932310, 'name': ReconfigVM_Task, 'duration_secs': 1.448247} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1968.336958] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 1968.337180] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 1968.337441] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25624bbc-77c5-459c-b97a-c48060097dd3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1968.343772] env[69297]: DEBUG oslo_vmware.api [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 1968.343772] env[69297]:    value = "task-2932311"
[ 1968.343772] env[69297]:    _type = "Task"
[ 1968.343772] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1968.351362] env[69297]: DEBUG oslo_vmware.api [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1968.852239] env[69297]: DEBUG oslo_vmware.api [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932311, 'name': PowerOnVM_Task, 'duration_secs': 0.42978} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1968.854455] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 1968.854688] env[69297]: DEBUG nova.compute.manager [None req-31c24604-3ae4-47ce-8a7f-7073510d76d4 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 1968.855738] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b64961-9c89-47ca-b4b5-57e97e0e9b33 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1968.864165] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ee1603-1f1a-466d-a4eb-03abc65b6e69 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1968.871139] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d1df2b-38cd-4743-8093-c606cf9d1c19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1968.902240] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d13a310-6b91-49b1-98b2-48a53e289a7f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1968.910087] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475c7be-79ac-434b-8404-72e077033b19 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1968.924753] env[69297]: DEBUG nova.compute.provider_tree [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1969.427401] env[69297]: DEBUG nova.scheduler.client.report [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1969.933748] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1969.954161] env[69297]: INFO nova.scheduler.client.report [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Deleted allocations for instance af8a3eb8-2776-4f2d-a04e-9347f992821f
[ 1970.085972] env[69297]: DEBUG nova.compute.manager [req-d2336660-6c5a-4179-9e70-68706030805d req-14563e18-8f29-4efc-ad30-8433c1beabbe service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Received event network-changed-2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1970.086295] env[69297]: DEBUG nova.compute.manager [req-d2336660-6c5a-4179-9e70-68706030805d req-14563e18-8f29-4efc-ad30-8433c1beabbe service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Refreshing instance network info cache due to event network-changed-2b343dff-f7c1-4403-b22d-c40c0d6eadad. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1970.086602] env[69297]: DEBUG oslo_concurrency.lockutils [req-d2336660-6c5a-4179-9e70-68706030805d req-14563e18-8f29-4efc-ad30-8433c1beabbe service nova] Acquiring lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1970.086822] env[69297]: DEBUG oslo_concurrency.lockutils [req-d2336660-6c5a-4179-9e70-68706030805d req-14563e18-8f29-4efc-ad30-8433c1beabbe service nova] Acquired lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1970.087441] env[69297]: DEBUG nova.network.neutron [req-d2336660-6c5a-4179-9e70-68706030805d req-14563e18-8f29-4efc-ad30-8433c1beabbe service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Refreshing network info cache for port 2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1970.461572] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d59cbe5f-5670-46b5-abb3-861b78b1a891 tempest-ServersListShow296Test-2112096049 tempest-ServersListShow296Test-2112096049-project-member] Lock "af8a3eb8-2776-4f2d-a04e-9347f992821f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.405s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1970.790669] env[69297]: DEBUG nova.network.neutron [req-d2336660-6c5a-4179-9e70-68706030805d req-14563e18-8f29-4efc-ad30-8433c1beabbe service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updated VIF entry in instance network info cache for port 2b343dff-f7c1-4403-b22d-c40c0d6eadad. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1970.791301] env[69297]: DEBUG nova.network.neutron [req-d2336660-6c5a-4179-9e70-68706030805d req-14563e18-8f29-4efc-ad30-8433c1beabbe service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updating instance_info_cache with network_info: [{"id": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "address": "fa:16:3e:0c:df:4f", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b343dff-f7", "ovs_interfaceid": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1971.294876] env[69297]: DEBUG oslo_concurrency.lockutils [req-d2336660-6c5a-4179-9e70-68706030805d req-14563e18-8f29-4efc-ad30-8433c1beabbe service nova] Releasing lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1972.115558] env[69297]: DEBUG nova.compute.manager [req-ba11bba7-a37a-4aab-a35e-126bf10dd958 req-599cd768-d428-473a-9b4d-01dce8c8cb41 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Received event network-changed-2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 1972.115750] env[69297]: DEBUG nova.compute.manager [req-ba11bba7-a37a-4aab-a35e-126bf10dd958 req-599cd768-d428-473a-9b4d-01dce8c8cb41 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Refreshing instance network info cache due to event network-changed-2b343dff-f7c1-4403-b22d-c40c0d6eadad. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 1972.115941] env[69297]: DEBUG oslo_concurrency.lockutils [req-ba11bba7-a37a-4aab-a35e-126bf10dd958 req-599cd768-d428-473a-9b4d-01dce8c8cb41 service nova] Acquiring lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1972.116097] env[69297]: DEBUG oslo_concurrency.lockutils [req-ba11bba7-a37a-4aab-a35e-126bf10dd958 req-599cd768-d428-473a-9b4d-01dce8c8cb41 service nova] Acquired lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1972.116262] env[69297]: DEBUG nova.network.neutron [req-ba11bba7-a37a-4aab-a35e-126bf10dd958 req-599cd768-d428-473a-9b4d-01dce8c8cb41 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Refreshing network info cache for port 2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 1972.814805] env[69297]: DEBUG nova.network.neutron [req-ba11bba7-a37a-4aab-a35e-126bf10dd958 req-599cd768-d428-473a-9b4d-01dce8c8cb41 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updated VIF entry in instance network info cache for port 2b343dff-f7c1-4403-b22d-c40c0d6eadad. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 1972.815201] env[69297]: DEBUG nova.network.neutron [req-ba11bba7-a37a-4aab-a35e-126bf10dd958 req-599cd768-d428-473a-9b4d-01dce8c8cb41 service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updating instance_info_cache with network_info: [{"id": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "address": "fa:16:3e:0c:df:4f", "network": {"id": "1ead40e9-664a-4eaf-94e6-cf74b332d95b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1710807843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a53723c4f574cc4bbbd3f63369be390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b343dff-f7", "ovs_interfaceid": "2b343dff-f7c1-4403-b22d-c40c0d6eadad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1973.318205] env[69297]: DEBUG oslo_concurrency.lockutils [req-ba11bba7-a37a-4aab-a35e-126bf10dd958 req-599cd768-d428-473a-9b4d-01dce8c8cb41 service nova] Releasing lock "refresh_cache-56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1991.913040] env[69297]: DEBUG nova.compute.manager [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Stashing vm_state: active {{(pid=69297) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}}
[ 1992.433009] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 1992.433310] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 1992.939914] env[69297]: INFO nova.compute.claims [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 1993.446092] env[69297]: INFO nova.compute.resource_tracker [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating resource usage from migration 00c387d3-dc9c-48a1-aaa0-65384b0f244e
[ 1993.511965] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a1764a-35d5-44b4-a3a4-51e3b6c1f2a4 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1993.519703] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda4a406-164f-4bd3-864b-142229ded759 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1993.550137] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc747940-1cf9-4f17-ab38-6c040bcd8ef6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1993.556664] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009b8016-5997-4379-a044-33a4898ecf60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1993.569195] env[69297]: DEBUG nova.compute.provider_tree [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 1994.072109] env[69297]: DEBUG nova.scheduler.client.report [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 1994.475945] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1994.578142] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.145s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 1994.578416] env[69297]: INFO nova.compute.manager [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Migrating
[ 1995.093280] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 1995.093648] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 1995.093699] env[69297]: DEBUG nova.network.neutron [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 1995.475243] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1995.475522] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1995.475601] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 1995.794359] env[69297]: DEBUG nova.network.neutron [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance_info_cache with network_info: [{"id": "f50a0953-a969-4928-a55f-144f3d289ef3", "address": "fa:16:3e:0b:33:23", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50a0953-a9", "ovs_interfaceid": "f50a0953-a969-4928-a55f-144f3d289ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 1996.297493] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 1996.471445] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1996.475079] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1997.475522] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 1997.811997] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498b054c-d6fc-4896-aa81-c472a0e060f5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1997.831581] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance '18632abe-7e2d-45be-96f9-699437788cc6' progress to 0 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1998.337432] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 1998.337668] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be4a1c5-1ff8-4408-836f-3155a9773cbb {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1998.344687] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1998.344687] env[69297]:    value = "task-2932312"
[ 1998.344687] env[69297]:    _type = "Task"
[ 1998.344687] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1998.352290] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1998.854041] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932312, 'name': PowerOffVM_Task, 'duration_secs': 0.202537} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1998.854476] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 1998.854616] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance '18632abe-7e2d-45be-96f9-699437788cc6' progress to 17 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 1999.360897] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 1999.361230] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 1999.361301] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 1999.361487] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 1999.361681] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 1999.361878] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 1999.362186] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 1999.362381] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 1999.362557] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 1999.362723] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 1999.362898] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 1999.368170] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84d5d36-e487-4ef4-833f-aa3d40e5cca3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 1999.383795] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 1999.383795] env[69297]:    value = "task-2932313"
[ 1999.383795] env[69297]:    _type = "Task"
[ 1999.383795] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 1999.391519] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 1999.893167] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932313, 'name': ReconfigVM_Task, 'duration_secs': 0.173919} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 1999.893545] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance '18632abe-7e2d-45be-96f9-699437788cc6' progress to 33 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2000.399763] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2000.400442] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2000.400442] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2000.400442] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2000.400673] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2000.400673] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2000.400824] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2000.400984] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2000.401164] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2000.401324] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2000.401496] env[69297]: DEBUG nova.virt.hardware [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2000.406721] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2000.407014] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3c8ec32-8b1f-4939-a281-58da8f376116 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2000.425479] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2000.425479] env[69297]:    value = "task-2932314"
[ 2000.425479] env[69297]:    _type = "Task"
[ 2000.425479] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2000.432820] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2000.474889] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2000.935681] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932314, 'name': ReconfigVM_Task, 'duration_secs': 0.153928} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2000.936175] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2000.936676] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ae0f92-537b-411b-b600-706e66ef112f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2000.957498] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 18632abe-7e2d-45be-96f9-699437788cc6/18632abe-7e2d-45be-96f9-699437788cc6.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2000.957711] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed28bfce-d46e-44bf-a2d9-e7a437813268 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2000.975520] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2000.975520] env[69297]:    value = "task-2932315"
[ 2000.975520] env[69297]:    _type = "Task"
[ 2000.975520] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2000.978830] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2000.979057] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2000.979225] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2000.979403] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 2000.980080] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c66cd39-4c59-4b33-8354-ed4025cabf84 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2000.987951] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932315, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2000.990796] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b48025d-d932-468f-a31e-3f6f8e47e90a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.004265] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08c4d8c-31dd-4f47-b436-457f973dd43b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.010182] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b6cc40-b2a4-4129-81a2-2a87e83ad937 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2001.039294] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180673MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 2001.039431] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2001.039639] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2001.484886] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932315, 'name': ReconfigVM_Task, 'duration_secs': 0.249366} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2001.485178] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 18632abe-7e2d-45be-96f9-699437788cc6/18632abe-7e2d-45be-96f9-699437788cc6.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2001.485438] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance '18632abe-7e2d-45be-96f9-699437788cc6' progress to 50 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2001.992429] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3488f8-5ab2-405d-8fe9-d7a4ecd9dd6c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2002.012346] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3347f890-be96-4318-bfbc-845725288001 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2002.030971] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance '18632abe-7e2d-45be-96f9-699437788cc6' progress to 67 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2002.046288] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Applying migration context for instance 18632abe-7e2d-45be-96f9-699437788cc6 as it has an incoming, in-progress migration 00c387d3-dc9c-48a1-aaa0-65384b0f244e. Migration status is migrating {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
[ 2002.047124] env[69297]: INFO nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating resource usage from migration 00c387d3-dc9c-48a1-aaa0-65384b0f244e
[ 2002.064652] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 3fa43681-ef07-4f1b-a48d-93f7a657582d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2002.064841] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 0c3afb1e-f968-416f-8c11-12d0b6766170 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2002.064915] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2002.065038] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Migration 00c387d3-dc9c-48a1-aaa0-65384b0f244e is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
[ 2002.065172] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 18632abe-7e2d-45be-96f9-699437788cc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2002.065365] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 2002.065501] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 2002.134907] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed671b61-41a2-4c4d-90de-7917dddedb37 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2002.142605] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1c66fa-2576-4628-8d7f-19138251c9f3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2002.172469] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaddcea-0440-4893-a4df-ee7907b7862f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2002.180151] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4867ecc-c40c-4404-a5ae-387011b9d8f9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2002.193307] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2002.569839] env[69297]: DEBUG nova.network.neutron [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Port f50a0953-a969-4928-a55f-144f3d289ef3 binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 2002.696883] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 2003.202106] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 2003.202474] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.163s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2003.590633] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "18632abe-7e2d-45be-96f9-699437788cc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2003.590889] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "18632abe-7e2d-45be-96f9-699437788cc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2003.591022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "18632abe-7e2d-45be-96f9-699437788cc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2004.198840] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2004.632669] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2004.632981] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2004.633068] env[69297]: DEBUG nova.network.neutron [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2004.703410] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2005.329790] env[69297]: DEBUG nova.network.neutron [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance_info_cache with network_info: [{"id": "f50a0953-a969-4928-a55f-144f3d289ef3", "address": "fa:16:3e:0b:33:23", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50a0953-a9", "ovs_interfaceid": "f50a0953-a969-4928-a55f-144f3d289ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2005.832704] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2006.359162] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e3c421-366c-4ca2-a688-25714a5ec2fc {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2006.378431] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7d352f-8f7d-433f-bd09-b6741dd8f94f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2006.384672] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance '18632abe-7e2d-45be-96f9-699437788cc6' progress to 83 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2006.512472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2006.512736] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2006.890558] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2006.891044] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-389d4f4d-a321-4c48-962a-03952ef7cbf1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2006.898347] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2006.898347] env[69297]:    value = "task-2932316"
[ 2006.898347] env[69297]:    _type = "Task"
[ 2006.898347] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2006.905972] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2007.016179] env[69297]: INFO nova.compute.manager [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Detaching volume dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6
[ 2007.046400] env[69297]: INFO nova.virt.block_device [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Attempting to driver detach volume dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6 from mountpoint /dev/sdb
[ 2007.046671] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Volume detach. Driver type: vmdk {{(pid=69297) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}}
[ 2007.046861] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588739', 'volume_id': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'name': 'volume-dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'serial': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}}
[ 2007.047744] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d6d44-e179-4e82-8e67-415cc384bbea {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2007.069419] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95c03da-71e1-4500-8570-a187242fb6fd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2007.075916] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6bebd0-c89a-4a53-bc48-c16c30a6dcb2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2007.095838] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5511b886-ec03-4146-8ca6-efc0544eb480 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2007.109854] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] The volume has not been displaced from its original location: [datastore2] volume-dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6/volume-dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6.vmdk. No consolidation needed. {{(pid=69297) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}}
[ 2007.115543] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2007.115822] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ae6160-8780-416e-9e3c-168ebce044fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2007.133123] env[69297]: DEBUG oslo_vmware.api [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 2007.133123] env[69297]:    value = "task-2932317"
[ 2007.133123] env[69297]:    _type = "Task"
[ 2007.133123] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2007.140142] env[69297]: DEBUG oslo_vmware.api [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2007.407924] env[69297]: DEBUG oslo_vmware.api [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932316, 'name': PowerOnVM_Task, 'duration_secs': 0.376887} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2007.408205] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2007.408397] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b8373-ba8e-4381-b4e1-8b506eb920ed tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance '18632abe-7e2d-45be-96f9-699437788cc6' progress to 100 {{(pid=69297) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}}
[ 2007.642900] env[69297]: DEBUG oslo_vmware.api [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932317, 'name': ReconfigVM_Task, 'duration_secs': 0.216751} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2007.643196] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2007.647695] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-484fd00b-fb2c-46d5-b7c9-8953785de8b6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2007.662051] env[69297]: DEBUG oslo_vmware.api [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 2007.662051] env[69297]:    value = "task-2932318"
[ 2007.662051] env[69297]:    _type = "Task"
[ 2007.662051] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2007.669177] env[69297]: DEBUG oslo_vmware.api [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2008.172376] env[69297]: DEBUG oslo_vmware.api [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932318, 'name': ReconfigVM_Task, 'duration_secs': 0.168123} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2008.172735] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-588739', 'volume_id': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'name': 'volume-dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6', 'serial': 'dfcdbdd0-e20a-4717-9d25-8d34c6e34fd6'} {{(pid=69297) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}}
[ 2008.718592] env[69297]: DEBUG nova.objects.instance [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lazy-loading 'flavor' on Instance uuid 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2009.726722] env[69297]: DEBUG oslo_concurrency.lockutils [None req-54032b25-2b4b-4537-b10b-92f6e4fa3ddb tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 3.214s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2010.212049] env[69297]: DEBUG nova.network.neutron [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Port f50a0953-a969-4928-a55f-144f3d289ef3 binding to destination host cpu-1 is already ACTIVE {{(pid=69297) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}}
[ 2010.213970] env[69297]: DEBUG oslo_concurrency.lockutils [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2010.213970] env[69297]: DEBUG oslo_concurrency.lockutils [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2010.213970] env[69297]: DEBUG nova.network.neutron [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2010.822090] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2010.822423] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2010.822629] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2010.822814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2010.822977] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2010.825073] env[69297]: INFO nova.compute.manager [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Terminating instance
[ 2010.940424] env[69297]: DEBUG nova.network.neutron [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance_info_cache with network_info: [{"id": "f50a0953-a969-4928-a55f-144f3d289ef3", "address": "fa:16:3e:0b:33:23", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50a0953-a9", "ovs_interfaceid": "f50a0953-a969-4928-a55f-144f3d289ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2011.329424] env[69297]: DEBUG nova.compute.manager [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2011.329652] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2011.330597] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec650a3-a244-4c0a-85f8-55f03bfc6c22 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2011.338643] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2011.338910] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d32ee94e-d82c-4cbf-a9a5-7788057fa5ac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2011.344889] env[69297]: DEBUG oslo_vmware.api [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 2011.344889] env[69297]:    value = "task-2932319"
[ 2011.344889] env[69297]:    _type = "Task"
[ 2011.344889] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2011.352365] env[69297]: DEBUG oslo_vmware.api [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2011.443232] env[69297]: DEBUG oslo_concurrency.lockutils [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2011.855406] env[69297]: DEBUG oslo_vmware.api [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932319, 'name': PowerOffVM_Task, 'duration_secs': 0.201233} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2011.855773] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2011.855773] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2011.856036] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4c91692-cba3-4ece-b2f8-8189ed870b24 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2011.917395] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2011.917650] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2011.917835] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Deleting the datastore file [datastore2] 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2011.918118] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39558d54-062c-4e49-8286-b60b19ed829d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2011.923887] env[69297]: DEBUG oslo_vmware.api [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 2011.923887] env[69297]:    value = "task-2932321"
[ 2011.923887] env[69297]:    _type = "Task"
[ 2011.923887] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2011.931649] env[69297]: DEBUG oslo_vmware.api [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2011.946657] env[69297]: DEBUG nova.compute.manager [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69297) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}}
[ 2011.946902] env[69297]: DEBUG oslo_concurrency.lockutils [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2011.947205] env[69297]: DEBUG oslo_concurrency.lockutils [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2012.433491] env[69297]: DEBUG oslo_vmware.api [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141919} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2012.433692] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2012.433883] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2012.434064] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2012.434249] env[69297]: INFO nova.compute.manager [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Took 1.10 seconds to destroy the instance on the hypervisor.
[ 2012.434521] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2012.434746] env[69297]: DEBUG nova.compute.manager [-] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2012.434845] env[69297]: DEBUG nova.network.neutron [-] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2012.450079] env[69297]: DEBUG nova.objects.instance [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'migration_context' on Instance uuid 18632abe-7e2d-45be-96f9-699437788cc6 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2012.871110] env[69297]: DEBUG nova.compute.manager [req-2300d814-28e0-4fe8-b4e0-4a0d6e1a11ec req-68b010ab-4e6a-4fb5-9996-1e6a5357d78d service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Received event network-vif-deleted-2b343dff-f7c1-4403-b22d-c40c0d6eadad {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2012.871382] env[69297]: INFO nova.compute.manager [req-2300d814-28e0-4fe8-b4e0-4a0d6e1a11ec req-68b010ab-4e6a-4fb5-9996-1e6a5357d78d service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Neutron deleted interface 2b343dff-f7c1-4403-b22d-c40c0d6eadad; detaching it from the instance and deleting it from the info cache
[ 2012.871725] env[69297]: DEBUG nova.network.neutron [req-2300d814-28e0-4fe8-b4e0-4a0d6e1a11ec req-68b010ab-4e6a-4fb5-9996-1e6a5357d78d service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2013.037471] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a18e8f-817a-44c2-a8a3-b97a5a15c709 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2013.045275] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47027cbc-913d-4f96-bc10-51a8ffe74dd8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2013.079295] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cf2e25-4446-48aa-8e9c-64d0d4dc5af1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2013.086660] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ecad1a-962f-4004-8c8e-4b1891a0af79 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2013.099784] env[69297]: DEBUG nova.compute.provider_tree [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2013.354519] env[69297]: DEBUG nova.network.neutron [-] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2013.374359] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55503475-290a-44ba-b7d5-cb562cd93521 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2013.384161] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47214926-94cd-4d6d-9b29-7ba66ba95ee2 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2013.410641] env[69297]: DEBUG nova.compute.manager [req-2300d814-28e0-4fe8-b4e0-4a0d6e1a11ec req-68b010ab-4e6a-4fb5-9996-1e6a5357d78d service nova] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Detach interface failed, port_id=2b343dff-f7c1-4403-b22d-c40c0d6eadad, reason: Instance 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2013.603232] env[69297]: DEBUG nova.scheduler.client.report [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 2013.857039] env[69297]: INFO nova.compute.manager [-] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Took 1.42 seconds to deallocate network for instance.
[ 2014.364163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2014.615967] env[69297]: DEBUG oslo_concurrency.lockutils [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.669s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2014.623038] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.259s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2014.623274] env[69297]: DEBUG nova.objects.instance [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lazy-loading 'resources' on Instance uuid 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2015.197114] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e91bac7-6fb6-4691-8035-b3c647e1c383 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2015.204833] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5026ea-c42f-4c89-b00c-83bf0d7ae700 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2015.234397] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d66d74-f371-4d15-8aa4-bbc3a8521ad5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2015.241520] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39f8a10-0085-4b9f-9906-3ca9a0d0bc46 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2015.254225] env[69297]: DEBUG nova.compute.provider_tree [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2015.757616] env[69297]: DEBUG nova.scheduler.client.report [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 2016.154239] env[69297]: INFO nova.compute.manager [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Swapping old allocation on dict_keys(['9303ec18-10b6-441c-809f-b9cc7d664453']) held by migration 00c387d3-dc9c-48a1-aaa0-65384b0f244e for instance
[ 2016.176161] env[69297]: DEBUG nova.scheduler.client.report [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Overwriting current allocation {'allocations': {'9303ec18-10b6-441c-809f-b9cc7d664453': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 179}}, 'project_id': '50ec6558f3484a13a0c412202e14c9ba', 'user_id': '40d89cdab56045448d675ecd55864dd1', 'consumer_generation': 1} on consumer 18632abe-7e2d-45be-96f9-699437788cc6 {{(pid=69297) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}}
[ 2016.248179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2016.248380] env[69297]: DEBUG oslo_concurrency.lockutils [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2016.248558] env[69297]: DEBUG nova.network.neutron [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2016.263793] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2016.280890] env[69297]: INFO nova.scheduler.client.report [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Deleted allocations for instance 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e
[ 2016.787856] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f91b523a-80f6-4dcc-a2b5-881101c2428b tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.965s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2016.952791] env[69297]: DEBUG nova.network.neutron [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance_info_cache with network_info: [{"id": "f50a0953-a969-4928-a55f-144f3d289ef3", "address": "fa:16:3e:0b:33:23", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50a0953-a9", "ovs_interfaceid": "f50a0953-a969-4928-a55f-144f3d289ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2017.455791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-18632abe-7e2d-45be-96f9-699437788cc6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2017.456279] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2017.456579] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a4a3031-2367-4a3d-b2e9-1ccd1d66149f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2017.463192] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2017.463192] env[69297]:    value = "task-2932323"
[ 2017.463192] env[69297]:    _type = "Task"
[ 2017.463192] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2017.471767] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2017.974953] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932323, 'name': PowerOffVM_Task, 'duration_secs': 0.190373} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2017.975343] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2017.975921] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2017.976152] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2017.976308] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2017.976490] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2017.976641] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2017.976779] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2017.976982] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2017.977160] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2017.977328] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2017.977488] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2017.977657] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2017.982482] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f759c00e-6eb3-42fa-b97e-5fa9550208d5 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2017.997769] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2017.997769] env[69297]:    value = "task-2932324"
[ 2017.997769] env[69297]:    _type = "Task"
[ 2017.997769] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2018.004923] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2018.507636] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932324, 'name': ReconfigVM_Task, 'duration_secs': 0.131967} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2018.508467] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb707b8b-c0f6-41a0-acee-2701fce6a0df {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2018.527017] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2018.527264] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2018.527428] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2018.527609] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2018.527755] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2018.527898] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2018.528126] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2018.528281] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2018.528452] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2018.528610] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2018.528780] env[69297]: DEBUG nova.virt.hardware [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2018.529606] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6905433b-59c0-4c55-af78-a43c0b6ba825 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2018.534703] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2018.534703] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52f37376-046f-f424-50ba-43947fe41c65"
[ 2018.534703] env[69297]:    _type = "Task"
[ 2018.534703] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2018.542523] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f37376-046f-f424-50ba-43947fe41c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2019.044659] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52f37376-046f-f424-50ba-43947fe41c65, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2019.049905] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}}
[ 2019.050192] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f76f81c-85d7-41f2-b7ea-3a9a95741b5a {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2019.068089] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2019.068089] env[69297]:    value = "task-2932325"
[ 2019.068089] env[69297]:    _type = "Task"
[ 2019.068089] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2019.076849] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2019.578638] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932325, 'name': ReconfigVM_Task, 'duration_secs': 0.203554} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2019.578918] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69297) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}}
[ 2019.579660] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e229d9-1104-482d-84d8-e1618c9a78d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2019.601054] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 18632abe-7e2d-45be-96f9-699437788cc6/18632abe-7e2d-45be-96f9-699437788cc6.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2019.601296] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810b41f6-a0b1-4f69-97a6-0fafcb317b4e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2019.619054] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2019.619054] env[69297]:    value = "task-2932326"
[ 2019.619054] env[69297]:    _type = "Task"
[ 2019.619054] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2019.625918] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2020.129052] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932326, 'name': ReconfigVM_Task, 'duration_secs': 0.243763} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2020.129508] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 18632abe-7e2d-45be-96f9-699437788cc6/18632abe-7e2d-45be-96f9-699437788cc6.vmdk or device None with type thin {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2020.130214] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e55fed-b8ec-4d51-9d29-5e3299ce75af {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2020.149160] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca0dbb2-f401-4039-8267-1a2862fa3a9e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2020.166248] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c05139f-efb7-43db-b70f-d5f2a9eecb30 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2020.183272] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b2eb82-1d1b-451c-90e8-5b7555fe8def {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2020.189872] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2020.190101] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e252ce7-0540-407b-9fe3-c49477b2b8fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2020.196655] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2020.196655] env[69297]:    value = "task-2932327"
[ 2020.196655] env[69297]:    _type = "Task"
[ 2020.196655] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2020.203817] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2020.706573] env[69297]: DEBUG oslo_vmware.api [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932327, 'name': PowerOnVM_Task, 'duration_secs': 0.351096} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2020.706869] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2021.717999] env[69297]: INFO nova.compute.manager [None req-085b79d5-c06e-47e6-beac-d59ac60977cc tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance to original state: 'active'
[ 2021.933053] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "0c3afb1e-f968-416f-8c11-12d0b6766170" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2021.933053] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "0c3afb1e-f968-416f-8c11-12d0b6766170" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2021.933231] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "0c3afb1e-f968-416f-8c11-12d0b6766170-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2021.933277] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "0c3afb1e-f968-416f-8c11-12d0b6766170-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2021.933429] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "0c3afb1e-f968-416f-8c11-12d0b6766170-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2021.936027] env[69297]: INFO nova.compute.manager [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Terminating instance
[ 2022.439727] env[69297]: DEBUG nova.compute.manager [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2022.439968] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2022.440960] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffcb274-9307-44dc-919a-dde32f30d716 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2022.449110] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2022.449351] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cab616b-ecb8-4daf-9eb6-bcb3ab488daa {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2022.455340] env[69297]: DEBUG oslo_vmware.api [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 2022.455340] env[69297]:    value = "task-2932328"
[ 2022.455340] env[69297]:    _type = "Task"
[ 2022.455340] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2022.462706] env[69297]: DEBUG oslo_vmware.api [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2022.580969] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "18632abe-7e2d-45be-96f9-699437788cc6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2022.581288] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "18632abe-7e2d-45be-96f9-699437788cc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2022.581509] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "18632abe-7e2d-45be-96f9-699437788cc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2022.581697] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "18632abe-7e2d-45be-96f9-699437788cc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2022.581872] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "18632abe-7e2d-45be-96f9-699437788cc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2022.584146] env[69297]: INFO nova.compute.manager [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Terminating instance
[ 2022.965362] env[69297]: DEBUG oslo_vmware.api [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932328, 'name': PowerOffVM_Task, 'duration_secs': 0.249973} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2022.967060] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2022.967060] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2022.967060] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38bdd498-b056-448c-9b08-6689849d8107 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2023.027785] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2023.027977] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2023.028147] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Deleting the datastore file [datastore1] 0c3afb1e-f968-416f-8c11-12d0b6766170 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2023.028413] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f0dedc7-62b5-4606-93b9-c41c4c537ef6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2023.034662] env[69297]: DEBUG oslo_vmware.api [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 2023.034662] env[69297]:    value = "task-2932330"
[ 2023.034662] env[69297]:    _type = "Task"
[ 2023.034662] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2023.042295] env[69297]: DEBUG oslo_vmware.api [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2023.088319] env[69297]: DEBUG nova.compute.manager [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2023.088583] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2023.089540] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad573751-9adb-405a-92f5-a0c5b45f96df {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2023.097153] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2023.097404] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80da8da2-8b6a-4eba-ac2a-628f36c8ad17 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2023.103986] env[69297]: DEBUG oslo_vmware.api [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2023.103986] env[69297]:    value = "task-2932331"
[ 2023.103986] env[69297]:    _type = "Task"
[ 2023.103986] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2023.114861] env[69297]: DEBUG oslo_vmware.api [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2023.545175] env[69297]: DEBUG oslo_vmware.api [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155452} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2023.545441] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2023.545626] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2023.545798] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2023.545969] env[69297]: INFO nova.compute.manager [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 2023.546244] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2023.546460] env[69297]: DEBUG nova.compute.manager [-] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2023.546565] env[69297]: DEBUG nova.network.neutron [-] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2023.613489] env[69297]: DEBUG oslo_vmware.api [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932331, 'name': PowerOffVM_Task, 'duration_secs': 0.169931} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2023.613770] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2023.613978] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2023.614253] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bc95164-24c1-4dd5-a1f9-220c27487df9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2023.688713] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2023.688950] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Deleting contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2023.689153] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleting the datastore file [datastore2] 18632abe-7e2d-45be-96f9-699437788cc6 {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2023.689409] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ae64fe5-9193-4d63-9316-9d981ff87044 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2023.696693] env[69297]: DEBUG oslo_vmware.api [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2023.696693] env[69297]:    value = "task-2932333"
[ 2023.696693] env[69297]:    _type = "Task"
[ 2023.696693] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2023.705086] env[69297]: DEBUG oslo_vmware.api [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2023.782574] env[69297]: DEBUG nova.compute.manager [req-114a668c-eeda-4999-83a3-7cb34baad735 req-f9d55968-0e00-4196-8392-c986ddc08e79 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Received event network-vif-deleted-5a1c9fda-7697-4859-8bc7-a47265dbe5c7 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2023.782816] env[69297]: INFO nova.compute.manager [req-114a668c-eeda-4999-83a3-7cb34baad735 req-f9d55968-0e00-4196-8392-c986ddc08e79 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Neutron deleted interface 5a1c9fda-7697-4859-8bc7-a47265dbe5c7; detaching it from the instance and deleting it from the info cache
[ 2023.783043] env[69297]: DEBUG nova.network.neutron [req-114a668c-eeda-4999-83a3-7cb34baad735 req-f9d55968-0e00-4196-8392-c986ddc08e79 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2024.206989] env[69297]: DEBUG oslo_vmware.api [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152372} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2024.209032] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2024.209032] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Deleted contents of the VM from datastore datastore2 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2024.209032] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2024.209032] env[69297]: INFO nova.compute.manager [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Took 1.12 seconds to destroy the instance on the hypervisor.
[ 2024.209032] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2024.209032] env[69297]: DEBUG nova.compute.manager [-] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2024.209032] env[69297]: DEBUG nova.network.neutron [-] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2024.261761] env[69297]: DEBUG nova.network.neutron [-] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2024.285236] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02cc1058-07af-4549-92e1-eb150a0951bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2024.295060] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faf1ffc-5736-46fa-bf61-92e9fd7c98c3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2024.319857] env[69297]: DEBUG nova.compute.manager [req-114a668c-eeda-4999-83a3-7cb34baad735 req-f9d55968-0e00-4196-8392-c986ddc08e79 service nova] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Detach interface failed, port_id=5a1c9fda-7697-4859-8bc7-a47265dbe5c7, reason: Instance 0c3afb1e-f968-416f-8c11-12d0b6766170 could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2024.765646] env[69297]: INFO nova.compute.manager [-] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Took 1.22 seconds to deallocate network for instance.
[ 2025.148408] env[69297]: DEBUG nova.network.neutron [-] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2025.270681] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2025.270991] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2025.271231] env[69297]: DEBUG nova.objects.instance [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lazy-loading 'resources' on Instance uuid 0c3afb1e-f968-416f-8c11-12d0b6766170 {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2025.650643] env[69297]: INFO nova.compute.manager [-] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Took 1.44 seconds to deallocate network for instance.
[ 2025.809047] env[69297]: DEBUG nova.compute.manager [req-e69748ac-1bf9-4823-a88b-1d0920c82452 req-48eafd23-43f8-4c60-a5f3-2c572a8edb08 service nova] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Received event network-vif-deleted-f50a0953-a969-4928-a55f-144f3d289ef3 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2025.825681] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b6ca50-c528-41d8-ac78-dbfa625314e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2025.833779] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd01b73-f8a6-43bc-a35c-d989f51a44c6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2025.864805] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6781acc4-82df-455b-a3cb-29eff23995b9 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2025.871830] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bae9f95-1ecc-4901-8fbe-49a08ca56a60 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2025.884649] env[69297]: DEBUG nova.compute.provider_tree [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2026.157394] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2026.387364] env[69297]: DEBUG nova.scheduler.client.report [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 2026.892691] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2026.894527] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.737s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2026.894754] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2026.910336] env[69297]: INFO nova.scheduler.client.report [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Deleted allocations for instance 0c3afb1e-f968-416f-8c11-12d0b6766170
[ 2026.911978] env[69297]: INFO nova.scheduler.client.report [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleted allocations for instance 18632abe-7e2d-45be-96f9-699437788cc6
[ 2027.424184] env[69297]: DEBUG oslo_concurrency.lockutils [None req-95f5f225-1c67-49aa-8ec4-fd3cfef09216 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "0c3afb1e-f968-416f-8c11-12d0b6766170" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.491s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2027.425392] env[69297]: DEBUG oslo_concurrency.lockutils [None req-b8b38cf5-fbb4-4595-91ef-c67abbc2444a tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "18632abe-7e2d-45be-96f9-699437788cc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.844s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2028.515372] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2028.515760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2028.531536] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "3fa43681-ef07-4f1b-a48d-93f7a657582d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2028.531779] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "3fa43681-ef07-4f1b-a48d-93f7a657582d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2028.531984] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "3fa43681-ef07-4f1b-a48d-93f7a657582d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2028.532179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "3fa43681-ef07-4f1b-a48d-93f7a657582d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2028.532347] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "3fa43681-ef07-4f1b-a48d-93f7a657582d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2028.534196] env[69297]: INFO nova.compute.manager [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Terminating instance
[ 2029.017766] env[69297]: DEBUG nova.compute.manager [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Starting instance... {{(pid=69297) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
[ 2029.038412] env[69297]: DEBUG nova.compute.manager [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2029.038692] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2029.039628] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8044975d-f132-4664-9b06-80d6e143c207 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2029.047970] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2029.048287] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a498c63b-59e5-4b8c-aa9c-31e1f4404978 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2029.055342] env[69297]: DEBUG oslo_vmware.api [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 2029.055342] env[69297]:    value = "task-2932334"
[ 2029.055342] env[69297]:    _type = "Task"
[ 2029.055342] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2029.064095] env[69297]: DEBUG oslo_vmware.api [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2029.541781] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2029.542076] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2029.543964] env[69297]: INFO nova.compute.claims [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28
[ 2029.564611] env[69297]: DEBUG oslo_vmware.api [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932334, 'name': PowerOffVM_Task, 'duration_secs': 0.194515} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2029.564843] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2029.565021] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2029.565258] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b77aced-36ec-479d-9992-0e935f6003d7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2029.627472] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2029.627675] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2029.627853] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Deleting the datastore file [datastore1] 3fa43681-ef07-4f1b-a48d-93f7a657582d {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2029.628120] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de654a7a-09e3-482f-b96d-774e14d916f7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2029.634434] env[69297]: DEBUG oslo_vmware.api [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for the task: (returnval){
[ 2029.634434] env[69297]:    value = "task-2932336"
[ 2029.634434] env[69297]:    _type = "Task"
[ 2029.634434] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2029.641529] env[69297]: DEBUG oslo_vmware.api [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2030.144952] env[69297]: DEBUG oslo_vmware.api [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Task: {'id': task-2932336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155787} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2030.145156] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2030.145336] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2030.145508] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2030.145676] env[69297]: INFO nova.compute.manager [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 2030.145908] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2030.146103] env[69297]: DEBUG nova.compute.manager [-] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2030.146195] env[69297]: DEBUG nova.network.neutron [-] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2030.375767] env[69297]: DEBUG nova.compute.manager [req-c01837e7-6948-403f-a046-7e230346b8ba req-1709399c-9424-4504-9cfd-582ec2c7bd47 service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Received event network-vif-deleted-1984ef8a-fbe9-43d9-82ae-6510a5f7c304 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2030.375767] env[69297]: INFO nova.compute.manager [req-c01837e7-6948-403f-a046-7e230346b8ba req-1709399c-9424-4504-9cfd-582ec2c7bd47 service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Neutron deleted interface 1984ef8a-fbe9-43d9-82ae-6510a5f7c304; detaching it from the instance and deleting it from the info cache
[ 2030.375976] env[69297]: DEBUG nova.network.neutron [req-c01837e7-6948-403f-a046-7e230346b8ba req-1709399c-9424-4504-9cfd-582ec2c7bd47 service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2030.591981] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e11c4e-9439-44b3-ae78-d114aaa00f9c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2030.599606] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7f71b8-76bc-4fa0-9e4d-f8d853828b3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2030.628798] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5558a7-8312-401a-b73f-e3eafb00b687 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2030.635830] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b623622c-16d7-47de-8ec6-8ed16904f118 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2030.648982] env[69297]: DEBUG nova.compute.provider_tree [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2030.859429] env[69297]: DEBUG nova.network.neutron [-] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2030.877903] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e05c3820-3128-4b7d-b87d-918da6f2cd51 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2030.886773] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffbf42f-5b84-4279-abb5-460c77f47bce {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2030.911151] env[69297]: DEBUG nova.compute.manager [req-c01837e7-6948-403f-a046-7e230346b8ba req-1709399c-9424-4504-9cfd-582ec2c7bd47 service nova] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Detach interface failed, port_id=1984ef8a-fbe9-43d9-82ae-6510a5f7c304, reason: Instance 3fa43681-ef07-4f1b-a48d-93f7a657582d could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2031.168733] env[69297]: ERROR nova.scheduler.client.report [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [req-0da48a20-a8c0-4378-bc77-4c46bae85296] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9303ec18-10b6-441c-809f-b9cc7d664453.  Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict  ", "code": "placement.concurrent_update", "request_id": "req-0da48a20-a8c0-4378-bc77-4c46bae85296"}]}
[ 2031.184036] env[69297]: DEBUG nova.scheduler.client.report [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Refreshing inventories for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}}
[ 2031.197413] env[69297]: DEBUG nova.scheduler.client.report [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating ProviderTree inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}}
[ 2031.197413] env[69297]: DEBUG nova.compute.provider_tree [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2031.207820] env[69297]: DEBUG nova.scheduler.client.report [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Refreshing aggregate associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, aggregates: None {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}}
[ 2031.227285] env[69297]: DEBUG nova.scheduler.client.report [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Refreshing trait associations for resource provider 9303ec18-10b6-441c-809f-b9cc7d664453, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69297) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}}
[ 2031.260911] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5dd983-5bfa-4d28-bf97-e7f52667d502 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2031.268768] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff0927d-01b5-48dc-8ea1-f4a8a3139ea8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2031.298379] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c941aa5b-7a14-4991-9be6-23a3cfc68c95 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2031.305740] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a4c9df-9808-497c-a85d-95c8b0198724 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2031.319211] env[69297]: DEBUG nova.compute.provider_tree [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2031.361495] env[69297]: INFO nova.compute.manager [-] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Took 1.22 seconds to deallocate network for instance.
[ 2031.852365] env[69297]: DEBUG nova.scheduler.client.report [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 2031.852784] env[69297]: DEBUG nova.compute.provider_tree [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 181 to 182 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 2031.853039] env[69297]: DEBUG nova.compute.provider_tree [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2031.868924] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2032.357921] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2032.358468] env[69297]: DEBUG nova.compute.manager [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Start building networks asynchronously for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
[ 2032.361260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.492s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2032.361487] env[69297]: DEBUG nova.objects.instance [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lazy-loading 'resources' on Instance uuid 3fa43681-ef07-4f1b-a48d-93f7a657582d {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2032.863893] env[69297]: DEBUG nova.compute.utils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Using /dev/sd instead of None {{(pid=69297) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}}
[ 2032.865361] env[69297]: DEBUG nova.compute.manager [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Allocating IP information in the background. {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
[ 2032.865524] env[69297]: DEBUG nova.network.neutron [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] allocate_for_instance() {{(pid=69297) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
[ 2032.906404] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05cb5ca-7241-499f-abbf-7d8eb6dfff6c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2032.914639] env[69297]: DEBUG nova.policy [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d89cdab56045448d675ecd55864dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50ec6558f3484a13a0c412202e14c9ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69297) authorize /opt/stack/nova/nova/policy.py:192}}
[ 2032.916678] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975447bc-99ac-4af3-a8eb-bff166f12eb6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2032.948042] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb3f50c-9ae3-4fd2-b503-109a345ccfc1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2032.954854] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500d451a-e416-41d4-b430-16734f6e84a7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2032.967678] env[69297]: DEBUG nova.compute.provider_tree [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2033.184209] env[69297]: DEBUG nova.network.neutron [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Successfully created port: a9e08234-b6d4-4f00-b82d-012f383cb464 {{(pid=69297) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
[ 2033.368825] env[69297]: DEBUG nova.compute.manager [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Start building block device mappings for instance. {{(pid=69297) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
[ 2033.471128] env[69297]: DEBUG nova.scheduler.client.report [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 2033.975941] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2034.000997] env[69297]: INFO nova.scheduler.client.report [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Deleted allocations for instance 3fa43681-ef07-4f1b-a48d-93f7a657582d
[ 2034.379400] env[69297]: DEBUG nova.compute.manager [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Start spawning the instance on the hypervisor. {{(pid=69297) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
[ 2034.406929] env[69297]: DEBUG nova.virt.hardware [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T14:07:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T14:06:53Z,direct_url=<?>,disk_format='vmdk',id=d0408a19-3515-4459-96ea-9bb88e8df3b6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2791f7d35d964588a2da962b0dc87bba',properties=ImageMetaProps,protected=<?>,size=21318656,status='active',tags=<?>,updated_at=2025-03-11T14:06:54Z,virtual_size=<?>,visibility=<?>), allow threads: False {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
[ 2034.407199] env[69297]: DEBUG nova.virt.hardware [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
[ 2034.407356] env[69297]: DEBUG nova.virt.hardware [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image limits 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
[ 2034.407534] env[69297]: DEBUG nova.virt.hardware [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Flavor pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
[ 2034.407726] env[69297]: DEBUG nova.virt.hardware [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Image pref 0:0:0 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
[ 2034.407880] env[69297]: DEBUG nova.virt.hardware [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69297) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
[ 2034.408160] env[69297]: DEBUG nova.virt.hardware [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
[ 2034.408270] env[69297]: DEBUG nova.virt.hardware [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
[ 2034.408434] env[69297]: DEBUG nova.virt.hardware [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Got 1 possible topologies {{(pid=69297) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
[ 2034.408596] env[69297]: DEBUG nova.virt.hardware [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
[ 2034.408765] env[69297]: DEBUG nova.virt.hardware [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69297) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
[ 2034.409645] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b51f9f-e0d3-4aa9-8f39-3c2c4af60ad8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2034.418057] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4510d5-727c-4ca0-a668-02f8c10b13c7 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2034.508532] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7ab2618-e472-458b-b24d-32c47f734905 tempest-ServerRescueNegativeTestJSON-1484487933 tempest-ServerRescueNegativeTestJSON-1484487933-project-member] Lock "3fa43681-ef07-4f1b-a48d-93f7a657582d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.977s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2034.537436] env[69297]: DEBUG nova.compute.manager [req-0facdfb3-bd6b-4998-9b09-adcc092f2b9f req-1ab678bb-a663-4da2-a3ca-67095be2e416 service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Received event network-vif-plugged-a9e08234-b6d4-4f00-b82d-012f383cb464 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2034.537655] env[69297]: DEBUG oslo_concurrency.lockutils [req-0facdfb3-bd6b-4998-9b09-adcc092f2b9f req-1ab678bb-a663-4da2-a3ca-67095be2e416 service nova] Acquiring lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2034.537857] env[69297]: DEBUG oslo_concurrency.lockutils [req-0facdfb3-bd6b-4998-9b09-adcc092f2b9f req-1ab678bb-a663-4da2-a3ca-67095be2e416 service nova] Lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2034.538080] env[69297]: DEBUG oslo_concurrency.lockutils [req-0facdfb3-bd6b-4998-9b09-adcc092f2b9f req-1ab678bb-a663-4da2-a3ca-67095be2e416 service nova] Lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2034.538189] env[69297]: DEBUG nova.compute.manager [req-0facdfb3-bd6b-4998-9b09-adcc092f2b9f req-1ab678bb-a663-4da2-a3ca-67095be2e416 service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] No waiting events found dispatching network-vif-plugged-a9e08234-b6d4-4f00-b82d-012f383cb464 {{(pid=69297) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}}
[ 2034.538761] env[69297]: WARNING nova.compute.manager [req-0facdfb3-bd6b-4998-9b09-adcc092f2b9f req-1ab678bb-a663-4da2-a3ca-67095be2e416 service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Received unexpected event network-vif-plugged-a9e08234-b6d4-4f00-b82d-012f383cb464 for instance with vm_state building and task_state spawning.
[ 2034.665564] env[69297]: DEBUG nova.network.neutron [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Successfully updated port: a9e08234-b6d4-4f00-b82d-012f383cb464 {{(pid=69297) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
[ 2035.172430] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2035.172430] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2035.172430] env[69297]: DEBUG nova.network.neutron [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2035.720084] env[69297]: DEBUG nova.network.neutron [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Instance cache missing network info. {{(pid=69297) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
[ 2035.861061] env[69297]: DEBUG nova.network.neutron [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Updating instance_info_cache with network_info: [{"id": "a9e08234-b6d4-4f00-b82d-012f383cb464", "address": "fa:16:3e:a7:32:fb", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e08234-b6", "ovs_interfaceid": "a9e08234-b6d4-4f00-b82d-012f383cb464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2036.365067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2036.365067] env[69297]: DEBUG nova.compute.manager [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Instance network_info: |[{"id": "a9e08234-b6d4-4f00-b82d-012f383cb464", "address": "fa:16:3e:a7:32:fb", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e08234-b6", "ovs_interfaceid": "a9e08234-b6d4-4f00-b82d-012f383cb464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69297) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
[ 2036.365067] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:32:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9e08234-b6d4-4f00-b82d-012f383cb464', 'vif_model': 'vmxnet3'}] {{(pid=69297) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}}
[ 2036.372444] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2036.372655] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Creating VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}}
[ 2036.372876] env[69297]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ab3bed4-1437-4bc7-b4f1-0d0ac4e9dabd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2036.393704] env[69297]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){
[ 2036.393704] env[69297]:    value = "task-2932337"
[ 2036.393704] env[69297]:    _type = "Task"
[ 2036.393704] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2036.400825] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932337, 'name': CreateVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2036.572967] env[69297]: DEBUG nova.compute.manager [req-ddcb17f1-b29f-46ea-a5da-895de1b514f6 req-a28e7b12-c4d6-4d80-82de-54b437df7a2b service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Received event network-changed-a9e08234-b6d4-4f00-b82d-012f383cb464 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2036.573359] env[69297]: DEBUG nova.compute.manager [req-ddcb17f1-b29f-46ea-a5da-895de1b514f6 req-a28e7b12-c4d6-4d80-82de-54b437df7a2b service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Refreshing instance network info cache due to event network-changed-a9e08234-b6d4-4f00-b82d-012f383cb464. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2036.573506] env[69297]: DEBUG oslo_concurrency.lockutils [req-ddcb17f1-b29f-46ea-a5da-895de1b514f6 req-a28e7b12-c4d6-4d80-82de-54b437df7a2b service nova] Acquiring lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2036.573650] env[69297]: DEBUG oslo_concurrency.lockutils [req-ddcb17f1-b29f-46ea-a5da-895de1b514f6 req-a28e7b12-c4d6-4d80-82de-54b437df7a2b service nova] Acquired lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2036.573823] env[69297]: DEBUG nova.network.neutron [req-ddcb17f1-b29f-46ea-a5da-895de1b514f6 req-a28e7b12-c4d6-4d80-82de-54b437df7a2b service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Refreshing network info cache for port a9e08234-b6d4-4f00-b82d-012f383cb464 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2036.905054] env[69297]: DEBUG oslo_vmware.api [-] Task: {'id': task-2932337, 'name': CreateVM_Task, 'duration_secs': 0.275312} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2036.905054] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Created VM on the ESX host {{(pid=69297) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}}
[ 2036.905546] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2036.905678] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2036.906029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}}
[ 2036.906276] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22eacb1a-a05f-4249-9c20-be3c22a485a6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2036.911185] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2036.911185] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]52669427-70c5-6917-5085-90c4d76375a1"
[ 2036.911185] env[69297]:    _type = "Task"
[ 2036.911185] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2036.918795] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52669427-70c5-6917-5085-90c4d76375a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2037.262473] env[69297]: DEBUG nova.network.neutron [req-ddcb17f1-b29f-46ea-a5da-895de1b514f6 req-a28e7b12-c4d6-4d80-82de-54b437df7a2b service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Updated VIF entry in instance network info cache for port a9e08234-b6d4-4f00-b82d-012f383cb464. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2037.262839] env[69297]: DEBUG nova.network.neutron [req-ddcb17f1-b29f-46ea-a5da-895de1b514f6 req-a28e7b12-c4d6-4d80-82de-54b437df7a2b service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Updating instance_info_cache with network_info: [{"id": "a9e08234-b6d4-4f00-b82d-012f383cb464", "address": "fa:16:3e:a7:32:fb", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e08234-b6", "ovs_interfaceid": "a9e08234-b6d4-4f00-b82d-012f383cb464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2037.422085] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]52669427-70c5-6917-5085-90c4d76375a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009597} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2037.422477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2037.422590] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Processing image d0408a19-3515-4459-96ea-9bb88e8df3b6 {{(pid=69297) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}}
[ 2037.422826] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2037.422973] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2037.423168] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}}
[ 2037.423421] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26745552-567c-4cb2-9dbe-7fae75717457 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2037.431599] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69297) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}}
[ 2037.431765] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69297) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}}
[ 2037.432494] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3573766f-aea2-47d3-b1ce-0701e3e6e2ee {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2037.437077] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2037.437077] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]528e1c74-9cf8-9ccf-79d5-729d9ee2b95d"
[ 2037.437077] env[69297]:    _type = "Task"
[ 2037.437077] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2037.444442] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528e1c74-9cf8-9ccf-79d5-729d9ee2b95d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2037.765672] env[69297]: DEBUG oslo_concurrency.lockutils [req-ddcb17f1-b29f-46ea-a5da-895de1b514f6 req-a28e7b12-c4d6-4d80-82de-54b437df7a2b service nova] Releasing lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2037.947475] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]528e1c74-9cf8-9ccf-79d5-729d9ee2b95d, 'name': SearchDatastore_Task, 'duration_secs': 0.008054} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2037.948295] env[69297]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83250a1-e546-4112-906b-076d91ad644f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2037.953295] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2037.953295] env[69297]:    value = "session[52fce022-5629-4c13-25b1-89b30978bf34]5295d13b-7a12-9cd3-e213-3c0277d81034"
[ 2037.953295] env[69297]:    _type = "Task"
[ 2037.953295] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2037.960944] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5295d13b-7a12-9cd3-e213-3c0277d81034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2038.463181] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': session[52fce022-5629-4c13-25b1-89b30978bf34]5295d13b-7a12-9cd3-e213-3c0277d81034, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2038.463574] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2038.463696] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 4d24e11a-58e3-4b75-8889-b67a69ffbc2b/4d24e11a-58e3-4b75-8889-b67a69ffbc2b.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}}
[ 2038.463960] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d617ff5-ddd6-42a0-815b-54778c77c9d8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2038.470873] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2038.470873] env[69297]:    value = "task-2932338"
[ 2038.470873] env[69297]:    _type = "Task"
[ 2038.470873] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2038.478259] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2038.980625] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415032} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2038.980890] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d0408a19-3515-4459-96ea-9bb88e8df3b6/d0408a19-3515-4459-96ea-9bb88e8df3b6.vmdk to [datastore1] 4d24e11a-58e3-4b75-8889-b67a69ffbc2b/4d24e11a-58e3-4b75-8889-b67a69ffbc2b.vmdk {{(pid=69297) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}}
[ 2038.981116] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Extending root virtual disk to 1048576 {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}}
[ 2038.981374] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d33f119-285c-44ec-841f-432c0156308c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2038.988007] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2038.988007] env[69297]:    value = "task-2932339"
[ 2038.988007] env[69297]:    _type = "Task"
[ 2038.988007] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2038.995865] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2039.497891] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065062} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2039.498256] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Extended root virtual disk {{(pid=69297) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}}
[ 2039.498891] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ea3e1a-e800-4f5d-ba28-57c7284df39f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2039.521318] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 4d24e11a-58e3-4b75-8889-b67a69ffbc2b/4d24e11a-58e3-4b75-8889-b67a69ffbc2b.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}}
[ 2039.521561] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-444b0813-9a7c-4cb4-8c1b-71d85e4fa8bf {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2039.541165] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2039.541165] env[69297]:    value = "task-2932340"
[ 2039.541165] env[69297]:    _type = "Task"
[ 2039.541165] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2039.548464] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2040.051790] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932340, 'name': ReconfigVM_Task, 'duration_secs': 0.255666} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2040.052070] env[69297]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 4d24e11a-58e3-4b75-8889-b67a69ffbc2b/4d24e11a-58e3-4b75-8889-b67a69ffbc2b.vmdk or device None with type sparse {{(pid=69297) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}}
[ 2040.052745] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2071eaaf-b29d-4405-950d-2301e620b83e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2040.059185] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2040.059185] env[69297]:    value = "task-2932341"
[ 2040.059185] env[69297]:    _type = "Task"
[ 2040.059185] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2040.066195] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932341, 'name': Rename_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2040.569652] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932341, 'name': Rename_Task, 'duration_secs': 0.132971} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2040.570065] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2040.570169] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f91e5fb9-295f-4647-82a4-cf4701df8422 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2040.576366] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2040.576366] env[69297]:    value = "task-2932342"
[ 2040.576366] env[69297]:    _type = "Task"
[ 2040.576366] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2040.583544] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2041.086413] env[69297]: DEBUG oslo_vmware.api [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932342, 'name': PowerOnVM_Task, 'duration_secs': 0.416056} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2041.086687] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2041.086874] env[69297]: INFO nova.compute.manager [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Took 6.71 seconds to spawn the instance on the hypervisor.
[ 2041.087067] env[69297]: DEBUG nova.compute.manager [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2041.087818] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5c353d-76f2-4a81-81ba-d6cc21d743e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2041.606087] env[69297]: INFO nova.compute.manager [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Took 12.08 seconds to build instance.
[ 2041.738602] env[69297]: DEBUG nova.compute.manager [req-16745895-f57b-4dea-8472-2a02f7d77c0b req-b3a689be-7431-4978-9832-0704da0e4569 service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Received event network-changed-a9e08234-b6d4-4f00-b82d-012f383cb464 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2041.738768] env[69297]: DEBUG nova.compute.manager [req-16745895-f57b-4dea-8472-2a02f7d77c0b req-b3a689be-7431-4978-9832-0704da0e4569 service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Refreshing instance network info cache due to event network-changed-a9e08234-b6d4-4f00-b82d-012f383cb464. {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}}
[ 2041.738982] env[69297]: DEBUG oslo_concurrency.lockutils [req-16745895-f57b-4dea-8472-2a02f7d77c0b req-b3a689be-7431-4978-9832-0704da0e4569 service nova] Acquiring lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2041.739348] env[69297]: DEBUG oslo_concurrency.lockutils [req-16745895-f57b-4dea-8472-2a02f7d77c0b req-b3a689be-7431-4978-9832-0704da0e4569 service nova] Acquired lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2041.739348] env[69297]: DEBUG nova.network.neutron [req-16745895-f57b-4dea-8472-2a02f7d77c0b req-b3a689be-7431-4978-9832-0704da0e4569 service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Refreshing network info cache for port a9e08234-b6d4-4f00-b82d-012f383cb464 {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
[ 2042.106715] env[69297]: DEBUG oslo_concurrency.lockutils [None req-f3d6bdc9-a943-4321-989c-73e0f9703281 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.591s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2042.438331] env[69297]: DEBUG nova.network.neutron [req-16745895-f57b-4dea-8472-2a02f7d77c0b req-b3a689be-7431-4978-9832-0704da0e4569 service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Updated VIF entry in instance network info cache for port a9e08234-b6d4-4f00-b82d-012f383cb464. {{(pid=69297) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
[ 2042.438703] env[69297]: DEBUG nova.network.neutron [req-16745895-f57b-4dea-8472-2a02f7d77c0b req-b3a689be-7431-4978-9832-0704da0e4569 service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Updating instance_info_cache with network_info: [{"id": "a9e08234-b6d4-4f00-b82d-012f383cb464", "address": "fa:16:3e:a7:32:fb", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e08234-b6", "ovs_interfaceid": "a9e08234-b6d4-4f00-b82d-012f383cb464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2042.941228] env[69297]: DEBUG oslo_concurrency.lockutils [req-16745895-f57b-4dea-8472-2a02f7d77c0b req-b3a689be-7431-4978-9832-0704da0e4569 service nova] Releasing lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2054.476322] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2056.471054] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2056.474568] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2056.474821] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2056.474967] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69297) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}}
[ 2057.475860] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2058.476107] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2059.977418] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2060.475728] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2060.475990] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Cleaning up deleted instances with incomplete migration  {{(pid=69297) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}}
[ 2062.978374] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2062.978875] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2063.481815] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2063.482114] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2063.482312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2063.482470] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69297) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
[ 2063.483420] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23789586-5db1-4f73-9088-9895a2d0f6e3 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2063.491450] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd425f0e-cae2-490f-9cf5-a1d8edfe1fa0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2063.506362] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7566a9-7f23-42b4-8abf-350d88c85be8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2063.512422] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16086ca-f469-4ade-932f-b9e30b13a82e {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2063.541263] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180679MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=69297) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
[ 2063.541403] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2063.541611] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2064.680230] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Instance 4d24e11a-58e3-4b75-8889-b67a69ffbc2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69297) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
[ 2064.680474] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
[ 2064.680610] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69297) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
[ 2064.706072] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a90c9f2-33b4-4ac3-a02b-cc0c1c2451e6 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2064.713233] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4076f525-46d4-4c85-a33d-8f9e24c32c0c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2064.743109] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7184b938-7432-459b-9f3e-8d8469dfec3d {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2064.749579] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3ff259-b9be-4467-b697-1015896484fe {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2064.761998] env[69297]: DEBUG nova.compute.provider_tree [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed in ProviderTree for provider: 9303ec18-10b6-441c-809f-b9cc7d664453 {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
[ 2065.265653] env[69297]: DEBUG nova.scheduler.client.report [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Inventory has not changed for provider 9303ec18-10b6-441c-809f-b9cc7d664453 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
[ 2065.771510] env[69297]: DEBUG nova.compute.resource_tracker [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69297) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
[ 2065.773374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.230s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2073.476028] env[69297]: DEBUG oslo_service.periodic_task [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69297) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
[ 2073.476028] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] Cleaning up deleted instances {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}}
[ 2073.989953] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] There are 28 instances to clean {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}}
[ 2073.990164] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: af8a3eb8-2776-4f2d-a04e-9347f992821f] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2074.494067] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 18632abe-7e2d-45be-96f9-699437788cc6] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2074.997327] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 56b5e438-cbd4-4ffb-ba98-c42ef69a9a5e] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2075.501167] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: b1eeb362-32e4-4411-81d0-47f87fa7b58f] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2076.005111] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 0c3afb1e-f968-416f-8c11-12d0b6766170] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2076.509307] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 3fa43681-ef07-4f1b-a48d-93f7a657582d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2077.012845] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 3c0b19fe-d671-43c3-85ce-c650af97ed74] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2077.516913] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 2397b964-a14b-4f3e-9d29-3b0965cc2535] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2078.021239] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 333e58c4-1bd5-45b0-a8e2-89e6ac137676] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2078.524214] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 0f99f8bd-417d-4bb8-87ca-a000ce0069e0] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2078.691888] env[69297]: DEBUG oslo_concurrency.lockutils [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2078.692162] env[69297]: DEBUG oslo_concurrency.lockutils [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2078.692322] env[69297]: DEBUG nova.compute.manager [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2078.693279] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd7a3bc-ed0a-4bdb-bbba-0651cb4fd048 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2078.700118] env[69297]: DEBUG nova.compute.manager [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69297) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}}
[ 2078.700702] env[69297]: DEBUG nova.objects.instance [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'flavor' on Instance uuid 4d24e11a-58e3-4b75-8889-b67a69ffbc2b {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2079.027784] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: ffbcfe90-e924-4da6-a681-05b5f99350fc] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2079.531457] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 6fc80e60-324e-4154-ba70-669390cd4859] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2079.709668] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2079.709960] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4de3702c-6247-4456-bfd9-14672fb84c4c {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2079.718781] env[69297]: DEBUG oslo_vmware.api [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2079.718781] env[69297]:    value = "task-2932343"
[ 2079.718781] env[69297]:    _type = "Task"
[ 2079.718781] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2079.726191] env[69297]: DEBUG oslo_vmware.api [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2080.034788] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 59a33353-b482-4dfb-833e-b57e1c7c4c32] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2080.228277] env[69297]: DEBUG oslo_vmware.api [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932343, 'name': PowerOffVM_Task, 'duration_secs': 0.216246} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2080.228547] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2080.228754] env[69297]: DEBUG nova.compute.manager [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2080.229518] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cf6b11-afa8-4fd4-9782-f977d8aaafac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2080.538497] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: f6a34874-89c9-46de-a8d9-7ffb58e0cf7c] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2080.740621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-89523d63-1b8b-47a0-b263-c124b7b816b1 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.048s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2081.041823] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 47e0aea9-6b27-4a18-a93e-293ff20d806d] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2081.058934] env[69297]: DEBUG nova.objects.instance [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'flavor' on Instance uuid 4d24e11a-58e3-4b75-8889-b67a69ffbc2b {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2081.545717] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 5088512f-6e83-43d3-b7ea-7e8033037fe5] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2081.563611] env[69297]: DEBUG oslo_concurrency.lockutils [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2081.563810] env[69297]: DEBUG oslo_concurrency.lockutils [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2081.563952] env[69297]: DEBUG nova.network.neutron [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2081.564179] env[69297]: DEBUG nova.objects.instance [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'info_cache' on Instance uuid 4d24e11a-58e3-4b75-8889-b67a69ffbc2b {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2082.049564] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 7e30515b-16d8-4abe-9819-7d1be6793835] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2082.067312] env[69297]: DEBUG nova.objects.base [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Object Instance<4d24e11a-58e3-4b75-8889-b67a69ffbc2b> lazy-loaded attributes: flavor,info_cache {{(pid=69297) wrapper /opt/stack/nova/nova/objects/base.py:136}}
[ 2082.552955] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 602fd301-2803-4e3a-bb9e-57df5bba606e] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2082.763417] env[69297]: DEBUG nova.network.neutron [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Updating instance_info_cache with network_info: [{"id": "a9e08234-b6d4-4f00-b82d-012f383cb464", "address": "fa:16:3e:a7:32:fb", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e08234-b6", "ovs_interfaceid": "a9e08234-b6d4-4f00-b82d-012f383cb464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2083.056532] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: e160d64d-b9f7-43c4-8a1f-190dd8335fd1] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2083.265868] env[69297]: DEBUG oslo_concurrency.lockutils [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2083.559690] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 0ff25e50-aa6a-4eb4-b177-c35ff92d59fd] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2084.062866] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: f9b10a82-1ad8-47e5-baa5-0efb31033d01] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2084.271673] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Powering on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}}
[ 2084.271996] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9789d806-0109-4455-938d-017ff8ee51b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2084.279182] env[69297]: DEBUG oslo_vmware.api [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2084.279182] env[69297]:    value = "task-2932344"
[ 2084.279182] env[69297]:    _type = "Task"
[ 2084.279182] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2084.286720] env[69297]: DEBUG oslo_vmware.api [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2084.566370] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 54acc045-914e-46b4-ba09-1d6fa2d06ead] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2084.789208] env[69297]: DEBUG oslo_vmware.api [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932344, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2085.070606] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: d07d3286-9d2d-4068-a5fe-df58fde274b3] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2085.289293] env[69297]: DEBUG oslo_vmware.api [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932344, 'name': PowerOnVM_Task, 'duration_secs': 0.539537} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2085.289564] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Powered on the VM {{(pid=69297) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}}
[ 2085.289763] env[69297]: DEBUG nova.compute.manager [None req-889272e8-10b8-4fa5-9472-2462f332bda0 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2085.290544] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dedf71-17d2-43ec-aefc-6734948a2f5f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2085.575466] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 9229c477-25bb-4970-b10b-d8aa4ce804c1] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2086.078559] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: ce59585a-1b37-417e-a43f-f63446b8ad39] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2086.582452] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 7e5b4981-7d9e-42d4-a9ad-c2eb61905452] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2086.895174] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ffafd6-e371-44c1-89d7-2ff98fbb093f {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2086.901779] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-55cb35b4-dfbd-4283-94c2-83841de59135 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Suspending the VM {{(pid=69297) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}}
[ 2086.902017] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-64a93415-eac4-4750-bc6e-2b4faacfbb88 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2086.907775] env[69297]: DEBUG oslo_vmware.api [None req-55cb35b4-dfbd-4283-94c2-83841de59135 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2086.907775] env[69297]:    value = "task-2932345"
[ 2086.907775] env[69297]:    _type = "Task"
[ 2086.907775] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2086.915242] env[69297]: DEBUG oslo_vmware.api [None req-55cb35b4-dfbd-4283-94c2-83841de59135 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932345, 'name': SuspendVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2087.086286] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 215135ab-2bf3-4131-bb06-cd807ba0a5d1] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2087.418072] env[69297]: DEBUG oslo_vmware.api [None req-55cb35b4-dfbd-4283-94c2-83841de59135 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932345, 'name': SuspendVM_Task} progress is 70%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2087.589923] env[69297]: DEBUG nova.compute.manager [None req-83f77dfb-86d4-4b54-b30c-bb69186b7937 None None] [instance: 2e6e7566-a129-40fb-87bc-5e16b50e873a] Instance has had 0 of 5 cleanup attempts {{(pid=69297) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}
[ 2087.918708] env[69297]: DEBUG oslo_vmware.api [None req-55cb35b4-dfbd-4283-94c2-83841de59135 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932345, 'name': SuspendVM_Task} progress is 70%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2088.420078] env[69297]: DEBUG oslo_vmware.api [None req-55cb35b4-dfbd-4283-94c2-83841de59135 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932345, 'name': SuspendVM_Task, 'duration_secs': 1.486891} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2088.420313] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-55cb35b4-dfbd-4283-94c2-83841de59135 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Suspended the VM {{(pid=69297) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}}
[ 2088.420480] env[69297]: DEBUG nova.compute.manager [None req-55cb35b4-dfbd-4283-94c2-83841de59135 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2088.421292] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91207883-7fac-4c00-b910-17d1f903aa70 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2089.259206] env[69297]: INFO nova.compute.manager [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Resuming
[ 2089.259862] env[69297]: DEBUG nova.objects.instance [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'flavor' on Instance uuid 4d24e11a-58e3-4b75-8889-b67a69ffbc2b {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2090.771912] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}
[ 2090.772314] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquired lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}}
[ 2090.772364] env[69297]: DEBUG nova.network.neutron [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Building network info cache for instance {{(pid=69297) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
[ 2091.465941] env[69297]: DEBUG nova.network.neutron [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Updating instance_info_cache with network_info: [{"id": "a9e08234-b6d4-4f00-b82d-012f383cb464", "address": "fa:16:3e:a7:32:fb", "network": {"id": "f90cc2a7-ca14-48c7-b73a-19f5a3fc479d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-964064322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50ec6558f3484a13a0c412202e14c9ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e08234-b6", "ovs_interfaceid": "a9e08234-b6d4-4f00-b82d-012f383cb464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2091.968568] env[69297]: DEBUG oslo_concurrency.lockutils [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Releasing lock "refresh_cache-4d24e11a-58e3-4b75-8889-b67a69ffbc2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}
[ 2091.969603] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce862de7-0722-4682-a267-304ffe1976b8 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2091.976674] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Resuming the VM {{(pid=69297) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}}
[ 2091.976896] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9167ec4-815b-4cf5-84d2-6855fef0b2ac {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2091.982908] env[69297]: DEBUG oslo_vmware.api [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2091.982908] env[69297]:    value = "task-2932346"
[ 2091.982908] env[69297]:    _type = "Task"
[ 2091.982908] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2091.990283] env[69297]: DEBUG oslo_vmware.api [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2092.493686] env[69297]: DEBUG oslo_vmware.api [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932346, 'name': PowerOnVM_Task, 'duration_secs': 0.497304} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2092.493897] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Resumed the VM {{(pid=69297) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}}
[ 2092.494094] env[69297]: DEBUG nova.compute.manager [None req-d3831aec-82ad-4417-a0eb-1879bfa5b87f tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Checking state {{(pid=69297) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}}
[ 2092.494953] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c017aec2-a451-4961-82af-c9a75ca59417 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2093.974103] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2093.974476] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2093.974610] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2093.974828] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2093.975022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2093.977105] env[69297]: INFO nova.compute.manager [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Terminating instance
[ 2094.481497] env[69297]: DEBUG nova.compute.manager [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Start destroying the instance on the hypervisor. {{(pid=69297) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
[ 2094.481793] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Destroying instance {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}}
[ 2094.482998] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca73c2fd-2840-4108-824b-0027b6073cc0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2094.490520] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Powering off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}}
[ 2094.490740] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-158fe506-1918-4743-a295-21d9182b5a98 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2094.496883] env[69297]: DEBUG oslo_vmware.api [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2094.496883] env[69297]:    value = "task-2932347"
[ 2094.496883] env[69297]:    _type = "Task"
[ 2094.496883] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2094.504264] env[69297]: DEBUG oslo_vmware.api [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2095.008010] env[69297]: DEBUG oslo_vmware.api [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932347, 'name': PowerOffVM_Task, 'duration_secs': 0.183079} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2095.008426] env[69297]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Powered off the VM {{(pid=69297) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}}
[ 2095.008482] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Unregistering the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}}
[ 2095.008731] env[69297]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ca81be1-6e27-4d4a-a7ec-2e8e2f820553 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2095.070420] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Unregistered the VM {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}}
[ 2095.070669] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Deleting contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}}
[ 2095.070854] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleting the datastore file [datastore1] 4d24e11a-58e3-4b75-8889-b67a69ffbc2b {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}}
[ 2095.071133] env[69297]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-654120e7-abb1-4deb-9485-edebe156cc3b {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2095.077239] env[69297]: DEBUG oslo_vmware.api [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for the task: (returnval){
[ 2095.077239] env[69297]:    value = "task-2932349"
[ 2095.077239] env[69297]:    _type = "Task"
[ 2095.077239] env[69297]:  } to complete. {{(pid=69297) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}}
[ 2095.084663] env[69297]: DEBUG oslo_vmware.api [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}
[ 2095.587308] env[69297]: DEBUG oslo_vmware.api [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Task: {'id': task-2932349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148255} completed successfully. {{(pid=69297) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}}
[ 2095.587552] env[69297]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleted the datastore file {{(pid=69297) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}}
[ 2095.587743] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Deleted contents of the VM from datastore datastore1 {{(pid=69297) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}}
[ 2095.587918] env[69297]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Instance destroyed {{(pid=69297) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}}
[ 2095.588105] env[69297]: INFO nova.compute.manager [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Took 1.11 seconds to destroy the instance on the hypervisor.
[ 2095.588356] env[69297]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=69297) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
[ 2095.588545] env[69297]: DEBUG nova.compute.manager [-] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Deallocating network for instance {{(pid=69297) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
[ 2095.588639] env[69297]: DEBUG nova.network.neutron [-] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] deallocate_for_instance() {{(pid=69297) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
[ 2096.049609] env[69297]: DEBUG nova.compute.manager [req-9f358001-c439-45c3-b0e7-e151c348daf2 req-3d7a33a5-9c5f-4bfe-b0c9-ff154111665c service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Received event network-vif-deleted-a9e08234-b6d4-4f00-b82d-012f383cb464 {{(pid=69297) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}}
[ 2096.049843] env[69297]: INFO nova.compute.manager [req-9f358001-c439-45c3-b0e7-e151c348daf2 req-3d7a33a5-9c5f-4bfe-b0c9-ff154111665c service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Neutron deleted interface a9e08234-b6d4-4f00-b82d-012f383cb464; detaching it from the instance and deleting it from the info cache
[ 2096.049967] env[69297]: DEBUG nova.network.neutron [req-9f358001-c439-45c3-b0e7-e151c348daf2 req-3d7a33a5-9c5f-4bfe-b0c9-ff154111665c service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2096.532596] env[69297]: DEBUG nova.network.neutron [-] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Updating instance_info_cache with network_info: [] {{(pid=69297) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
[ 2096.552064] env[69297]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-364f3afd-78bd-46ac-99c8-0aeb464c49f1 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2096.562296] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d6f1d7-ce49-4b65-b962-b1700981b4e0 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2096.590577] env[69297]: DEBUG nova.compute.manager [req-9f358001-c439-45c3-b0e7-e151c348daf2 req-3d7a33a5-9c5f-4bfe-b0c9-ff154111665c service nova] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Detach interface failed, port_id=a9e08234-b6d4-4f00-b82d-012f383cb464, reason: Instance 4d24e11a-58e3-4b75-8889-b67a69ffbc2b could not be found. {{(pid=69297) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}}
[ 2097.036049] env[69297]: INFO nova.compute.manager [-] [instance: 4d24e11a-58e3-4b75-8889-b67a69ffbc2b] Took 1.45 seconds to deallocate network for instance.
[ 2097.542766] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}}
[ 2097.543147] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}}
[ 2097.543346] env[69297]: DEBUG nova.objects.instance [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lazy-loading 'resources' on Instance uuid 4d24e11a-58e3-4b75-8889-b67a69ffbc2b {{(pid=69297) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
[ 2098.076749] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e9efae-20c0-43f6-a981-39d24c3f23dd {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.084321] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b82783-3b96-4d9e-8155-ae8edda2f939 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.114554] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f4726-aba1-48f1-938e-257121c2f173 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.121367] env[69297]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401120db-46c9-4a64-b127-b0eca3085509 {{(pid=69297) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}
[ 2098.134185] env[69297]: DEBUG nova.compute.provider_tree [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2098.664461] env[69297]: DEBUG nova.scheduler.client.report [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updated inventory for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
[ 2098.664779] env[69297]: DEBUG nova.compute.provider_tree [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating resource provider 9303ec18-10b6-441c-809f-b9cc7d664453 generation from 182 to 183 during operation: update_inventory {{(pid=69297) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
[ 2098.664901] env[69297]: DEBUG nova.compute.provider_tree [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Updating inventory in ProviderTree for provider 9303ec18-10b6-441c-809f-b9cc7d664453 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69297) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
[ 2099.170084] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}
[ 2099.191369] env[69297]: INFO nova.scheduler.client.report [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Deleted allocations for instance 4d24e11a-58e3-4b75-8889-b67a69ffbc2b
[ 2099.698025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-a2d2d46c-ff30-45ba-af21-6dda00b600e5 tempest-ServerActionsTestJSON-256664653 tempest-ServerActionsTestJSON-256664653-project-member] Lock "4d24e11a-58e3-4b75-8889-b67a69ffbc2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.724s {{(pid=69297) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}